-- Logs begin at Mon 2022-02-21 08:46:16 UTC, end at Mon 2022-02-21 10:09:48 UTC. -- Feb 21 09:36:44.875032 dv-cinder-804757-16-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Feb 21 09:36:47.875894 dv-cinder-804757-16-iscsi neutron-server[109743]: INFO neutron.common.config [-] Logging enabled! Feb 21 09:36:47.876562 dv-cinder-804757-16-iscsi neutron-server[109743]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev515 Feb 21 09:36:47.876751 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109743) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 21 09:36:47.880327 dv-cinder-804757-16-iscsi neutron-server[109743]: INFO neutron.common.config [-] Logging enabled! Feb 21 09:36:47.880618 dv-cinder-804757-16-iscsi neutron-server[109743]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev515 Feb 21 09:36:47.880942 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109743) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 21 09:36:47.881899 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 21 09:36:47.882143 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 21 09:36:47.882520 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 21 09:36:47.882773 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 21 09:36:47.883421 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 21 09:36:47.883753 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:47.884187 dv-cinder-804757-16-iscsi neutron-server[109743]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Feb 21 09:36:47.884530 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:47.884838 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:47.885140 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:47.885441 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:47.885739 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:47.886028 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:47.886324 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:47.886632 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:47.886927 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:47.887213 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:47.887503 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:47.887803 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:47.888093 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.common.config [-] config_source = [] {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:47.888389 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:47.888715 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:47.889012 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.common.config [-] debug = True {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:47.889302 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:47.889749 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:47.890168 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:47.890455 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:47.890753 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:47.891039 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:47.891317 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:47.891598 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:47.891889 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:47.892225 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.common.config [-] host = dv-cinder-804757-16-iscsi {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:47.892519 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:47.892827 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:47.893120 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:47.893413 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:47.893694 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:47.893979 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:47.894272 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:47.894557 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.common.config [-] log_dir = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:47.894835 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.common.config [-] log_file = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:47.895223 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:47.895662 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:47.895963 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:47.896272 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:47.896525 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:47.896762 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:47.897059 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:47.897354 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:47.897636 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:47.897916 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:47.898196 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:47.898476 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:47.898755 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:47.899031 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:47.899349 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:47.899638 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:47.899930 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:47.900209 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:47.900489 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:47.900792 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:47.901069 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:47.901360 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:47.901641 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:47.901942 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:47.902244 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:47.902558 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:47.902834 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:47.903114 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:47.903422 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:47.903715 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:47.904005 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:47.904300 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:47.904615 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:47.905174 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:47.905453 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:47.905731 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.common.config [-] use_journal = False {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:47.906009 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.common.config [-] use_json = False {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:47.906284 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:47.906559 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:47.906846 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:47.907122 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:47.907397 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:47.907673 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:47.907951 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:47.908245 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:47.908565 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:47.908871 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:47.909182 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:47.909491 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:47.909796 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:47.910095 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:47.910381 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:47.911378 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:47.911681 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:47.911983 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:47.912283 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:47.912615 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:47.912905 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:47.913220 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:47.913537 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:47.913855 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:47.914190 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:47.914494 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:47.914793 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:47.915075 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:47.915394 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:47.916091 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:47.916091 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:47.916242 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:47.916449 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:47.916770 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:47.917069 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:47.917354 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:47.917660 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:47.917954 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:47.918252 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:47.918568 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:47.918868 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:47.919153 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:47.919449 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:47.919737 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:47.920035 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:47.920337 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:47.920660 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:47.920947 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:47.921224 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:47.921511 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:47.921796 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:47.922074 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:47.922355 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:47.922638 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:47.922936 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:47.923218 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:47.923495 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:47.923774 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:47.924057 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:47.924333 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:47.924648 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:47.924946 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:47.925224 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:47.925503 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:47.925788 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:47.926068 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:47.926476 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:47.927282 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:47.927566 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:47.927850 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:47.928129 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:47.928409 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:47.928712 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:47.928991 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:47.929269 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:47.929548 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:47.929830 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:47.930111 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:47.930391 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:47.930670 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:47.930948 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:47.931229 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:47.931509 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:47.931803 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:47.932108 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:47.932397 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:47.932707 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:47.933013 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:47.933298 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:47.933581 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:47.933864 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:47.934146 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:47.934430 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:47.934708 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:47.935006 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:47.935314 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:47.935606 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:47.935932 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:47.936234 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:47.936563 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:47.936852 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:47.937139 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:47.937430 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:47.937713 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:47.937996 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:47.938286 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:47.938575 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:47.938876 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:47.939177 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:47.939480 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:47.939806 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:47.940126 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:47.940411 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:47.940752 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:47.941041 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:47.941263 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 21 09:36:47.941510 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=109743) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 21 09:36:48.330741 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=109743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 21 09:36:48.331029 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=109743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 21 09:36:48.331367 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=109743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 21 09:36:48.331870 dv-cinder-804757-16-iscsi neutron-server[109743]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 21 09:36:48.675626 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:36:48.675832 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:36:48.676122 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:36:48.677691 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:36:48.677997 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:36:48.678272 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:36:48.725569 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:36:48.725846 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:36:48.726117 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:36:48.740359 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:36:48.740678 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:36:48.740976 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:36:48.770064 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:36:48.770408 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:36:48.770783 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:36:48.810373 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:36:48.810659 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:36:48.810935 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:36:49.163590 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=109743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:36:49.164226 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=109743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:36:49.164226 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=109743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:36:49.164466 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=109743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:36:49.165196 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=109743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:36:49.267118 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=109743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:36:49.267373 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=109743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:36:49.267665 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=109743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:36:49.267945 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=109743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:36:49.268218 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=109743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:36:49.268554 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=109743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:36:49.268823 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=109743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:36:49.269085 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=109743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:36:49.269367 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=109743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:36:49.269657 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=109743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:36:49.270462 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=109743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:36:49.270925 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=109743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:36:49.271228 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=109743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:36:49.271493 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=109743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:36:49.271763 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=109743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:36:49.272041 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:36:49.272306 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=109743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:36:49.272611 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=109743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:36:49.272893 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=109743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:36:49.273166 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=109743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:36:49.273460 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:36:49.273702 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:36:49.273988 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:36:49.274369 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:36:49.274621 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:36:49.274872 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:36:49.275272 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=109743) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 21 09:36:49.275519 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=109743) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 21 09:36:49.275812 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=109743) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 21 09:36:49.276057 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=109743) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 21 09:36:49.276298 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=109743) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 21 09:36:49.276568 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=109743) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 21 09:36:49.276939 dv-cinder-804757-16-iscsi neutron-server[109743]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 21 09:36:49.280350 dv-cinder-804757-16-iscsi neutron-server[109743]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 21 09:36:49.284496 dv-cinder-804757-16-iscsi neutron-server[109743]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 21 09:36:49.289126 dv-cinder-804757-16-iscsi neutron-server[109743]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])]) Feb 21 09:36:49.290796 dv-cinder-804757-16-iscsi neutron-server[109743]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 21 09:36:49.291272 dv-cinder-804757-16-iscsi neutron-server[109743]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 21 09:36:49.291612 dv-cinder-804757-16-iscsi neutron-server[109743]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 21 09:36:49.292006 dv-cinder-804757-16-iscsi neutron-server[109743]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 21 09:36:49.294926 dv-cinder-804757-16-iscsi neutron-server[109743]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 21 09:36:49.295184 dv-cinder-804757-16-iscsi neutron-server[109743]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 21 09:36:49.295532 dv-cinder-804757-16-iscsi neutron-server[109743]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 21 09:36:49.300474 dv-cinder-804757-16-iscsi neutron-server[109743]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Feb 21 09:36:49.324757 dv-cinder-804757-16-iscsi neutron-server[109743]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Feb 21 09:36:49.325200 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=109743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:36:49.325506 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=109743) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Feb 21 09:36:49.325877 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=109743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:36:49.327285 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=109743) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 21 09:36:49.327567 dv-cinder-804757-16-iscsi neutron-server[109743]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 21 09:36:49.327817 dv-cinder-804757-16-iscsi neutron-server[109743]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 21 09:36:49.331124 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=109743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:36:49.331414 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=109743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:36:49.394477 dv-cinder-804757-16-iscsi neutron-server[109743]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 21 09:36:49.394715 dv-cinder-804757-16-iscsi neutron-server[109743]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 21 09:36:49.394988 dv-cinder-804757-16-iscsi neutron-server[109743]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 21 09:36:49.395414 dv-cinder-804757-16-iscsi neutron-server[109743]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 21 09:36:49.416186 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_db.sqlalchemy.engines [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=109743) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Feb 21 09:36:50.039074 dv-cinder-804757-16-iscsi neutron-server[109743]: INFO neutron.plugins.ml2.managers [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Initializing driver for type 'gre' Feb 21 09:36:50.039621 dv-cinder-804757-16-iscsi neutron-server[109743]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] gre ID ranges: [(1, 1000)] Feb 21 09:36:50.236727 dv-cinder-804757-16-iscsi neutron-server[109743]: INFO neutron.plugins.ml2.managers [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Initializing driver for type 'local' Feb 21 09:36:50.237355 dv-cinder-804757-16-iscsi neutron-server[109743]: INFO neutron.plugins.ml2.managers [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Initializing driver for type 'vlan' Feb 21 09:36:50.322362 dv-cinder-804757-16-iscsi neutron-server[109743]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] VlanTypeDriver initialization complete Feb 21 09:36:50.322636 dv-cinder-804757-16-iscsi neutron-server[109743]: INFO neutron.plugins.ml2.managers [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Initializing driver for type 'vxlan' Feb 21 09:36:50.323132 dv-cinder-804757-16-iscsi neutron-server[109743]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] vxlan ID ranges: [(1, 1000)] Feb 21 09:36:50.535376 dv-cinder-804757-16-iscsi neutron-server[109743]: INFO neutron.plugins.ml2.managers [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Initializing extension driver 'port_security' Feb 21 09:36:50.536306 dv-cinder-804757-16-iscsi neutron-server[109743]: INFO neutron.plugins.ml2.extensions.port_security [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] PortSecurityExtensionDriver initialization complete Feb 21 09:36:50.536731 dv-cinder-804757-16-iscsi neutron-server[109743]: INFO neutron.plugins.ml2.managers [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Initializing mechanism driver 'openvswitch' Feb 21 09:36:50.537056 dv-cinder-804757-16-iscsi neutron-server[109743]: INFO neutron.plugins.ml2.managers [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Initializing mechanism driver 'hyperv' Feb 21 09:36:50.544070 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:36:50.553055 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Subscribe: > port after_create 55550000 {{(pid=109743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:36:50.553055 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Subscribe: > port after_update 55550000 {{(pid=109743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:36:50.553055 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Subscribe: > port after_delete 55550000 {{(pid=109743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:36:50.553055 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=109743) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 21 09:36:50.553055 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Subscribe: > subnet after_create 55550000 {{(pid=109743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:36:50.553450 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Subscribe: > subnet after_update 55550000 {{(pid=109743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:36:50.553450 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Subscribe: > subnet after_delete 55550000 {{(pid=109743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:36:50.553450 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=109743) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 21 09:36:50.553450 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Subscribe: > network after_create 55550000 {{(pid=109743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:36:50.553450 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Subscribe: > network after_update 55550000 {{(pid=109743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:36:50.553801 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Subscribe: > network after_delete 55550000 {{(pid=109743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:36:50.553801 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=109743) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 21 09:36:50.553801 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Subscribe: > security_group after_create 55550000 {{(pid=109743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:36:50.553801 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Subscribe: > security_group after_update 55550000 {{(pid=109743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:36:50.553801 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Subscribe: > security_group after_delete 55550000 {{(pid=109743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:36:50.554103 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=109743) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 21 09:36:50.554103 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=109743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:36:50.554103 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=109743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:36:50.554103 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=109743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:36:50.554103 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=109743) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 21 09:36:50.554395 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Subscribe: > address_group after_create 55550000 {{(pid=109743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:36:50.554395 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Subscribe: > address_group after_update 55550000 {{(pid=109743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:36:50.554395 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Subscribe: > address_group after_delete 55550000 {{(pid=109743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:36:50.554395 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=109743) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 21 09:36:50.554395 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] ML2 OVO RPC backend initialized. {{(pid=109743) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Feb 21 09:36:50.554707 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Subscribe: > router_interface after_create 55550000 {{(pid=109743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:36:50.554938 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:36:50.555312 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Subscribe: > network before_response 55550000 {{(pid=109743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:36:50.555657 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Subscribe: > networks before_response 55550000 {{(pid=109743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:36:50.556037 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Subscribe: > port before_response 55550000 {{(pid=109743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:36:50.556337 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Subscribe: > ports before_response 55550000 {{(pid=109743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:36:50.556710 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Subscribe: > subnet before_response 55550000 {{(pid=109743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:36:50.557223 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Subscribe: > subnets before_response 55550000 {{(pid=109743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:36:50.557588 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Subscribe: > network after_create 55550000 {{(pid=109743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:36:50.557921 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Subscribe: > network after_update 55550000 {{(pid=109743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:36:50.558253 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Subscribe: > network after_delete 55550000 {{(pid=109743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:36:50.558592 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Subscribe: > port after_create 55550000 {{(pid=109743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:36:50.558923 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Subscribe: > port after_update 55550000 {{(pid=109743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:36:50.559254 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Subscribe: > port after_delete 55550000 {{(pid=109743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:36:50.559584 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Subscribe: > subnet after_create 55550000 {{(pid=109743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:36:50.559916 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Subscribe: > subnet after_update 55550000 {{(pid=109743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:36:50.560247 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Subscribe: > subnet after_delete 55550000 {{(pid=109743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:36:50.567720 dv-cinder-804757-16-iscsi neutron-server[109743]: INFO neutron.quota [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Loaded quota_driver: . Feb 21 09:36:50.568074 dv-cinder-804757-16-iscsi neutron-server[109743]: INFO neutron.plugins.ml2.plugin [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Modular L2 Plugin initialization complete Feb 21 09:36:50.568488 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.manager [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Loading services supported by the core plugin {{(pid=109743) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 21 09:36:50.568859 dv-cinder-804757-16-iscsi neutron-server[109743]: INFO neutron.plugins.ml2.managers [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Got port-security extension from driver 'port_security' Feb 21 09:36:50.569338 dv-cinder-804757-16-iscsi neutron-server[109743]: INFO neutron.extensions.vlantransparent [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Disabled vlantransparent extension. Feb 21 09:36:50.569830 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.manager [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=109743) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 21 09:36:50.570153 dv-cinder-804757-16-iscsi neutron-server[109743]: INFO neutron.manager [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Loading Plugin: router Feb 21 09:36:50.606396 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Subscribe: > router_interface before_create 55550000 {{(pid=109743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:36:50.606726 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Subscribe: > router after_create 55549900 {{(pid=109743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:36:50.607111 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Subscribe: > router before_create 55549900 {{(pid=109743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:36:50.607451 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Subscribe: > router_interface before_delete 55550000 {{(pid=109743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:36:50.607857 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:36:50.608208 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Subscribe: > router after_delete 55549900 {{(pid=109743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:36:50.608591 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Subscribe: > floatingip after_create 55550000 {{(pid=109743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:36:50.608943 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Subscribe: > floatingip after_update 55550000 {{(pid=109743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:36:50.609300 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Subscribe: > router after_create 55549900 {{(pid=109743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:36:50.609645 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Subscribe: > router after_update 55549900 {{(pid=109743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:36:50.609990 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Subscribe: > router after_update 55549900 {{(pid=109743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:36:50.610332 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=109743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:36:50.610687 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Subscribe: > router after_update 55549900 {{(pid=109743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:36:50.611095 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Subscribe: > router precommit_update 55549900 {{(pid=109743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:36:50.611464 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Subscribe: port after_update 55550000 {{(pid=109743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:36:50.611805 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Subscribe: port after_delete 55550000 {{(pid=109743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:36:50.612142 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Subscribe: subnet after_update 55550000 {{(pid=109743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:36:50.612476 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=109743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:36:50.612848 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Subscribe: > port precommit_delete 55550000 {{(pid=109743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:36:50.613193 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Subscribe: > router precommit_create 55549900 {{(pid=109743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:36:50.613539 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Subscribe: port before_delete 55550000 {{(pid=109743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:36:50.614184 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Subscribe: > router precommit_create 55550000 {{(pid=109743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:36:50.614418 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Subscribe: > router after_update 55549900 {{(pid=109743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:36:50.614764 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Subscribe: > router precommit_delete 55549900 {{(pid=109743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:36:50.615243 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Subscribe: > router precommit_create 55549900 {{(pid=109743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:36:50.615607 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Subscribe: > router_interface after_create 55550000 {{(pid=109743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:36:50.615954 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Subscribe: > router precommit_update 55549900 {{(pid=109743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:36:50.616319 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Subscribe: > agent after_create 55550000 {{(pid=109743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:36:50.616710 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Subscribe: > agent after_delete 55550000 {{(pid=109743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:36:50.617058 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Subscribe: > network after_delete 55550000 {{(pid=109743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:36:50.617900 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.quota.resource_registry [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Tracking information for resource: router configured {{(pid=109743) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 21 09:36:50.618233 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.quota.resource_registry [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Tracking information for resource: floatingip configured {{(pid=109743) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 21 09:36:50.623156 dv-cinder-804757-16-iscsi neutron-server[109743]: INFO neutron.db.l3_agentschedulers_db [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 21 09:36:50.623739 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Subscribe: port after_update 55550000 {{(pid=109743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:36:50.624101 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Subscribe: port after_create 55550000 {{(pid=109743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:36:50.624457 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Subscribe: port after_delete 55550000 {{(pid=109743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:36:50.624835 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Subscribe: port after_update 55550000 {{(pid=109743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:36:50.625619 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Subscribe: > router before_create 55550100 {{(pid=109743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:36:50.625985 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Subscribe: > router precommit_delete 55550100 {{(pid=109743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:36:50.626347 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Subscribe: > router precommit_create 55550100 {{(pid=109743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:36:50.626701 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Subscribe: > router precommit_update 55550100 {{(pid=109743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:36:50.631648 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.services.provider_configuration [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Service providers = [] {{(pid=109743) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 21 09:36:50.632035 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.db.servicetype_db [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=109743) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 21 09:36:50.634981 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.services.service_base [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=109743) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 21 09:36:50.635331 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.services.service_base [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=109743) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 21 09:36:50.635671 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.services.service_base [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=109743) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 21 09:36:50.636579 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.services.service_base [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=109743) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 21 09:36:50.636953 dv-cinder-804757-16-iscsi neutron-server[109743]: INFO neutron.services.service_base [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 21 09:36:50.637321 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.manager [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=109743) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 21 09:36:50.637636 dv-cinder-804757-16-iscsi neutron-server[109743]: INFO neutron.manager [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 21 09:36:50.648821 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.manager [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Successfully loaded METERING plugin. Description: METERING {{(pid=109743) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 21 09:36:50.649157 dv-cinder-804757-16-iscsi neutron-server[109743]: INFO neutron.manager [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Loading Plugin: auto_allocate Feb 21 09:36:50.655195 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Subscribe: network precommit_update 55550000 {{(pid=109743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:36:50.655564 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Subscribe: network precommit_create 55550000 {{(pid=109743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:36:50.656080 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.manager [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=109743) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 21 09:36:50.656399 dv-cinder-804757-16-iscsi neutron-server[109743]: INFO neutron.manager [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Loading Plugin: tag Feb 21 09:36:50.668479 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.manager [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=109743) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 21 09:36:50.668833 dv-cinder-804757-16-iscsi neutron-server[109743]: INFO neutron.manager [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Loading Plugin: timestamp Feb 21 09:36:50.672727 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.manager [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=109743) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 21 09:36:50.673058 dv-cinder-804757-16-iscsi neutron-server[109743]: INFO neutron.manager [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Loading Plugin: network_ip_availability Feb 21 09:36:50.678602 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:36:50.678973 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:36:50.679324 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:36:50.680020 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.manager [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=109743) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 21 09:36:50.680339 dv-cinder-804757-16-iscsi neutron-server[109743]: INFO neutron.manager [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Loading Plugin: flavors Feb 21 09:36:50.685322 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.manager [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=109743) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 21 09:36:50.685655 dv-cinder-804757-16-iscsi neutron-server[109743]: INFO neutron.manager [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Loading Plugin: revisions Feb 21 09:36:50.690047 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.manager [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=109743) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 21 09:36:50.690437 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_concurrency.lockutils [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.359s {{(pid=109743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 21 09:36:50.691170 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=109743) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Feb 21 09:36:50.691503 dv-cinder-804757-16-iscsi neutron-server[109743]: INFO neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Initializing extension manager. Feb 21 09:36:50.692051 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Loading extension file: __init__.py {{(pid=109743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:36:50.692396 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Loading extension file: __pycache__ {{(pid=109743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:36:50.692764 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=109743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:36:50.693103 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Loading extension file: address_group.py {{(pid=109743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:36:50.693855 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=109743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:36:50.694480 dv-cinder-804757-16-iscsi neutron-server[109743]: INFO neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Loaded extension: address-group Feb 21 09:36:50.694803 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Loading extension file: address_scope.py {{(pid=109743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:36:50.695518 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=109743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:36:50.696027 dv-cinder-804757-16-iscsi neutron-server[109743]: INFO neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Loaded extension: address-scope Feb 21 09:36:50.696348 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Loading extension file: admin_state_down_before_update.py {{(pid=109743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:36:50.697300 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=109743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:36:50.697806 dv-cinder-804757-16-iscsi neutron-server[109743]: INFO neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Loaded extension: router-admin-state-down-before-update Feb 21 09:36:50.698126 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Loading extension file: agent.py {{(pid=109743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:36:50.698827 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=109743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:36:50.699330 dv-cinder-804757-16-iscsi neutron-server[109743]: INFO neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Loaded extension: agent Feb 21 09:36:50.699651 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Loading extension file: agent_resources_synced.py {{(pid=109743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:36:50.704452 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=109743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:36:50.704989 dv-cinder-804757-16-iscsi neutron-server[109743]: INFO neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Loaded extension: agent-resources-synced Feb 21 09:36:50.705311 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Loading extension file: allowedaddresspairs.py {{(pid=109743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:36:50.707076 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=109743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:36:50.708295 dv-cinder-804757-16-iscsi neutron-server[109743]: INFO neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Loaded extension: allowed-address-pairs Feb 21 09:36:50.708680 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Loading extension file: auto_allocated_topology.py {{(pid=109743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:36:50.709821 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=109743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:36:50.710337 dv-cinder-804757-16-iscsi neutron-server[109743]: INFO neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Loaded extension: auto-allocated-topology Feb 21 09:36:50.710661 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Loading extension file: availability_zone.py {{(pid=109743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:36:50.711357 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=109743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:36:50.711868 dv-cinder-804757-16-iscsi neutron-server[109743]: INFO neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Loaded extension: availability_zone Feb 21 09:36:50.712189 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Loading extension file: availability_zone_filter.py {{(pid=109743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:36:50.713125 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=109743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:36:50.713629 dv-cinder-804757-16-iscsi neutron-server[109743]: INFO neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Loaded extension: availability_zone_filter Feb 21 09:36:50.713949 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Loading extension file: data_plane_status.py {{(pid=109743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:36:50.714857 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=109743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:36:50.715410 dv-cinder-804757-16-iscsi neutron-server[109743]: INFO neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Extension data-plane-status not supported by any of loaded plugins Feb 21 09:36:50.715733 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Loading extension file: default_subnetpools.py {{(pid=109743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:36:50.716687 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=109743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:36:50.717192 dv-cinder-804757-16-iscsi neutron-server[109743]: INFO neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Loaded extension: default-subnetpools Feb 21 09:36:50.717510 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Loading extension file: dhcpagentscheduler.py {{(pid=109743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:36:50.718320 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:36:50.718823 dv-cinder-804757-16-iscsi neutron-server[109743]: INFO neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Loaded extension: dhcp_agent_scheduler Feb 21 09:36:50.719146 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Loading extension file: dns.py {{(pid=109743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:36:50.720055 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=109743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:36:50.720592 dv-cinder-804757-16-iscsi neutron-server[109743]: INFO neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Extension dns-integration not supported by any of loaded plugins Feb 21 09:36:50.720957 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Loading extension file: dns_domain_ports.py {{(pid=109743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:36:50.721884 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=109743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:36:50.722382 dv-cinder-804757-16-iscsi neutron-server[109743]: INFO neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 21 09:36:50.722704 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=109743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:36:50.724206 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=109743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:36:50.724746 dv-cinder-804757-16-iscsi neutron-server[109743]: INFO neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Feb 21 09:36:50.725054 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Loading extension file: dvr.py {{(pid=109743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:36:50.725725 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=109743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:36:50.726236 dv-cinder-804757-16-iscsi neutron-server[109743]: INFO neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Loaded extension: dvr Feb 21 09:36:50.726553 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Loading extension file: ecmp_routes.py {{(pid=109743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:36:50.727564 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=109743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:36:50.728070 dv-cinder-804757-16-iscsi neutron-server[109743]: INFO neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Extension ecmp_routes not supported by any of loaded plugins Feb 21 09:36:50.728389 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Loading extension file: empty_string_filtering.py {{(pid=109743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:36:50.729325 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=109743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:36:50.729835 dv-cinder-804757-16-iscsi neutron-server[109743]: INFO neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Loaded extension: empty-string-filtering Feb 21 09:36:50.730155 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=109743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:36:50.731064 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:36:50.731578 dv-cinder-804757-16-iscsi neutron-server[109743]: INFO neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 21 09:36:50.731897 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=109743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:36:50.732883 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=109743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:36:50.733389 dv-cinder-804757-16-iscsi neutron-server[109743]: INFO neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 21 09:36:50.733710 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Loading extension file: external_net.py {{(pid=109743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:36:50.734624 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=109743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:36:50.735130 dv-cinder-804757-16-iscsi neutron-server[109743]: INFO neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Loaded extension: external-net Feb 21 09:36:50.735446 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Loading extension file: extra_dhcp_opt.py {{(pid=109743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:36:50.736348 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=109743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:36:50.736893 dv-cinder-804757-16-iscsi neutron-server[109743]: INFO neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Loaded extension: extra_dhcp_opt Feb 21 09:36:50.737212 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Loading extension file: extraroute.py {{(pid=109743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:36:50.738117 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=109743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:36:50.738644 dv-cinder-804757-16-iscsi neutron-server[109743]: INFO neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Loaded extension: extraroute Feb 21 09:36:50.738961 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Loading extension file: extraroute_atomic.py {{(pid=109743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:36:50.744917 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=109743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:36:50.745469 dv-cinder-804757-16-iscsi neutron-server[109743]: INFO neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Loaded extension: extraroute-atomic Feb 21 09:36:50.745803 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Loading extension file: filter_validation.py {{(pid=109743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:36:50.746506 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=109743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:36:50.747026 dv-cinder-804757-16-iscsi neutron-server[109743]: INFO neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Loaded extension: filter-validation Feb 21 09:36:50.747355 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Loading extension file: fip_pf_description.py {{(pid=109743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:36:50.748286 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=109743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:36:50.748828 dv-cinder-804757-16-iscsi neutron-server[109743]: INFO neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 21 09:36:50.749161 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Loading extension file: fip_port_details.py {{(pid=109743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:36:50.750308 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:36:50.750823 dv-cinder-804757-16-iscsi neutron-server[109743]: INFO neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Loaded extension: fip-port-details Feb 21 09:36:50.751151 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Loading extension file: flavors.py {{(pid=109743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:36:50.752423 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=109743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:36:50.752979 dv-cinder-804757-16-iscsi neutron-server[109743]: INFO neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Loaded extension: flavors Feb 21 09:36:50.753336 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=109743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:36:50.755158 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=109743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:36:50.755700 dv-cinder-804757-16-iscsi neutron-server[109743]: INFO neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 21 09:36:50.756053 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Loading extension file: floatingip_pools.py {{(pid=109743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:36:50.756797 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=109743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:36:50.757319 dv-cinder-804757-16-iscsi neutron-server[109743]: INFO neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Loaded extension: floatingip-pools Feb 21 09:36:50.757652 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Loading extension file: ip_allocation.py {{(pid=109743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:36:50.758594 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=109743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:36:50.759108 dv-cinder-804757-16-iscsi neutron-server[109743]: INFO neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Extension ip_allocation not supported by any of loaded plugins Feb 21 09:36:50.759438 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Loading extension file: ip_substring_port_filtering.py {{(pid=109743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:36:50.760370 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=109743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:36:50.760950 dv-cinder-804757-16-iscsi neutron-server[109743]: INFO neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Loaded extension: ip-substring-filtering Feb 21 09:36:50.761311 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Loading extension file: l2_adjacency.py {{(pid=109743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:36:50.762253 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=109743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:36:50.762771 dv-cinder-804757-16-iscsi neutron-server[109743]: INFO neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Extension l2_adjacency not supported by any of loaded plugins Feb 21 09:36:50.763106 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Loading extension file: l3.py {{(pid=109743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:36:50.764097 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=109743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:36:50.764662 dv-cinder-804757-16-iscsi neutron-server[109743]: INFO neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Loaded extension: router Feb 21 09:36:50.765000 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Loading extension file: l3_conntrack_helper.py {{(pid=109743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:36:50.767348 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:36:50.767939 dv-cinder-804757-16-iscsi neutron-server[109743]: INFO neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 21 09:36:50.768281 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Loading extension file: l3_ext_gw_mode.py {{(pid=109743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:36:50.784844 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=109743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:36:50.785376 dv-cinder-804757-16-iscsi neutron-server[109743]: INFO neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Loaded extension: ext-gw-mode Feb 21 09:36:50.786550 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Loading extension file: l3_ext_ha_mode.py {{(pid=109743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:36:50.787316 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=109743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:36:50.787841 dv-cinder-804757-16-iscsi neutron-server[109743]: INFO neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Loaded extension: l3-ha Feb 21 09:36:50.788173 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=109743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:36:50.789132 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=109743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:36:50.789649 dv-cinder-804757-16-iscsi neutron-server[109743]: INFO neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Feb 21 09:36:50.789979 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Loading extension file: l3_flavors.py {{(pid=109743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:36:50.790997 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=109743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:36:50.791499 dv-cinder-804757-16-iscsi neutron-server[109743]: INFO neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Loaded extension: l3-flavors Feb 21 09:36:50.791833 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Loading extension file: l3_ndp_proxy.py {{(pid=109743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:36:50.793303 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=109743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:36:50.793832 dv-cinder-804757-16-iscsi neutron-server[109743]: INFO neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Extension l3-ndp-proxy not supported by any of loaded plugins Feb 21 09:36:50.794170 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=109743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:36:50.795105 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=109743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:36:50.795628 dv-cinder-804757-16-iscsi neutron-server[109743]: INFO neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Loaded extension: l3-port-ip-change-not-allowed Feb 21 09:36:50.795962 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Loading extension file: l3agentscheduler.py {{(pid=109743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:36:50.797063 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:36:50.797588 dv-cinder-804757-16-iscsi neutron-server[109743]: INFO neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Loaded extension: l3_agent_scheduler Feb 21 09:36:50.797920 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Loading extension file: local_ip.py {{(pid=109743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:36:50.799737 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=109743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:36:50.800265 dv-cinder-804757-16-iscsi neutron-server[109743]: INFO neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Extension local_ip not supported by any of loaded plugins Feb 21 09:36:50.800635 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Loading extension file: logging.py {{(pid=109743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:36:50.803753 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=109743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:36:50.804290 dv-cinder-804757-16-iscsi neutron-server[109743]: INFO neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Extension logging not supported by any of loaded plugins Feb 21 09:36:50.804663 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Loading extension file: metering.py {{(pid=109743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:36:50.805436 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=109743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:36:50.806029 dv-cinder-804757-16-iscsi neutron-server[109743]: INFO neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Loaded extension: metering Feb 21 09:36:50.806370 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=109743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:36:50.807497 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=109743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:36:50.808025 dv-cinder-804757-16-iscsi neutron-server[109743]: INFO neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Loaded extension: metering_source_and_destination_fields Feb 21 09:36:50.808363 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Loading extension file: multiprovidernet.py {{(pid=109743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:36:50.809330 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=109743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:36:50.809854 dv-cinder-804757-16-iscsi neutron-server[109743]: INFO neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Loaded extension: multi-provider Feb 21 09:36:50.810189 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Loading extension file: netmtu.py {{(pid=109743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:36:50.811117 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=109743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:36:50.811640 dv-cinder-804757-16-iscsi neutron-server[109743]: INFO neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Loaded extension: net-mtu Feb 21 09:36:50.811974 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Loading extension file: netmtu_writable.py {{(pid=109743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:36:50.812943 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=109743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:36:50.813456 dv-cinder-804757-16-iscsi neutron-server[109743]: INFO neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Loaded extension: net-mtu-writable Feb 21 09:36:50.813786 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Loading extension file: network_availability_zone.py {{(pid=109743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:36:50.814476 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=109743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:36:50.814988 dv-cinder-804757-16-iscsi neutron-server[109743]: INFO neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Loaded extension: network_availability_zone Feb 21 09:36:50.815316 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Loading extension file: network_ip_availability.py {{(pid=109743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:36:50.816448 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=109743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:36:50.817237 dv-cinder-804757-16-iscsi neutron-server[109743]: INFO neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Loaded extension: network-ip-availability Feb 21 09:36:50.817356 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Loading extension file: network_segment_range.py {{(pid=109743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:36:50.818138 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=109743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:36:50.818647 dv-cinder-804757-16-iscsi neutron-server[109743]: INFO neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Extension network-segment-range not supported by any of loaded plugins Feb 21 09:36:50.818978 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Loading extension file: pagination.py {{(pid=109743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:36:50.819983 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:36:50.820323 dv-cinder-804757-16-iscsi neutron-server[109743]: INFO neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Loaded extension: pagination Feb 21 09:36:50.820691 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Loading extension file: port_device_profile.py {{(pid=109743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:36:50.821638 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=109743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:36:50.822161 dv-cinder-804757-16-iscsi neutron-server[109743]: INFO neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Loaded extension: port-device-profile Feb 21 09:36:50.822485 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Loading extension file: port_mac_address_regenerate.py {{(pid=109743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:36:50.823418 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=109743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:36:50.823935 dv-cinder-804757-16-iscsi neutron-server[109743]: INFO neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Loaded extension: port-mac-address-regenerate Feb 21 09:36:50.824261 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Loading extension file: port_numa_affinity_policy.py {{(pid=109743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:36:50.828858 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=109743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:36:50.829379 dv-cinder-804757-16-iscsi neutron-server[109743]: INFO neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Loaded extension: port-numa-affinity-policy Feb 21 09:36:50.829705 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Loading extension file: port_resource_request.py {{(pid=109743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:36:50.830627 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=109743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:36:50.831134 dv-cinder-804757-16-iscsi neutron-server[109743]: INFO neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Extension port-resource-request not supported by any of loaded plugins Feb 21 09:36:50.831459 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Loading extension file: port_resource_request_groups.py {{(pid=109743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:36:50.833091 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=109743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:36:50.833793 dv-cinder-804757-16-iscsi neutron-server[109743]: INFO neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Extension port-resource-request-groups not supported by any of loaded plugins Feb 21 09:36:50.834121 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Loading extension file: portbindings.py {{(pid=109743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:36:50.835094 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=109743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:36:50.835610 dv-cinder-804757-16-iscsi neutron-server[109743]: INFO neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Loaded extension: binding Feb 21 09:36:50.835938 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Loading extension file: portbindings_extended.py {{(pid=109743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:36:50.837312 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=109743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:36:50.837836 dv-cinder-804757-16-iscsi neutron-server[109743]: INFO neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Loaded extension: binding-extended Feb 21 09:36:50.838167 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Loading extension file: portsecurity.py {{(pid=109743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:36:50.839099 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=109743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:36:50.839646 dv-cinder-804757-16-iscsi neutron-server[109743]: INFO neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Loaded extension: port-security Feb 21 09:36:50.839972 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Loading extension file: project_id.py {{(pid=109743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:36:50.841018 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=109743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:36:50.841392 dv-cinder-804757-16-iscsi neutron-server[109743]: INFO neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Loaded extension: project-id Feb 21 09:36:50.841721 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Loading extension file: providernet.py {{(pid=109743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:36:50.842653 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=109743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:36:50.843171 dv-cinder-804757-16-iscsi neutron-server[109743]: INFO neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Loaded extension: provider Feb 21 09:36:50.843499 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Loading extension file: qos.py {{(pid=109743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:36:50.847202 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=109743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:36:50.847732 dv-cinder-804757-16-iscsi neutron-server[109743]: INFO neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Extension qos not supported by any of loaded plugins Feb 21 09:36:50.848693 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Loading extension file: qos_bw_limit_direction.py {{(pid=109743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:36:50.850180 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=109743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:36:50.850705 dv-cinder-804757-16-iscsi neutron-server[109743]: INFO neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 21 09:36:50.851041 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=109743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:36:50.851977 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=109743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:36:50.852542 dv-cinder-804757-16-iscsi neutron-server[109743]: INFO neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 21 09:36:50.852879 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Loading extension file: qos_default.py {{(pid=109743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:36:50.853844 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=109743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:36:50.854385 dv-cinder-804757-16-iscsi neutron-server[109743]: INFO neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Extension qos-default not supported by any of loaded plugins Feb 21 09:36:50.854724 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Loading extension file: qos_fip.py {{(pid=109743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:36:50.857795 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=109743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:36:50.858260 dv-cinder-804757-16-iscsi neutron-server[109743]: INFO neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Extension qos-fip not supported by any of loaded plugins Feb 21 09:36:50.858590 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Loading extension file: qos_fip_network_policy.py {{(pid=109743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:36:50.859542 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=109743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:36:50.860056 dv-cinder-804757-16-iscsi neutron-server[109743]: INFO neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Extension qos-fip-network-policy not supported by any of loaded plugins Feb 21 09:36:50.860383 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Loading extension file: qos_gateway_ip.py {{(pid=109743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:36:50.861368 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=109743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:36:50.861877 dv-cinder-804757-16-iscsi neutron-server[109743]: INFO neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 21 09:36:50.862204 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Loading extension file: qos_port_network_policy.py {{(pid=109743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:36:50.863283 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=109743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:36:50.864000 dv-cinder-804757-16-iscsi neutron-server[109743]: INFO neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 21 09:36:50.864365 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=109743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:36:50.865484 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=109743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:36:50.866014 dv-cinder-804757-16-iscsi neutron-server[109743]: INFO neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Extension qos-pps-minimum not supported by any of loaded plugins Feb 21 09:36:50.866342 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=109743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:36:50.867432 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=109743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:36:50.867957 dv-cinder-804757-16-iscsi neutron-server[109743]: INFO neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Feb 21 09:36:50.868288 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Loading extension file: qos_pps_rule.py {{(pid=109743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:36:50.869545 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=109743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:36:50.870067 dv-cinder-804757-16-iscsi neutron-server[109743]: INFO neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Extension qos-pps not supported by any of loaded plugins Feb 21 09:36:50.870399 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Loading extension file: qos_rule_type_details.py {{(pid=109743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:36:50.871356 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=109743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:36:50.871919 dv-cinder-804757-16-iscsi neutron-server[109743]: INFO neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 21 09:36:50.872203 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Loading extension file: qos_rules_alias.py {{(pid=109743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:36:50.873306 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=109743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:36:50.873827 dv-cinder-804757-16-iscsi neutron-server[109743]: INFO neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 21 09:36:50.874157 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Loading extension file: quota_check_limit.py {{(pid=109743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:36:50.875109 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=109743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:36:50.875713 dv-cinder-804757-16-iscsi neutron-server[109743]: INFO neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Loaded extension: quota-check-limit Feb 21 09:36:50.875960 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Loading extension file: quotasv2.py {{(pid=109743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:36:50.877116 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=109743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:36:50.877337 dv-cinder-804757-16-iscsi neutron-server[109743]: INFO neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Loaded extension: quotas Feb 21 09:36:50.877663 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Loading extension file: quotasv2_detail.py {{(pid=109743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:36:50.880172 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=109743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:36:50.880612 dv-cinder-804757-16-iscsi neutron-server[109743]: INFO neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Loaded extension: quota_details Feb 21 09:36:50.880879 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Loading extension file: rbac.py {{(pid=109743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:36:50.881963 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=109743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:36:50.882495 dv-cinder-804757-16-iscsi neutron-server[109743]: INFO neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Loaded extension: rbac-policies Feb 21 09:36:50.882857 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Loading extension file: rbac_address_group.py {{(pid=109743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:36:50.883842 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=109743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:36:50.884378 dv-cinder-804757-16-iscsi neutron-server[109743]: INFO neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Loaded extension: rbac-address-group Feb 21 09:36:50.884750 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Loading extension file: rbac_address_scope.py {{(pid=109743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:36:50.886580 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=109743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:36:50.887097 dv-cinder-804757-16-iscsi neutron-server[109743]: INFO neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Loaded extension: rbac-address-scope Feb 21 09:36:50.887426 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Loading extension file: rbac_security_groups.py {{(pid=109743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:36:50.888491 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=109743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:36:50.889040 dv-cinder-804757-16-iscsi neutron-server[109743]: INFO neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Loaded extension: rbac-security-groups Feb 21 09:36:50.889369 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Loading extension file: rbac_subnetpool.py {{(pid=109743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:36:50.890442 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=109743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:36:50.890963 dv-cinder-804757-16-iscsi neutron-server[109743]: INFO neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Loaded extension: rbac-subnetpool Feb 21 09:36:50.891291 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Loading extension file: revisionifmatch.py {{(pid=109743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:36:50.892259 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=109743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:36:50.892812 dv-cinder-804757-16-iscsi neutron-server[109743]: INFO neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Loaded extension: revision-if-match Feb 21 09:36:50.893151 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Loading extension file: revisions.py {{(pid=109743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:36:50.894302 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=109743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:36:50.895617 dv-cinder-804757-16-iscsi neutron-server[109743]: INFO neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Loaded extension: standard-attr-revisions Feb 21 09:36:50.896019 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Loading extension file: router_availability_zone.py {{(pid=109743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:36:50.896748 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=109743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:36:50.897287 dv-cinder-804757-16-iscsi neutron-server[109743]: INFO neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Loaded extension: router_availability_zone Feb 21 09:36:50.897646 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Loading extension file: routerservicetype.py {{(pid=109743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:36:50.898600 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=109743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:36:50.899113 dv-cinder-804757-16-iscsi neutron-server[109743]: INFO neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Extension router-service-type not supported by any of loaded plugins Feb 21 09:36:50.899442 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=109743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:36:50.900379 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=109743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:36:50.900944 dv-cinder-804757-16-iscsi neutron-server[109743]: INFO neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Loaded extension: security-groups-normalized-cidr Feb 21 09:36:50.901274 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Loading extension file: security_groups_port_filtering.py {{(pid=109743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:36:50.902215 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=109743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:36:50.902735 dv-cinder-804757-16-iscsi neutron-server[109743]: INFO neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Loaded extension: port-security-groups-filtering Feb 21 09:36:50.903063 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Loading extension file: security_groups_remote_address_group.py {{(pid=109743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:36:50.904028 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=109743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:36:50.904572 dv-cinder-804757-16-iscsi neutron-server[109743]: INFO neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Loaded extension: security-groups-remote-address-group Feb 21 09:36:50.905165 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Loading extension file: security_groups_shared_filtering.py {{(pid=109743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:36:50.906130 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=109743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:36:50.906645 dv-cinder-804757-16-iscsi neutron-server[109743]: INFO neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Loaded extension: security-groups-shared-filtering Feb 21 09:36:50.906976 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=109743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:36:50.907578 dv-cinder-804757-16-iscsi neutron-server[109743]: WARNING neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Feb 21 09:36:50.907903 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Loading extension file: securitygroup.py {{(pid=109743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:36:50.918108 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=109743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:36:50.918654 dv-cinder-804757-16-iscsi neutron-server[109743]: INFO neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Loaded extension: security-group Feb 21 09:36:50.918992 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Loading extension file: segment.py {{(pid=109743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:36:50.919799 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=109743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:36:50.920318 dv-cinder-804757-16-iscsi neutron-server[109743]: INFO neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Extension segment not supported by any of loaded plugins Feb 21 09:36:50.920689 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=109743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:36:50.921655 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=109743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:36:50.922189 dv-cinder-804757-16-iscsi neutron-server[109743]: INFO neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 21 09:36:50.922535 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Loading extension file: servicetype.py {{(pid=109743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:36:50.923701 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=109743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:36:50.924235 dv-cinder-804757-16-iscsi neutron-server[109743]: INFO neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Loaded extension: service-type Feb 21 09:36:50.924590 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Loading extension file: sorting.py {{(pid=109743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:36:50.934403 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:36:50.934751 dv-cinder-804757-16-iscsi neutron-server[109743]: INFO neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Loaded extension: sorting Feb 21 09:36:50.935083 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Loading extension file: standard_attr_segment.py {{(pid=109743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:36:50.936024 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:36:50.936572 dv-cinder-804757-16-iscsi neutron-server[109743]: INFO neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 21 09:36:50.936910 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Loading extension file: standardattrdescription.py {{(pid=109743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:36:50.937575 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=109743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:36:50.938086 dv-cinder-804757-16-iscsi neutron-server[109743]: INFO neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Loaded extension: standard-attr-description Feb 21 09:36:50.938410 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Loading extension file: stateful_security_group.py {{(pid=109743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:36:50.939332 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=109743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:36:50.939897 dv-cinder-804757-16-iscsi neutron-server[109743]: INFO neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Loaded extension: stateful-security-group Feb 21 09:36:50.940222 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Loading extension file: stdattrs_common.py {{(pid=109743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:36:50.940814 dv-cinder-804757-16-iscsi neutron-server[109743]: WARNING neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 21 09:36:50.941137 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=109743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:36:50.942704 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=109743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:36:50.943213 dv-cinder-804757-16-iscsi neutron-server[109743]: INFO neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 21 09:36:50.943537 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Loading extension file: subnet_onboard.py {{(pid=109743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:36:50.944640 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=109743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:36:50.945226 dv-cinder-804757-16-iscsi neutron-server[109743]: INFO neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Loaded extension: subnet_onboard Feb 21 09:36:50.945555 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Loading extension file: subnet_segmentid_writable.py {{(pid=109743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:36:50.946569 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=109743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:36:50.947080 dv-cinder-804757-16-iscsi neutron-server[109743]: INFO neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 21 09:36:50.947409 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Loading extension file: subnet_service_types.py {{(pid=109743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:36:50.948336 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=109743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:36:50.948879 dv-cinder-804757-16-iscsi neutron-server[109743]: INFO neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Loaded extension: subnet-service-types Feb 21 09:36:50.949205 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Loading extension file: subnetallocation.py {{(pid=109743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:36:50.950288 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=109743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:36:50.950804 dv-cinder-804757-16-iscsi neutron-server[109743]: INFO neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Loaded extension: subnet_allocation Feb 21 09:36:50.951190 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=109743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:36:50.951862 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=109743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:36:50.952367 dv-cinder-804757-16-iscsi neutron-server[109743]: INFO neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Loaded extension: subnetpool-prefix-ops Feb 21 09:36:50.952712 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=109743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:36:50.953651 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=109743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:36:50.954156 dv-cinder-804757-16-iscsi neutron-server[109743]: INFO neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 21 09:36:50.954475 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Loading extension file: tagging.py {{(pid=109743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:36:50.955560 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=109743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:36:50.956078 dv-cinder-804757-16-iscsi neutron-server[109743]: INFO neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Loaded extension: standard-attr-tag Feb 21 09:36:50.956441 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Loading extension file: timestamp.py {{(pid=109743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:36:50.958223 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=109743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:36:50.958745 dv-cinder-804757-16-iscsi neutron-server[109743]: INFO neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Loaded extension: standard-attr-timestamp Feb 21 09:36:50.959068 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Loading extension file: trunk.py {{(pid=109743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:36:50.960102 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=109743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:36:50.960649 dv-cinder-804757-16-iscsi neutron-server[109743]: INFO neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Extension trunk not supported by any of loaded plugins Feb 21 09:36:50.960974 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Loading extension file: trunk_details.py {{(pid=109743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:36:50.961894 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=109743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:36:50.962407 dv-cinder-804757-16-iscsi neutron-server[109743]: INFO neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Extension trunk-details not supported by any of loaded plugins Feb 21 09:36:50.962785 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Loading extension file: uplink_status_propagation.py {{(pid=109743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:36:50.963699 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=109743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:36:50.964209 dv-cinder-804757-16-iscsi neutron-server[109743]: INFO neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 21 09:36:50.964546 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Loading extension file: vlantransparent.py {{(pid=109743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 09:36:50.965219 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=109743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 09:36:50.965723 dv-cinder-804757-16-iscsi neutron-server[109743]: INFO neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Extension vlan-transparent not supported by any of loaded plugins Feb 21 09:36:50.968248 dv-cinder-804757-16-iscsi neutron-server[109743]: INFO neutron.quota.resource_registry [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Creating instance of TrackedResource for resource:network Feb 21 09:36:50.968808 dv-cinder-804757-16-iscsi neutron-server[109743]: INFO neutron.quota.resource_registry [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Creating instance of TrackedResource for resource:subnet Feb 21 09:36:50.969206 dv-cinder-804757-16-iscsi neutron-server[109743]: INFO neutron.quota.resource_registry [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Creating instance of TrackedResource for resource:subnetpool Feb 21 09:36:50.969612 dv-cinder-804757-16-iscsi neutron-server[109743]: INFO neutron.quota.resource_registry [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Creating instance of TrackedResource for resource:port Feb 21 09:36:50.974095 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.v2.resource_helper [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109743) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 21 09:36:50.974095 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.v2.resource_helper [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Service FLAVORS assigned prefix: {{(pid=109743) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 21 09:36:50.974095 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.v2.resource_helper [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109743) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 21 09:36:50.974095 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.v2.resource_helper [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109743) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 21 09:36:50.974095 dv-cinder-804757-16-iscsi neutron-server[109743]: INFO neutron.quota.resource_registry [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Creating instance of TrackedResource for resource:router Feb 21 09:36:50.974095 dv-cinder-804757-16-iscsi neutron-server[109743]: INFO neutron.quota.resource_registry [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Creating instance of TrackedResource for resource:floatingip Feb 21 09:36:50.974095 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.v2.resource_helper [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Service METERING assigned prefix: /metering {{(pid=109743) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 21 09:36:50.975142 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:36:50.975520 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:36:50.975873 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:36:50.976919 dv-cinder-804757-16-iscsi neutron-server[109743]: INFO neutron.quota.resource_registry [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Creating instance of CountableResource for resource:rbac_policy Feb 21 09:36:50.977358 dv-cinder-804757-16-iscsi neutron-server[109743]: INFO neutron.quota.resource_registry [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Creating instance of TrackedResource for resource:security_group Feb 21 09:36:50.977785 dv-cinder-804757-16-iscsi neutron-server[109743]: INFO neutron.quota.resource_registry [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Creating instance of TrackedResource for resource:security_group_rule Feb 21 09:36:50.978398 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.v2.resource_helper [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Service CORE assigned prefix: {{(pid=109743) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 21 09:36:50.978727 dv-cinder-804757-16-iscsi neutron-server[109743]: INFO neutron.quota.resource_registry [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Creating instance of TrackedResource for resource:subnetpool Feb 21 09:36:50.979069 dv-cinder-804757-16-iscsi neutron-server[109743]: WARNING neutron.quota.resource_registry [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] subnetpool is already registered Feb 21 09:36:50.979487 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.v2.resource_helper [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Service CORE assigned prefix: {{(pid=109743) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 21 09:36:50.979874 dv-cinder-804757-16-iscsi neutron-server[109743]: INFO neutron.quota.resource_registry [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Creating instance of TrackedResource for resource:subnetpool Feb 21 09:36:50.980203 dv-cinder-804757-16-iscsi neutron-server[109743]: WARNING neutron.quota.resource_registry [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] subnetpool is already registered Feb 21 09:36:50.982518 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.v2.resource_helper [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109743) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 21 09:36:50.982949 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.v2.resource_helper [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Service FLAVORS assigned prefix: {{(pid=109743) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 21 09:36:50.983532 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.v2.resource_helper [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109743) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 21 09:36:50.983947 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.v2.resource_helper [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109743) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 21 09:36:50.984279 dv-cinder-804757-16-iscsi neutron-server[109743]: INFO neutron.quota.resource_registry [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Creating instance of TrackedResource for resource:router Feb 21 09:36:50.984650 dv-cinder-804757-16-iscsi neutron-server[109743]: WARNING neutron.quota.resource_registry [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] router is already registered Feb 21 09:36:50.985059 dv-cinder-804757-16-iscsi neutron-server[109743]: INFO neutron.quota.resource_registry [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Creating instance of TrackedResource for resource:floatingip Feb 21 09:36:50.985391 dv-cinder-804757-16-iscsi neutron-server[109743]: WARNING neutron.quota.resource_registry [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] floatingip is already registered Feb 21 09:36:50.985951 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.v2.resource_helper [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Service METERING assigned prefix: /metering {{(pid=109743) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 21 09:36:50.986612 dv-cinder-804757-16-iscsi neutron-server[109743]: INFO neutron.quota.resource_registry [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Creating instance of CountableResource for resource:rbac_policy Feb 21 09:36:50.986943 dv-cinder-804757-16-iscsi neutron-server[109743]: WARNING neutron.quota.resource_registry [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] rbac_policy is already registered Feb 21 09:36:50.987351 dv-cinder-804757-16-iscsi neutron-server[109743]: INFO neutron.quota.resource_registry [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Creating instance of TrackedResource for resource:security_group Feb 21 09:36:50.987683 dv-cinder-804757-16-iscsi neutron-server[109743]: WARNING neutron.quota.resource_registry [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] security_group is already registered Feb 21 09:36:50.988081 dv-cinder-804757-16-iscsi neutron-server[109743]: INFO neutron.quota.resource_registry [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Creating instance of TrackedResource for resource:security_group_rule Feb 21 09:36:50.988411 dv-cinder-804757-16-iscsi neutron-server[109743]: WARNING neutron.quota.resource_registry [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] security_group_rule is already registered Feb 21 09:36:50.989061 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.v2.resource_helper [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Service CORE assigned prefix: {{(pid=109743) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 21 09:36:50.989390 dv-cinder-804757-16-iscsi neutron-server[109743]: INFO neutron.quota.resource_registry [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Creating instance of TrackedResource for resource:subnetpool Feb 21 09:36:50.989720 dv-cinder-804757-16-iscsi neutron-server[109743]: WARNING neutron.quota.resource_registry [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] subnetpool is already registered Feb 21 09:36:50.990133 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.v2.resource_helper [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Service CORE assigned prefix: {{(pid=109743) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 21 09:36:50.990458 dv-cinder-804757-16-iscsi neutron-server[109743]: INFO neutron.quota.resource_registry [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Creating instance of TrackedResource for resource:subnetpool Feb 21 09:36:50.990787 dv-cinder-804757-16-iscsi neutron-server[109743]: WARNING neutron.quota.resource_registry [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] subnetpool is already registered Feb 21 09:36:50.991377 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Extended resource: extensions {{(pid=109743) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 09:36:50.992883 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Extended resource: address-groups {{(pid=109743) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 09:36:50.994361 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Extended resource: address-scopes {{(pid=109743) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 09:36:50.995653 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Extended resource: agents {{(pid=109743) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 09:36:50.996852 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Extended resource: auto-allocated-topology {{(pid=109743) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 09:36:50.998094 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Extended resource: availability_zones {{(pid=109743) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 09:36:50.999291 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Extended resource: dhcp-networks {{(pid=109743) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 09:36:51.001101 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Extended resource: dhcp-agents {{(pid=109743) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 09:36:51.002518 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Extended resource: routers {{(pid=109743) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 09:36:51.005453 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Extended resource: flavors {{(pid=109743) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 09:36:51.006789 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Extended resource: service_profiles {{(pid=109743) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 09:36:51.008075 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Extended resource: next_providers {{(pid=109743) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 09:36:51.009573 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Extended resource: service_profiles {{(pid=109743) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 09:36:51.011094 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Extended resource: floatingip-pools {{(pid=109743) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 09:36:51.012598 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Extended resource: routers {{(pid=109743) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 09:36:51.014462 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Extended resource: floatingips {{(pid=109743) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 09:36:51.016772 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Extended resource: l3-routers {{(pid=109743) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 09:36:51.018166 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Extended resource: l3-agents {{(pid=109743) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 09:36:51.019581 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Extended resource: metering-labels {{(pid=109743) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 09:36:51.021601 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Extended resource: metering-label-rules {{(pid=109743) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 09:36:51.022884 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Extended resource: network-ip-availabilities {{(pid=109743) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 09:36:51.024138 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Extended resource: bindings {{(pid=109743) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 09:36:51.025881 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Extended resource: quotas {{(pid=109743) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 09:36:51.027433 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Extended resource: quotas {{(pid=109743) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 09:36:51.028978 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Extended resource: rbac-policies {{(pid=109743) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 09:36:51.030530 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Extended resource: security-groups {{(pid=109743) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 09:36:51.031858 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Extended resource: security-group-rules {{(pid=109743) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 09:36:51.033165 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Extended resource: service-providers {{(pid=109743) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 09:36:51.034370 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Extended resource: subnetpools {{(pid=109743) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 09:36:51.035803 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Extended resource: subnetpools {{(pid=109743) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 09:36:51.037340 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Extended resource: tags {{(pid=109743) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 09:36:51.039028 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Extended resource: tags {{(pid=109743) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 09:36:51.040879 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Extended resource: tags {{(pid=109743) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 09:36:51.042626 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Extended resource: tags {{(pid=109743) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 09:36:51.044376 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Extended resource: tags {{(pid=109743) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 09:36:51.046270 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Extended resource: tags {{(pid=109743) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 09:36:51.047963 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Extended resource: tags {{(pid=109743) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 09:36:51.049868 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Extended resource: tags {{(pid=109743) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 09:36:51.051769 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Extended resource: tags {{(pid=109743) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 09:36:51.053681 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron.api.extensions [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Extended resource: tags {{(pid=109743) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 09:36:51.059783 dv-cinder-804757-16-iscsi neutron-server[109743]: WARNING keystonemiddleware.auth_token [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 21 09:36:51.064697 dv-cinder-804757-16-iscsi neutron-server[109743]: WARNING keystonemiddleware.auth_token [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 21 09:36:51.074220 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_concurrency.lockutils [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Acquired lock "singleton_lock" {{(pid=109743) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Feb 21 09:36:51.074696 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_concurrency.lockutils [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Releasing lock "singleton_lock" {{(pid=109743) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Feb 21 09:36:51.075350 dv-cinder-804757-16-iscsi neutron-server[109743]: INFO oslo_service.service [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Starting 2 workers Feb 21 09:36:51.080266 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Started child 109856 {{(pid=109743) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 21 09:36:51.085500 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Started child 109857 {{(pid=109743) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 21 09:36:51.086781 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:36:51.087484 dv-cinder-804757-16-iscsi neutron-server[109743]: INFO neutron.service [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Neutron service started, listening on 0.0.0.0:9696 Feb 21 09:36:51.087774 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Publish callbacks [] for process (None), before_spawn {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:36:51.088368 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [-] (109856) wsgi starting up on http://0.0.0.0:9696 Feb 21 09:36:51.090330 dv-cinder-804757-16-iscsi neutron-server[109743]: INFO oslo_service.service [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Starting 1 workers Feb 21 09:36:51.090619 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:36:51.092063 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [-] (109857) wsgi starting up on http://0.0.0.0:9696 Feb 21 09:36:51.095612 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Started child 109858 {{(pid=109743) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 21 09:36:51.096173 dv-cinder-804757-16-iscsi neutron-server[109743]: INFO oslo_service.service [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Starting 1 workers Feb 21 09:36:51.099273 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.service [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] calling RpcWorker wait() {{(pid=109858) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 21 09:36:51.099902 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.service [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] returning from RpcWorker wait() {{(pid=109858) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 21 09:36:51.100800 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Started child 109859 {{(pid=109743) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 21 09:36:51.101105 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:36:51.101572 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:36:51.101718 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-ddfe5f9e-b2e9-453d-b58e-c18cf961b8db None None] Publish callbacks [] for process (None), after_spawn {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:36:51.103521 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109743) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 21 09:36:51.103730 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 21 09:36:51.103915 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 21 09:36:51.104139 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 21 09:36:51.104482 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 21 09:36:51.104664 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 21 09:36:51.105188 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.105449 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.105710 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.105933 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:36:51.106474 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.106474 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.106804 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.106963 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:36:51.107118 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.107293 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.107559 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.107855 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.108005 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.108152 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.108359 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.108632 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.108927 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.109198 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.109452 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.109702 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.109873 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.110132 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.110403 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.110637 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.110949 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] debug = True {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.111238 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.111727 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.111965 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.112225 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.112458 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.112767 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.112988 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.113285 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.113528 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.113794 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.114004 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.114266 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.114494 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.114724 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.114973 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.115249 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.115451 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.115685 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.116147 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] host = dv-cinder-804757-16-iscsi {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.116361 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.116596 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.116845 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.117110 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.117410 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.117713 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.117911 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.118173 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.118414 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.118661 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.118903 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.119142 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.119354 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.119606 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] log_file = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.119757 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] log_options = True {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.119961 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.120227 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.120479 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.120689 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.120858 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.121012 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.121265 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.121430 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.121678 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.121909 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.122120 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.122371 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.122565 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.122790 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.123048 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.123257 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.123474 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.123698 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.123972 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.124227 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.124493 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.124863 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.133581 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.133581 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.133581 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.133581 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.133581 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.133581 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.133581 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.133581 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.133581 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.134786 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.134786 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.134786 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.134786 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.134786 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.134786 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.134786 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.134786 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.135536 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.135536 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.135536 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.135536 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.135536 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.135536 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.135536 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.135536 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] use_json = False {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.136679 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.136679 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.136679 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.136679 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.136679 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.136679 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.136679 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.136679 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.137725 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.137725 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.137725 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.137725 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.138255 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.138255 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.138511 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.138702 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.138940 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.139205 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.139450 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.139789 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.140051 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.140373 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.140692 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.140987 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.141303 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.141569 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.141831 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.142074 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.142301 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.142542 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.142757 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.143051 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.143282 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.143517 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.143776 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.144007 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.144310 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.144607 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.144943 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.145873 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.146129 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.71/identity {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.146381 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.146601 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.146857 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.147078 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.147315 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.147550 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.147766 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.148030 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.148249 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.148483 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.148727 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.148974 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.149210 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.149439 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.149668 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.149933 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.150171 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.150392 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.150621 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.150833 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.151065 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.151262 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.151563 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.151768 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.152009 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.152274 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.152491 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.158065 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.158065 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.158065 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.158065 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.158065 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.158065 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.158065 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.158065 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.158065 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.158765 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.158765 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.158765 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.158765 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.158765 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.158765 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.158765 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.158765 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.158765 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.159493 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.159493 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.159493 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.159493 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.159493 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.159493 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.159493 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.159493 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.159493 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.160103 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.160103 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.160103 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.160103 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.160103 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.160103 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.160103 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.160651 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.160651 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.160814 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.160986 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.161225 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.161477 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.161775 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.161993 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.162224 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.162490 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.162719 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.163007 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.163195 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.163383 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.163628 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.163849 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.164092 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.164319 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.164584 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.164823 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.165074 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.165333 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.165582 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.165813 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.166049 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.166304 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.166582 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.166835 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.167134 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.167354 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.167646 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.167944 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.168217 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.168469 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.168757 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.169022 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.169280 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.169513 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.169786 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.170045 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.170321 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.170645 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.170894 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.171140 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.171357 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.171593 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.171899 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.172134 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.172367 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.172603 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.172863 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.173121 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.173359 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.173619 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.173866 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.174117 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.174367 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.174625 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.71/identity {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.176237 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.176605 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.177126 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.177433 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.177668 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.180520 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.180520 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.180520 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.180520 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.180520 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.180520 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.180520 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.180520 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.181203 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.181203 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.181203 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.181203 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.181203 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.181203 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.181203 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.181203 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.181756 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.181756 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.181890 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.182043 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.182286 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.182539 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.182754 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.182982 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.183224 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.183509 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.183722 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.183969 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.184198 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.184412 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.184647 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.184867 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.185081 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.185319 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.185565 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.185779 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.186017 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.186256 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.186611 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.186851 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.187083 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.187329 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.187572 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.187808 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.188026 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.188266 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.188531 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.188788 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.189017 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.189268 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.189488 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.189709 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.189925 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.190176 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.190417 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.190662 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.190899 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.191120 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.191363 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.191580 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.192539 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.193068 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.193295 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.193513 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.193730 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.193975 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.194205 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.194496 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.194752 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.194984 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.195259 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.195477 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.195737 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.196544 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.196544 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.196544 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.196794 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.196976 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.197209 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.197338 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.197752 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.197972 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.198194 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.198430 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.198822 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.199236 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.199450 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.199663 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.199887 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.200214 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.200421 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.200709 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.200919 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.201129 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.201357 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.201573 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.201803 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.202024 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.202237 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.202448 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.202692 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.202908 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.203115 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.203397 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.203658 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.203877 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.204209 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.204455 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.204682 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.204929 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.205224 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.205455 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.205714 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.205935 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.206157 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.206378 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.206646 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.206960 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.207273 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.208088 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.208539 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.209000 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.209293 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.209581 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.209806 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.210105 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.210457 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.210742 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.211006 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.211255 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.211496 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.211724 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.211963 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.212206 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.212467 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.212715 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.212997 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.213261 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.213492 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.213712 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.213940 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.214174 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.214420 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.214632 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.214873 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.215091 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.215251 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 21 09:36:51.215810 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109743) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 21 09:36:51.215973 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 21 09:36:51.216158 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 21 09:36:51.216328 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 21 09:36:51.216517 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 21 09:36:51.216672 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 21 09:36:51.216883 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.217046 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.217205 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.217372 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.217531 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.217711 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.217873 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.218032 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.218192 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.218442 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.218572 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.218715 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.218844 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.218994 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.219156 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.219314 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.219471 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.219631 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.219879 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.220036 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.220187 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.220329 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.220465 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] debug = True {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.220649 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.220777 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.220928 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.221058 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.221193 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.221351 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.221513 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.221672 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.221829 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.221987 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.222144 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.222302 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.222459 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.222617 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.222763 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.222904 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.223106 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.223243 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.223373 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] host = dv-cinder-804757-16-iscsi {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.223527 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.223848 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.224013 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.224154 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.224292 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.225307 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.225307 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.225307 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.225307 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.225307 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.225307 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.225971 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.225971 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.225971 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] log_file = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.225971 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] log_options = True {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.226266 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.226266 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.226501 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.226501 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.226754 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.226837 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.227005 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.227142 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.227250 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.227402 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.227603 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.227712 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.227850 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.228005 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.228162 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.228320 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.228477 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.228659 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.228820 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.228980 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.229138 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.229295 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.229453 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.229611 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.229768 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.231974 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.231974 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.231974 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.231974 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.231974 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.231974 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.231974 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.231974 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.232663 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.232663 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.232663 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.232663 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.232663 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.232663 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.232663 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.232663 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.233191 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.233191 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.233191 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.233191 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.233191 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.233191 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] use_json = False {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.233191 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.233821 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.233821 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.233821 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.233821 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.234196 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.234196 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.234196 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.234499 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 09:36:51.234499 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.234697 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.234809 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.234926 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.235088 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.235252 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.235401 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.235553 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.235708 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.235866 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.236034 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.236195 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.236366 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.236556 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.236750 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.236866 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.237385 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.237385 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.237385 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.237728 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.237728 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.237962 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.237962 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.238162 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.238241 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.238365 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.238526 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.238725 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.238886 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.239062 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.239227 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.239408 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.71/identity {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.239560 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.239714 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.239855 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.239998 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.240158 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.240321 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.240484 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.240667 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.240828 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.240989 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.241150 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.241310 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.241472 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.241634 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.241799 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.241961 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.242122 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.242310 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.242505 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.242626 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.242751 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.242950 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.243108 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.243271 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.243400 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.243563 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.243690 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.243804 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.243964 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.244125 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.244286 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.244446 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.244628 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.244792 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.244957 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.245115 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.245289 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.245454 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.245612 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.245924 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.246236 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.246400 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.246564 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.246712 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.246875 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.247036 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.247198 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.247358 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.247519 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.247682 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.247829 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.247992 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.248131 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:36:51.248270 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.248406 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.248571 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.248704 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.248837 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.248981 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.249115 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.249254 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.249386 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.249550 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.249711 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.249872 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.250032 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.250195 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.250354 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.250516 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.250678 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.250838 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.250997 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.251158 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.251320 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.251482 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.251647 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.251807 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.251967 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.252128 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.252459 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.252459 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.252689 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.252801 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.252905 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.253096 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.253214 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.253374 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.256651 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.256651 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.256651 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.256651 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.256651 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.256651 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.256651 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.256651 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.257754 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.257754 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.257754 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.257754 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.257754 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.257754 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.257754 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.257754 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.257754 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.258878 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.258878 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.258878 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.258878 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.258878 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.258878 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.258878 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.258878 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.259903 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.259903 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.259903 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.259903 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.259903 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.259903 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.259903 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.259903 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.71/identity {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.260630 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.260630 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.260630 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.260630 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.260630 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.260630 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.260630 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.260630 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.261479 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.261479 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.261479 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.261479 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.261479 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.261479 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.261479 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.261479 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.262007 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.262007 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.262007 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.262007 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.262286 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.262365 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.262491 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.262615 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.262738 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.262907 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.263070 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.263260 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.263390 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.263536 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.263697 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.263860 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.264023 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.264186 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.264347 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.264545 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.264695 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.264858 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.265038 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.265278 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.265410 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.265496 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.265630 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.265808 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.265973 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.266133 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.266296 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.266457 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.266617 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.266780 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.266940 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.267101 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.267261 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.267424 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.267585 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.267746 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.267925 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.268090 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.268215 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.268377 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.268569 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.268734 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.268879 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.269044 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.269205 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.269366 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.269526 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.269686 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.269983 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.271202 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.271375 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.271540 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.271715 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.271877 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.272041 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.272203 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.272364 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.272548 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.272723 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.272885 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.273047 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.273222 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.273357 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.273516 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.273686 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.273847 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.274007 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.274167 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.274327 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.274488 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.274642 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.274808 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.274953 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.275115 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.275275 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.275435 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.275604 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.275765 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.275925 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.276086 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.276233 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.276392 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.276574 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.276736 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.276999 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.277164 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.277306 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.277466 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.277605 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.277761 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.277903 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.278041 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.278179 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.278317 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.278455 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.278625 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.278780 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.278944 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.279106 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.279252 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.279403 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.279567 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.279968 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.280146 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.280315 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.280481 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.280694 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.280827 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.280989 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.281151 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.281317 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.281492 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.281638 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.281801 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.281950 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.282112 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.282277 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.282439 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.282601 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.282760 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.282922 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.283082 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.283243 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.283403 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.283564 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.283724 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.283885 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.284046 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.284210 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.284372 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.284551 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 09:36:51.284707 dv-cinder-804757-16-iscsi neutron-server[109743]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 21 09:36:51.567686 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 48134) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:36:51.576356 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [-] 10.222.0.71 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064671 Feb 21 09:37:03.171393 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-157c56c0-42c1-4e85-b89f-f1e02c592e5c None None] get_active_networks_info from dv-cinder-804757-16-iscsi {{(pid=109858) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 21 09:37:03.245695 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-157c56c0-42c1-4e85-b89f-f1e02c592e5c None None] No non-hosted networks {{(pid=109858) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 21 09:37:03.263354 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.agentschedulers_db [None req-157c56c0-42c1-4e85-b89f-f1e02c592e5c None None] DHCP Agent not found on host dv-cinder-804757-16-iscsi {{(pid=109858) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Feb 21 09:37:03.447766 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-d507e84b-6cee-4e9f-8553-e6dcac4ac6da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7910482'] for agent (7b1feb7e-a062-49d6-b835-c5fae1c9b9ce), after_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:05.512857 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-cc63643e-b9f2-4f9c-82f7-d6247832a175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7910482'] for agent (f1afc09b-b148-496e-b857-a568110caa3c), after_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:05.554378 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.db.api [None req-f320127b-107b-4490-8fe2-1cfd23cf0bb5 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-804757-16-iscsi {{(pid=109858) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 21 09:37:05.555654 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG oslo_db.api [None req-f320127b-107b-4490-8fe2-1cfd23cf0bb5 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 21 09:37:06.157039 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-f320127b-107b-4490-8fe2-1cfd23cf0bb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (f1afc09b-b148-496e-b857-a568110caa3c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:06.804479 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-43ce5351-eeda-4347-b66a-565ea5ef4f96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7910482'] for agent (93f03475-d11b-4921-b82a-7ea88eab1568), after_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:08.112329 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-2b8302a0-632c-4bb4-a8e1-5b2fb521f750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7910482'] for agent (a872b2e0-7e3e-43db-8705-7fb9ea875340), after_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:09.412594 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 48214) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:37:09.667674 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7910482'] for agent (ce3e6371-75e2-4bba-8260-49cd855bb251), after_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:09.670092 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:37:09.670092 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:37:09.670092 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:37:09.670092 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:37:09.670092 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:37:09.670481 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:37:09.670481 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:37:09.670822 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:37:09.671148 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:37:09.671488 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:37:09.671848 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:37:09.672155 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:37:09.672519 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:37:09.672972 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-804757-16-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:37:09.699505 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-804757-16-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:37:09.977811 dv-cinder-804757-16-iscsi neutron-server[109856]: WARNING oslo_policy.policy [None req-b15c7d3f-5593-4ff5-b047-f7f0b4c3fd10 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 21 09:37:09.978398 dv-cinder-804757-16-iscsi neutron-server[109856]: WARNING oslo_policy.policy [None req-b15c7d3f-5593-4ff5-b047-f7f0b4c3fd10 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 21 09:37:10.212529 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [None req-b15c7d3f-5593-4ff5-b047-f7f0b4c3fd10 admin admin] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=109856) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 21 09:37:10.224531 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-b15c7d3f-5593-4ff5-b047-f7f0b4c3fd10 admin admin] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8001082 Feb 21 09:37:12.621170 dv-cinder-804757-16-iscsi neutron-server[109858]: INFO neutron.db.l3_hamode_db [None req-92642435-19c6-4dbd-8f3b-04979bfb3dc5 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 21 09:37:12.700770 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92642435-19c6-4dbd-8f3b-04979bfb3dc5 None None] Routers set() bound to L3 agent in host dv-cinder-804757-16-iscsi {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:37:12.701158 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92642435-19c6-4dbd-8f3b-04979bfb3dc5 None None] Router IDs set() for agent in host dv-cinder-804757-16-iscsi {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 21 09:37:12.835826 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 48240) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:37:13.151870 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.v2.base [None req-48955d28-01a4-4334-9582-f46aa3fc82dd admin admin] Request body: {'subnetpool': {'is_default': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'shared': True}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:37:13.242871 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.policy [None req-48955d28-01a4-4334-9582-f46aa3fc82dd admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109856) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 21 09:37:13.285204 dv-cinder-804757-16-iscsi neutron-server[109856]: WARNING oslo_policy.policy [None req-48955d28-01a4-4334-9582-f46aa3fc82dd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 21 09:37:13.285567 dv-cinder-804757-16-iscsi neutron-server[109856]: WARNING oslo_policy.policy [None req-48955d28-01a4-4334-9582-f46aa3fc82dd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 21 09:37:13.443962 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-48955d28-01a4-4334-9582-f46aa3fc82dd admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782762697760', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782762697293', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782762679456', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782762681257', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782762724673', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782762731645', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-977130', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7363753', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-441329', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-647840'] for rbac-policy (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:13.640178 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-48955d28-01a4-4334-9582-f46aa3fc82dd admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:13.641335 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-48955d28-01a4-4334-9582-f46aa3fc82dd admin admin] 10.222.0.71 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8044491 Feb 21 09:37:16.138764 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 48250) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:37:16.454516 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.v2.base [None req-2e3f2a8b-6962-46f4-838e-8a4ed7c48149 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:37:16.561926 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e3f2a8b-6962-46f4-838e-8a4ed7c48149 demo demo] Made reservation on behalf of 4e7cc4d7472e4187b82e8e4f12b9640a for: {'network': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:37:16.565644 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2e3f2a8b-6962-46f4-838e-8a4ed7c48149 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for network (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:16.583906 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2e3f2a8b-6962-46f4-838e-8a4ed7c48149 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:16.690969 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2e3f2a8b-6962-46f4-838e-8a4ed7c48149 demo demo] Publish callbacks [] for security_group (ef2751bf-70e8-4e45-8449-9089d8acc9b0), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:16.750407 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2e3f2a8b-6962-46f4-838e-8a4ed7c48149 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (ef2751bf-70e8-4e45-8449-9089d8acc9b0), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:16.782867 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e3f2a8b-6962-46f4-838e-8a4ed7c48149 demo demo] vlan segment allocate from pool success with {'vlan_id': 352, 'physical_network': 'physnet1'} {{(pid=109856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 09:37:16.810522 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2e3f2a8b-6962-46f4-838e-8a4ed7c48149 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8782759398193', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-936617'] for segment (5e8c8695-3345-4431-83c3-c50349408772), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:16.811100 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2e3f2a8b-6962-46f4-838e-8a4ed7c48149 demo demo] Unsubscribe: segment precommit_create {{(pid=109856) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 21 09:37:16.811616 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.db.segments_db [None req-2e3f2a8b-6962-46f4-838e-8a4ed7c48149 demo demo] Added segment 5e8c8695-3345-4431-83c3-c50349408772 of type vlan for network d8ae6f9d-04d3-47b4-b848-1ce3f4a92749 Feb 21 09:37:16.818021 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3f2a8b-6962-46f4-838e-8a4ed7c48149 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=ef2751bf-70e8-4e45-8449-9089d8acc9b0,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:37:16.839262 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3f2a8b-6962-46f4-838e-8a4ed7c48149 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:37:16.839639 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3f2a8b-6962-46f4-838e-8a4ed7c48149 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:37:16.839972 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3f2a8b-6962-46f4-838e-8a4ed7c48149 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:37:16.840302 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3f2a8b-6962-46f4-838e-8a4ed7c48149 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:37:16.840651 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3f2a8b-6962-46f4-838e-8a4ed7c48149 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:37:16.840973 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3f2a8b-6962-46f4-838e-8a4ed7c48149 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:37:16.841305 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3f2a8b-6962-46f4-838e-8a4ed7c48149 demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:37:16.841624 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3f2a8b-6962-46f4-838e-8a4ed7c48149 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:37:16.841938 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3f2a8b-6962-46f4-838e-8a4ed7c48149 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:37:16.842265 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3f2a8b-6962-46f4-838e-8a4ed7c48149 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:37:16.842579 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3f2a8b-6962-46f4-838e-8a4ed7c48149 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:37:16.842890 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3f2a8b-6962-46f4-838e-8a4ed7c48149 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:37:16.843198 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3f2a8b-6962-46f4-838e-8a4ed7c48149 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:37:16.844655 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3f2a8b-6962-46f4-838e-8a4ed7c48149 demo demo] Tracked resource versions report: Feb 21 09:37:16.844655 dv-cinder-804757-16-iscsi neutron-server[109856]: pushed versions: Feb 21 09:37:16.844655 dv-cinder-804757-16-iscsi neutron-server[109856]: { 'AddressGroup': {'1.2'}, Feb 21 09:37:16.844655 dv-cinder-804757-16-iscsi neutron-server[109856]: 'ConntrackHelper': {'1.0'}, Feb 21 09:37:16.844655 dv-cinder-804757-16-iscsi neutron-server[109856]: 'LocalIPAssociation': {'1.0'}, Feb 21 09:37:16.844655 dv-cinder-804757-16-iscsi neutron-server[109856]: 'Log': {'1.0'}, Feb 21 09:37:16.844655 dv-cinder-804757-16-iscsi neutron-server[109856]: 'Network': {'1.1'}, Feb 21 09:37:16.844655 dv-cinder-804757-16-iscsi neutron-server[109856]: 'Port': {'1.7'}, Feb 21 09:37:16.844655 dv-cinder-804757-16-iscsi neutron-server[109856]: 'PortForwarding': {'1.2'}, Feb 21 09:37:16.844655 dv-cinder-804757-16-iscsi neutron-server[109856]: 'QosPolicy': {'1.10'}, Feb 21 09:37:16.844655 dv-cinder-804757-16-iscsi neutron-server[109856]: 'SecurityGroup': {'1.5'}, Feb 21 09:37:16.844655 dv-cinder-804757-16-iscsi neutron-server[109856]: 'SecurityGroupRule': {'1.2'}, Feb 21 09:37:16.844655 dv-cinder-804757-16-iscsi neutron-server[109856]: 'SubPort': {'1.0'}, Feb 21 09:37:16.844655 dv-cinder-804757-16-iscsi neutron-server[109856]: 'Subnet': {'1.1'}, Feb 21 09:37:16.844655 dv-cinder-804757-16-iscsi neutron-server[109856]: 'Trunk': {'1.1'}} Feb 21 09:37:16.844655 dv-cinder-804757-16-iscsi neutron-server[109856]: consumer versions: Feb 21 09:37:16.844655 dv-cinder-804757-16-iscsi neutron-server[109856]: { DHCP agent@dv-cinder-804757-16-iscsi: {}, Feb 21 09:37:16.844655 dv-cinder-804757-16-iscsi neutron-server[109856]: L3 agent@dv-cinder-804757-16-iscsi: {}, Feb 21 09:37:16.844655 dv-cinder-804757-16-iscsi neutron-server[109856]: Metadata agent@dv-cinder-804757-16-iscsi: {}, Feb 21 09:37:16.844655 dv-cinder-804757-16-iscsi neutron-server[109856]: Metering agent@dv-cinder-804757-16-iscsi: {}, Feb 21 09:37:16.844655 dv-cinder-804757-16-iscsi neutron-server[109856]: Open vSwitch agent@dv-cinder-804757-16-iscsi: { 'AddressGroup': '1.2', Feb 21 09:37:16.844655 dv-cinder-804757-16-iscsi neutron-server[109856]: 'ConntrackHelper': '1.0', Feb 21 09:37:16.844655 dv-cinder-804757-16-iscsi neutron-server[109856]: 'LocalIPAssociation': '1.0', Feb 21 09:37:16.844655 dv-cinder-804757-16-iscsi neutron-server[109856]: 'Log': '1.0', Feb 21 09:37:16.844655 dv-cinder-804757-16-iscsi neutron-server[109856]: 'Network': '1.1', Feb 21 09:37:16.844655 dv-cinder-804757-16-iscsi neutron-server[109856]: 'Port': '1.7', Feb 21 09:37:16.844655 dv-cinder-804757-16-iscsi neutron-server[109856]: 'PortForwarding': '1.2', Feb 21 09:37:16.844655 dv-cinder-804757-16-iscsi neutron-server[109856]: 'QosPolicy': '1.10', Feb 21 09:37:16.844655 dv-cinder-804757-16-iscsi neutron-server[109856]: 'SecurityGroup': '1.5', Feb 21 09:37:16.844655 dv-cinder-804757-16-iscsi neutron-server[109856]: 'SecurityGroupRule': '1.2', Feb 21 09:37:16.844655 dv-cinder-804757-16-iscsi neutron-server[109856]: 'SubPort': '1.0', Feb 21 09:37:16.844655 dv-cinder-804757-16-iscsi neutron-server[109856]: 'Subnet': '1.1', Feb 21 09:37:16.844655 dv-cinder-804757-16-iscsi neutron-server[109856]: 'Trunk': '1.1'}} Feb 21 09:37:16.844655 dv-cinder-804757-16-iscsi neutron-server[109856]: {{(pid=109856) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 21 09:37:16.923509 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2e3f2a8b-6962-46f4-838e-8a4ed7c48149 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782758871682'] for network (d8ae6f9d-04d3-47b4-b848-1ce3f4a92749), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:17.192664 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2e3f2a8b-6962-46f4-838e-8a4ed7c48149 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539'] for network (d8ae6f9d-04d3-47b4-b848-1ce3f4a92749), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:17.197746 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e3f2a8b-6962-46f4-838e-8a4ed7c48149 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:37:17.198442 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2e3f2a8b-6962-46f4-838e-8a4ed7c48149 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905581'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:17.308470 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3f2a8b-6962-46f4-838e-8a4ed7c48149 demo demo] Pushing event updated for resources: {'Network': ['ID=d8ae6f9d-04d3-47b4-b848-1ce3f4a92749,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:37:17.320409 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Network d8ae6f9d-04d3-47b4-b848-1ce3f4a92749 details requested by agent ovs-agent-dv-cinder-804757-16-iscsi with host dv-cinder-804757-16-iscsi {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 09:37:17.367096 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-2e3f2a8b-6962-46f4-838e-8a4ed7c48149 demo demo] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.2272174 Feb 21 09:37:19.927778 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.71', 48262) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:37:20.417811 dv-cinder-804757-16-iscsi neutron-server[109857]: WARNING oslo_policy.policy [None req-af3fbb14-b078-4fba-91cc-4550df9d6d82 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 21 09:37:20.418381 dv-cinder-804757-16-iscsi neutron-server[109857]: WARNING oslo_policy.policy [None req-af3fbb14-b078-4fba-91cc-4550df9d6d82 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 21 09:37:20.856434 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.policy [None req-af3fbb14-b078-4fba-91cc-4550df9d6d82 demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109857) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 21 09:37:20.898867 dv-cinder-804757-16-iscsi neutron-server[109857]: WARNING oslo_policy.policy [None req-af3fbb14-b078-4fba-91cc-4550df9d6d82 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 21 09:37:20.899240 dv-cinder-804757-16-iscsi neutron-server[109857]: WARNING oslo_policy.policy [None req-af3fbb14-b078-4fba-91cc-4550df9d6d82 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 21 09:37:20.907504 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af3fbb14-b078-4fba-91cc-4550df9d6d82 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:37:20.909491 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [None req-af3fbb14-b078-4fba-91cc-4550df9d6d82 demo admin] 10.222.0.71 "GET /v2.0/networks/d8ae6f9d-04d3-47b4-b848-1ce3f4a92749 HTTP/1.1" status: 200 len: 825 time: 0.9796789 Feb 21 09:37:20.948982 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [None req-40caa1e0-b548-43c5-85d4-55ed8c4b47c8 demo admin] 10.222.0.71 "GET /v2.0/subnetpools/1ca9d407-e62a-45f1-8416-66f563bfe106 HTTP/1.1" status: 200 len: 734 time: 0.0334117 Feb 21 09:37:20.958809 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.v2.base [None req-092a4dfb-3831-4bad-bf1d-69271cd1042c demo admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'network_id': 'd8ae6f9d-04d3-47b4-b848-1ce3f4a92749', 'subnetpool_id': '1ca9d407-e62a-45f1-8416-66f563bfe106', 'ip_version': 4, 'name': 'private-subnet'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:37:21.077911 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-092a4dfb-3831-4bad-bf1d-69271cd1042c demo admin] Made reservation on behalf of 4e7cc4d7472e4187b82e8e4f12b9640a for: {'subnet': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:37:21.080755 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-092a4dfb-3831-4bad-bf1d-69271cd1042c demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:21.444674 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-092a4dfb-3831-4bad-bf1d-69271cd1042c demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539'] for subnet (6dcab10f-6ab4-46c2-b417-abaf0e88f003), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:21.510154 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-092a4dfb-3831-4bad-bf1d-69271cd1042c demo admin] Checking segment: {'id': '5e8c8695-3345-4431-83c3-c50349408772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'd8ae6f9d-04d3-47b4-b848-1ce3f4a92749'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 09:37:21.510515 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-092a4dfb-3831-4bad-bf1d-69271cd1042c demo admin] Network hostable DHCP agents. Network: d8ae6f9d-04d3-47b4-b848-1ce3f4a92749, hostable agents: ['7b1feb7e-a062-49d6-b835-c5fae1c9b9ce'], hosted agents: [] {{(pid=109857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 09:37:21.526241 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092a4dfb-3831-4bad-bf1d-69271cd1042c demo admin] Pushing event updated for resources: {'Subnet': ['ID=6dcab10f-6ab4-46c2-b417-abaf0e88f003,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:37:21.538792 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092a4dfb-3831-4bad-bf1d-69271cd1042c demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:37:21.539151 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092a4dfb-3831-4bad-bf1d-69271cd1042c demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:37:21.539486 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092a4dfb-3831-4bad-bf1d-69271cd1042c demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:37:21.539812 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092a4dfb-3831-4bad-bf1d-69271cd1042c demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:37:21.540137 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092a4dfb-3831-4bad-bf1d-69271cd1042c demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:37:21.540457 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092a4dfb-3831-4bad-bf1d-69271cd1042c demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:37:21.540813 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092a4dfb-3831-4bad-bf1d-69271cd1042c demo admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:37:21.541130 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092a4dfb-3831-4bad-bf1d-69271cd1042c demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:37:21.541456 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092a4dfb-3831-4bad-bf1d-69271cd1042c demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:37:21.541785 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092a4dfb-3831-4bad-bf1d-69271cd1042c demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:37:21.542097 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092a4dfb-3831-4bad-bf1d-69271cd1042c demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:37:21.542403 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092a4dfb-3831-4bad-bf1d-69271cd1042c demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:37:21.542707 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092a4dfb-3831-4bad-bf1d-69271cd1042c demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:37:21.544044 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092a4dfb-3831-4bad-bf1d-69271cd1042c demo admin] Tracked resource versions report: Feb 21 09:37:21.544044 dv-cinder-804757-16-iscsi neutron-server[109857]: pushed versions: Feb 21 09:37:21.544044 dv-cinder-804757-16-iscsi neutron-server[109857]: { 'AddressGroup': {'1.2'}, Feb 21 09:37:21.544044 dv-cinder-804757-16-iscsi neutron-server[109857]: 'ConntrackHelper': {'1.0'}, Feb 21 09:37:21.544044 dv-cinder-804757-16-iscsi neutron-server[109857]: 'LocalIPAssociation': {'1.0'}, Feb 21 09:37:21.544044 dv-cinder-804757-16-iscsi neutron-server[109857]: 'Log': {'1.0'}, Feb 21 09:37:21.544044 dv-cinder-804757-16-iscsi neutron-server[109857]: 'Network': {'1.1'}, Feb 21 09:37:21.544044 dv-cinder-804757-16-iscsi neutron-server[109857]: 'Port': {'1.7'}, Feb 21 09:37:21.544044 dv-cinder-804757-16-iscsi neutron-server[109857]: 'PortForwarding': {'1.2'}, Feb 21 09:37:21.544044 dv-cinder-804757-16-iscsi neutron-server[109857]: 'QosPolicy': {'1.10'}, Feb 21 09:37:21.544044 dv-cinder-804757-16-iscsi neutron-server[109857]: 'SecurityGroup': {'1.5'}, Feb 21 09:37:21.544044 dv-cinder-804757-16-iscsi neutron-server[109857]: 'SecurityGroupRule': {'1.2'}, Feb 21 09:37:21.544044 dv-cinder-804757-16-iscsi neutron-server[109857]: 'SubPort': {'1.0'}, Feb 21 09:37:21.544044 dv-cinder-804757-16-iscsi neutron-server[109857]: 'Subnet': {'1.1'}, Feb 21 09:37:21.544044 dv-cinder-804757-16-iscsi neutron-server[109857]: 'Trunk': {'1.1'}} Feb 21 09:37:21.544044 dv-cinder-804757-16-iscsi neutron-server[109857]: consumer versions: Feb 21 09:37:21.544044 dv-cinder-804757-16-iscsi neutron-server[109857]: { DHCP agent@dv-cinder-804757-16-iscsi: {}, Feb 21 09:37:21.544044 dv-cinder-804757-16-iscsi neutron-server[109857]: L3 agent@dv-cinder-804757-16-iscsi: {}, Feb 21 09:37:21.544044 dv-cinder-804757-16-iscsi neutron-server[109857]: Metadata agent@dv-cinder-804757-16-iscsi: {}, Feb 21 09:37:21.544044 dv-cinder-804757-16-iscsi neutron-server[109857]: Metering agent@dv-cinder-804757-16-iscsi: {}, Feb 21 09:37:21.544044 dv-cinder-804757-16-iscsi neutron-server[109857]: Open vSwitch agent@dv-cinder-804757-16-iscsi: { 'AddressGroup': '1.2', Feb 21 09:37:21.544044 dv-cinder-804757-16-iscsi neutron-server[109857]: 'ConntrackHelper': '1.0', Feb 21 09:37:21.544044 dv-cinder-804757-16-iscsi neutron-server[109857]: 'LocalIPAssociation': '1.0', Feb 21 09:37:21.544044 dv-cinder-804757-16-iscsi neutron-server[109857]: 'Log': '1.0', Feb 21 09:37:21.544044 dv-cinder-804757-16-iscsi neutron-server[109857]: 'Network': '1.1', Feb 21 09:37:21.544044 dv-cinder-804757-16-iscsi neutron-server[109857]: 'Port': '1.7', Feb 21 09:37:21.544044 dv-cinder-804757-16-iscsi neutron-server[109857]: 'PortForwarding': '1.2', Feb 21 09:37:21.544044 dv-cinder-804757-16-iscsi neutron-server[109857]: 'QosPolicy': '1.10', Feb 21 09:37:21.544044 dv-cinder-804757-16-iscsi neutron-server[109857]: 'SecurityGroup': '1.5', Feb 21 09:37:21.544044 dv-cinder-804757-16-iscsi neutron-server[109857]: 'SecurityGroupRule': '1.2', Feb 21 09:37:21.544044 dv-cinder-804757-16-iscsi neutron-server[109857]: 'SubPort': '1.0', Feb 21 09:37:21.544044 dv-cinder-804757-16-iscsi neutron-server[109857]: 'Subnet': '1.1', Feb 21 09:37:21.544044 dv-cinder-804757-16-iscsi neutron-server[109857]: 'Trunk': '1.1'}} Feb 21 09:37:21.544044 dv-cinder-804757-16-iscsi neutron-server[109857]: {{(pid=109857) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 21 09:37:21.661394 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-092a4dfb-3831-4bad-bf1d-69271cd1042c demo admin] Network d8ae6f9d-04d3-47b4-b848-1ce3f4a92749 is scheduled to be hosted by DHCP agent 7b1feb7e-a062-49d6-b835-c5fae1c9b9ce with binding_index 1 {{(pid=109857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 09:37:21.758189 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-092a4dfb-3831-4bad-bf1d-69271cd1042c demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-16-iscsi, d8ae6f9d-04d3-47b4-b848-1ce3f4a92749) {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:37:21.762973 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-092a4dfb-3831-4bad-bf1d-69271cd1042c demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:37:21.763637 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-092a4dfb-3831-4bad-bf1d-69271cd1042c demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905581'] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:21.767547 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2be44030-a842-4bb4-bfa7-af55972cdcff None None] Network d8ae6f9d-04d3-47b4-b848-1ce3f4a92749 requested from dv-cinder-804757-16-iscsi {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 09:37:21.875108 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [None req-092a4dfb-3831-4bad-bf1d-69271cd1042c demo admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9206944 Feb 21 09:37:22.144440 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9310d8d3-0f3b-42ee-af71-ed2eb1d26af5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1d068d2-1ca4-5135-b31c-76c0219c179a-d8ae6f9d-04d3-47b4-b848-1ce3f4a92749', 'network_id': 'd8ae6f9d-04d3-47b4-b848-1ce3f4a92749', 'project_id': '4e7cc4d7472e4187b82e8e4f12b9640a', 'fixed_ips': [{'subnet_id': '6dcab10f-6ab4-46c2-b417-abaf0e88f003'}]}} from dv-cinder-804757-16-iscsi. {{(pid=109858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 21 09:37:22.145825 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9310d8d3-0f3b-42ee-af71-ed2eb1d26af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (None), before_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:22.460929 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.db_base_plugin_common [None req-9310d8d3-0f3b-42ee-af71-ed2eb1d26af5 None None] Allocated IP 172.20.0.2 (d8ae6f9d-04d3-47b4-b848-1ce3f4a92749/6dcab10f-6ab4-46c2-b417-abaf0e88f003/ac57a3fa-81f9-46da-92e0-ada4bc06cf0c) {{(pid=109858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:37:22.754534 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9310d8d3-0f3b-42ee-af71-ed2eb1d26af5 None None] Publish callbacks [] for port (ac57a3fa-81f9-46da-92e0-ada4bc06cf0c), precommit_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:22.856067 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9310d8d3-0f3b-42ee-af71-ed2eb1d26af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782758885672'] for port (ac57a3fa-81f9-46da-92e0-ada4bc06cf0c), after_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:22.946929 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9310d8d3-0f3b-42ee-af71-ed2eb1d26af5 None None] Network d8ae6f9d-04d3-47b4-b848-1ce3f4a92749 is already hosted by enough agents. {{(pid=109858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:37:22.955552 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.scheduler.base_scheduler [None req-9310d8d3-0f3b-42ee-af71-ed2eb1d26af5 None None] Resources bound (agent type, host, resource id): {{(pid=109858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:37:22.969684 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9310d8d3-0f3b-42ee-af71-ed2eb1d26af5 None None] Received port after_create {{(pid=109858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 09:37:22.977226 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9310d8d3-0f3b-42ee-af71-ed2eb1d26af5 None None] Pushing event updated for resources: {'Port': ['ID=ac57a3fa-81f9-46da-92e0-ada4bc06cf0c,revision_number=1']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:37:22.990196 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9310d8d3-0f3b-42ee-af71-ed2eb1d26af5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:37:22.990552 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9310d8d3-0f3b-42ee-af71-ed2eb1d26af5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:37:22.991171 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9310d8d3-0f3b-42ee-af71-ed2eb1d26af5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:37:22.994560 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9310d8d3-0f3b-42ee-af71-ed2eb1d26af5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:37:22.994560 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9310d8d3-0f3b-42ee-af71-ed2eb1d26af5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:37:22.994560 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9310d8d3-0f3b-42ee-af71-ed2eb1d26af5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:37:22.994560 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9310d8d3-0f3b-42ee-af71-ed2eb1d26af5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:37:22.994560 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9310d8d3-0f3b-42ee-af71-ed2eb1d26af5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:37:22.995020 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9310d8d3-0f3b-42ee-af71-ed2eb1d26af5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:37:22.995263 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9310d8d3-0f3b-42ee-af71-ed2eb1d26af5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:37:22.995675 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9310d8d3-0f3b-42ee-af71-ed2eb1d26af5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:37:22.996249 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9310d8d3-0f3b-42ee-af71-ed2eb1d26af5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:37:22.996906 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9310d8d3-0f3b-42ee-af71-ed2eb1d26af5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:37:22.999298 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9310d8d3-0f3b-42ee-af71-ed2eb1d26af5 None None] Tracked resource versions report: Feb 21 09:37:22.999298 dv-cinder-804757-16-iscsi neutron-server[109858]: pushed versions: Feb 21 09:37:22.999298 dv-cinder-804757-16-iscsi neutron-server[109858]: { 'AddressGroup': {'1.2'}, Feb 21 09:37:22.999298 dv-cinder-804757-16-iscsi neutron-server[109858]: 'ConntrackHelper': {'1.0'}, Feb 21 09:37:22.999298 dv-cinder-804757-16-iscsi neutron-server[109858]: 'LocalIPAssociation': {'1.0'}, Feb 21 09:37:22.999298 dv-cinder-804757-16-iscsi neutron-server[109858]: 'Log': {'1.0'}, Feb 21 09:37:22.999298 dv-cinder-804757-16-iscsi neutron-server[109858]: 'Network': {'1.1'}, Feb 21 09:37:22.999298 dv-cinder-804757-16-iscsi neutron-server[109858]: 'Port': {'1.7'}, Feb 21 09:37:22.999298 dv-cinder-804757-16-iscsi neutron-server[109858]: 'PortForwarding': {'1.2'}, Feb 21 09:37:22.999298 dv-cinder-804757-16-iscsi neutron-server[109858]: 'QosPolicy': {'1.10'}, Feb 21 09:37:22.999298 dv-cinder-804757-16-iscsi neutron-server[109858]: 'SecurityGroup': {'1.5'}, Feb 21 09:37:22.999298 dv-cinder-804757-16-iscsi neutron-server[109858]: 'SecurityGroupRule': {'1.2'}, Feb 21 09:37:22.999298 dv-cinder-804757-16-iscsi neutron-server[109858]: 'SubPort': {'1.0'}, Feb 21 09:37:22.999298 dv-cinder-804757-16-iscsi neutron-server[109858]: 'Subnet': {'1.1'}, Feb 21 09:37:22.999298 dv-cinder-804757-16-iscsi neutron-server[109858]: 'Trunk': {'1.1'}} Feb 21 09:37:22.999298 dv-cinder-804757-16-iscsi neutron-server[109858]: consumer versions: Feb 21 09:37:22.999298 dv-cinder-804757-16-iscsi neutron-server[109858]: { DHCP agent@dv-cinder-804757-16-iscsi: {}, Feb 21 09:37:22.999298 dv-cinder-804757-16-iscsi neutron-server[109858]: L3 agent@dv-cinder-804757-16-iscsi: {}, Feb 21 09:37:22.999298 dv-cinder-804757-16-iscsi neutron-server[109858]: Metadata agent@dv-cinder-804757-16-iscsi: {}, Feb 21 09:37:22.999298 dv-cinder-804757-16-iscsi neutron-server[109858]: Metering agent@dv-cinder-804757-16-iscsi: {}, Feb 21 09:37:22.999298 dv-cinder-804757-16-iscsi neutron-server[109858]: Open vSwitch agent@dv-cinder-804757-16-iscsi: { 'AddressGroup': '1.2', Feb 21 09:37:22.999298 dv-cinder-804757-16-iscsi neutron-server[109858]: 'ConntrackHelper': '1.0', Feb 21 09:37:22.999298 dv-cinder-804757-16-iscsi neutron-server[109858]: 'LocalIPAssociation': '1.0', Feb 21 09:37:22.999298 dv-cinder-804757-16-iscsi neutron-server[109858]: 'Log': '1.0', Feb 21 09:37:22.999298 dv-cinder-804757-16-iscsi neutron-server[109858]: 'Network': '1.1', Feb 21 09:37:22.999298 dv-cinder-804757-16-iscsi neutron-server[109858]: 'Port': '1.7', Feb 21 09:37:22.999298 dv-cinder-804757-16-iscsi neutron-server[109858]: 'PortForwarding': '1.2', Feb 21 09:37:22.999298 dv-cinder-804757-16-iscsi neutron-server[109858]: 'QosPolicy': '1.10', Feb 21 09:37:22.999298 dv-cinder-804757-16-iscsi neutron-server[109858]: 'SecurityGroup': '1.5', Feb 21 09:37:22.999298 dv-cinder-804757-16-iscsi neutron-server[109858]: 'SecurityGroupRule': '1.2', Feb 21 09:37:22.999298 dv-cinder-804757-16-iscsi neutron-server[109858]: 'SubPort': '1.0', Feb 21 09:37:22.999298 dv-cinder-804757-16-iscsi neutron-server[109858]: 'Subnet': '1.1', Feb 21 09:37:22.999298 dv-cinder-804757-16-iscsi neutron-server[109858]: 'Trunk': '1.1'}} Feb 21 09:37:22.999298 dv-cinder-804757-16-iscsi neutron-server[109858]: {{(pid=109858) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 21 09:37:23.080679 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-9310d8d3-0f3b-42ee-af71-ed2eb1d26af5 None None] Attempting to bind port ac57a3fa-81f9-46da-92e0-ada4bc06cf0c on host dv-cinder-804757-16-iscsi for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 09:37:23.081083 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-9310d8d3-0f3b-42ee-af71-ed2eb1d26af5 None None] Attempting to bind port ac57a3fa-81f9-46da-92e0-ada4bc06cf0c by drivers openvswitch,hyperv on host dv-cinder-804757-16-iscsi at level 0 using segments [{'id': '5e8c8695-3345-4431-83c3-c50349408772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'd8ae6f9d-04d3-47b4-b848-1ce3f4a92749'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 09:37:23.081476 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9310d8d3-0f3b-42ee-af71-ed2eb1d26af5 None None] Attempting to bind port ac57a3fa-81f9-46da-92e0-ada4bc06cf0c on network d8ae6f9d-04d3-47b4-b848-1ce3f4a92749 {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 09:37:23.087207 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9310d8d3-0f3b-42ee-af71-ed2eb1d26af5 None None] Checking agent: {'id': 'ce3e6371-75e2-4bba-8260-49cd855bb251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 9, 37, 10), 'started_at': datetime.datetime(2022, 2, 21, 9, 37, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 37, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 09:37:23.087582 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9310d8d3-0f3b-42ee-af71-ed2eb1d26af5 None None] Checking segment: {'id': '5e8c8695-3345-4431-83c3-c50349408772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'd8ae6f9d-04d3-47b4-b848-1ce3f4a92749'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 09:37:23.088064 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9310d8d3-0f3b-42ee-af71-ed2eb1d26af5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:23.088452 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9310d8d3-0f3b-42ee-af71-ed2eb1d26af5 None None] Bound using segment: {'id': '5e8c8695-3345-4431-83c3-c50349408772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'd8ae6f9d-04d3-47b4-b848-1ce3f4a92749'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 09:37:23.088964 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-9310d8d3-0f3b-42ee-af71-ed2eb1d26af5 None None] Bound port: ac57a3fa-81f9-46da-92e0-ada4bc06cf0c, host: dv-cinder-804757-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e8c8695-3345-4431-83c3-c50349408772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'd8ae6f9d-04d3-47b4-b848-1ce3f4a92749'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 09:37:23.089367 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9310d8d3-0f3b-42ee-af71-ed2eb1d26af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (ac57a3fa-81f9-46da-92e0-ada4bc06cf0c), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:23.156085 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9310d8d3-0f3b-42ee-af71-ed2eb1d26af5 None None] For port ac57a3fa-81f9-46da-92e0-ada4bc06cf0c, host dv-cinder-804757-16-iscsi, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:37:23.160797 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9310d8d3-0f3b-42ee-af71-ed2eb1d26af5 None None] For port ac57a3fa-81f9-46da-92e0-ada4bc06cf0c, host dv-cinder-804757-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-16-iscsi',level=0,port_id=ac57a3fa-81f9-46da-92e0-ada4bc06cf0c,segment=NetworkSegment(5e8c8695-3345-4431-83c3-c50349408772),segment_id=5e8c8695-3345-4431-83c3-c50349408772)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:37:23.227531 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9310d8d3-0f3b-42ee-af71-ed2eb1d26af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782759442315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782758885690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782758885708'] for port (ac57a3fa-81f9-46da-92e0-ada4bc06cf0c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:23.331551 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9310d8d3-0f3b-42ee-af71-ed2eb1d26af5 None None] Pushing event updated for resources: {'Port': ['ID=ac57a3fa-81f9-46da-92e0-ada4bc06cf0c,revision_number=2']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:37:24.697066 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.71', 48282) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:37:25.038965 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.wsgi [None req-60793950-1b9a-4088-8f6c-541a89056c71 admin admin] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=109857) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 21 09:37:25.040088 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [None req-60793950-1b9a-4088-8f6c-541a89056c71 admin admin] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3420849 Feb 21 09:37:27.636552 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.71', 48290) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:37:27.968972 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.wsgi [None req-85f2c22f-bf1e-4234-be72-4f4c55e7d041 admin admin] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=109857) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 21 09:37:27.970114 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [None req-85f2c22f-bf1e-4234-be72-4f4c55e7d041 admin admin] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3325813 Feb 21 09:37:30.608893 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.71', 48298) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:37:30.967176 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.v2.base [None req-3fd9fa16-d35c-4f26-ab12-bc26f98d1af4 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:37:31.067531 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3fd9fa16-d35c-4f26-ab12-bc26f98d1af4 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7911359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1367'] for router (db432856-fdb5-47ee-910a-b555ad742941), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:31.069259 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3fd9fa16-d35c-4f26-ab12-bc26f98d1af4 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7916079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7917182', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-427489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1452'] for router (db432856-fdb5-47ee-910a-b555ad742941), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:31.218145 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3fd9fa16-d35c-4f26-ab12-bc26f98d1af4 demo demo] Publish callbacks [] for router_controller (db432856-fdb5-47ee-910a-b555ad742941), precommit_add_association {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:31.296625 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3fd9fa16-d35c-4f26-ab12-bc26f98d1af4 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7916070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7917225'] for router (db432856-fdb5-47ee-910a-b555ad742941), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:31.388700 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3fd9fa16-d35c-4f26-ab12-bc26f98d1af4 demo demo] Publish callbacks [] for router (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:31.389923 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [None req-3fd9fa16-d35c-4f26-ab12-bc26f98d1af4 demo demo] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.7800488 Feb 21 09:37:33.173341 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-25e596f1-78a8-4e1a-a64d-9f4d3b30c33a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (7b1feb7e-a062-49d6-b835-c5fae1c9b9ce), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:34.012686 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 48310) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:37:34.343771 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [None req-fd5eac79-7c34-4354-82b0-5ea66c18e44f admin admin] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=109856) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 21 09:37:34.346523 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Device ac57a3fa-81f9-46da-92e0-ada4bc06cf0c up at agent ovs-agent-dv-cinder-804757-16-iscsi {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:37:34.346988 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-fd5eac79-7c34-4354-82b0-5ea66c18e44f admin admin] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3311083 Feb 21 09:37:34.436069 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Provisioning complete for port ac57a3fa-81f9-46da-92e0-ada4bc06cf0c triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:37:34.436390 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7397950'] for port (ac57a3fa-81f9-46da-92e0-ada4bc06cf0c), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:34.552129 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Current status of the port ac57a3fa-81f9-46da-92e0-ada4bc06cf0c is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:37:34.552552 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (ac57a3fa-81f9-46da-92e0-ada4bc06cf0c), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:34.592277 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] For port ac57a3fa-81f9-46da-92e0-ada4bc06cf0c, host dv-cinder-804757-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-16-iscsi',level=0,port_id=ac57a3fa-81f9-46da-92e0-ada4bc06cf0c,segment=NetworkSegment(5e8c8695-3345-4431-83c3-c50349408772),segment_id=5e8c8695-3345-4431-83c3-c50349408772)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:37:34.701224 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782759442315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782758885690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782758885708'] for port (ac57a3fa-81f9-46da-92e0-ada4bc06cf0c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:34.749960 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Pushing event updated for resources: {'Port': ['ID=ac57a3fa-81f9-46da-92e0-ada4bc06cf0c,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:37:35.073430 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adf8d592-b2b2-47dc-9808-07d98303e349 None None] Network d8ae6f9d-04d3-47b4-b848-1ce3f4a92749 requested from dv-cinder-804757-16-iscsi {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 09:37:35.182943 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-88f5db03-0910-4b0b-9d47-f6a1aa261127 None None] Provisioning complete for port ac57a3fa-81f9-46da-92e0-ada4bc06cf0c triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:37:35.183577 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-88f5db03-0910-4b0b-9d47-f6a1aa261127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7397950'] for port (ac57a3fa-81f9-46da-92e0-ada4bc06cf0c), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:35.287443 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-88f5db03-0910-4b0b-9d47-f6a1aa261127 None None] Current status of the port ac57a3fa-81f9-46da-92e0-ada4bc06cf0c is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:37:35.418340 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-5e25c9b0-a55b-4180-9fca-4eb35b3b2a3a None None] Provisioning complete for port ac57a3fa-81f9-46da-92e0-ada4bc06cf0c triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:37:35.419011 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5e25c9b0-a55b-4180-9fca-4eb35b3b2a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7397950'] for port (ac57a3fa-81f9-46da-92e0-ada4bc06cf0c), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:35.490921 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-6feb5000-30df-44fd-a2a7-c65df24c031e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (f1afc09b-b148-496e-b857-a568110caa3c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:35.497626 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-5e25c9b0-a55b-4180-9fca-4eb35b3b2a3a None None] Current status of the port ac57a3fa-81f9-46da-92e0-ada4bc06cf0c is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:37:36.298672 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Device ac57a3fa-81f9-46da-92e0-ada4bc06cf0c up at agent ovs-agent-dv-cinder-804757-16-iscsi {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:37:36.350443 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Provisioning complete for port ac57a3fa-81f9-46da-92e0-ada4bc06cf0c triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:37:36.350817 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7397950'] for port (ac57a3fa-81f9-46da-92e0-ada4bc06cf0c), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:36.426725 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Current status of the port ac57a3fa-81f9-46da-92e0-ada4bc06cf0c is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:37:36.746420 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-43ce5351-eeda-4347-b66a-565ea5ef4f96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (93f03475-d11b-4921-b82a-7ea88eab1568), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:36.908317 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 48328) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:37:37.043489 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.v2.base [None req-530e48e4-c184-4a84-89f3-c02a472835c7 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'name': 'public', 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'router:external': True, 'is_default': True}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:37:37.117968 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-530e48e4-c184-4a84-89f3-c02a472835c7 admin admin] Made reservation on behalf of ad63abc5a243465485d08ec8ea2661dd for: {'network': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:37:37.120225 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-530e48e4-c184-4a84-89f3-c02a472835c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for network (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:37.128270 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-530e48e4-c184-4a84-89f3-c02a472835c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:37.144412 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.agents_db [None req-1af9f625-7d23-4c31-ae08-d0e8b46e8d0e None None] Agent healthcheck: found 5 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 09:37:37.200334 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-530e48e4-c184-4a84-89f3-c02a472835c7 admin admin] Publish callbacks [] for security_group (a6b2b8d4-87dd-42ee-ab67-acd76be806d5), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:37.283481 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-530e48e4-c184-4a84-89f3-c02a472835c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (a6b2b8d4-87dd-42ee-ab67-acd76be806d5), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:37.301886 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-530e48e4-c184-4a84-89f3-c02a472835c7 admin admin] Reserving flat network on physical network physnet1 {{(pid=109856) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 21 09:37:37.319542 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530e48e4-c184-4a84-89f3-c02a472835c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6b2b8d4-87dd-42ee-ab67-acd76be806d5,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:37:37.324580 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-530e48e4-c184-4a84-89f3-c02a472835c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-936617'] for segment (64ea902b-f589-4efc-8b2e-260a836a5805), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:37.324914 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.db.segments_db [None req-530e48e4-c184-4a84-89f3-c02a472835c7 admin admin] Added segment 64ea902b-f589-4efc-8b2e-260a836a5805 of type flat for network bd3f1df6-77ad-4531-9eb3-69bc21002862 Feb 21 09:37:37.370619 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-530e48e4-c184-4a84-89f3-c02a472835c7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782758871682'] for network (bd3f1df6-77ad-4531-9eb3-69bc21002862), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:37.481381 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-530e48e4-c184-4a84-89f3-c02a472835c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539'] for network (bd3f1df6-77ad-4531-9eb3-69bc21002862), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:37.482359 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-530e48e4-c184-4a84-89f3-c02a472835c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:37:37.482929 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-530e48e4-c184-4a84-89f3-c02a472835c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905581'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:37.570372 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530e48e4-c184-4a84-89f3-c02a472835c7 admin admin] Pushing event updated for resources: {'Network': ['ID=bd3f1df6-77ad-4531-9eb3-69bc21002862,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:37:37.579710 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Network bd3f1df6-77ad-4531-9eb3-69bc21002862 details requested by agent ovs-agent-dv-cinder-804757-16-iscsi with host dv-cinder-804757-16-iscsi {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 09:37:37.633207 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-530e48e4-c184-4a84-89f3-c02a472835c7 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7237251 Feb 21 09:37:38.058300 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-2b8302a0-632c-4bb4-a8e1-5b2fb521f750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (a872b2e0-7e3e-43db-8705-7fb9ea875340), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:39.661229 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (ce3e6371-75e2-4bba-8260-49cd855bb251), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:40.076842 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 48346) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:37:40.206823 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f00c0579-de30-464e-8fb4-845f9e7b6294 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:37:40.208188 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-f00c0579-de30-464e-8fb4-845f9e7b6294 demo admin] 10.222.0.71 "GET /v2.0/subnets/6dcab10f-6ab4-46c2-b417-abaf0e88f003 HTTP/1.1" status: 200 len: 849 time: 0.1304045 Feb 21 09:37:40.385413 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-5cade310-0ba2-40e2-b8e3-b634f1b3026d demo admin] 10.222.0.71 "GET /v2.0/routers/db432856-fdb5-47ee-910a-b555ad742941 HTTP/1.1" status: 200 len: 704 time: 0.1715727 Feb 21 09:37:40.650507 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1fdf3f0c-bc13-4ca5-85bf-6017b81c1a19 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:40.942198 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [None req-1fdf3f0c-bc13-4ca5-85bf-6017b81c1a19 demo admin] Allocated IP 172.20.0.1 (d8ae6f9d-04d3-47b4-b848-1ce3f4a92749/6dcab10f-6ab4-46c2-b417-abaf0e88f003/3408d82f-480c-48a9-9dd2-effd45747909) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:37:41.119569 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1fdf3f0c-bc13-4ca5-85bf-6017b81c1a19 demo admin] Publish callbacks [] for port (3408d82f-480c-48a9-9dd2-effd45747909), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:41.278833 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1fdf3f0c-bc13-4ca5-85bf-6017b81c1a19 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782758885672'] for port (3408d82f-480c-48a9-9dd2-effd45747909), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:41.357648 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fdf3f0c-bc13-4ca5-85bf-6017b81c1a19 demo admin] Network d8ae6f9d-04d3-47b4-b848-1ce3f4a92749 is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:37:41.365147 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-1fdf3f0c-bc13-4ca5-85bf-6017b81c1a19 demo admin] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:37:41.370330 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdf3f0c-bc13-4ca5-85bf-6017b81c1a19 demo admin] Pushing event updated for resources: {'Port': ['ID=3408d82f-480c-48a9-9dd2-effd45747909,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:37:41.373223 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fdf3f0c-bc13-4ca5-85bf-6017b81c1a19 demo admin] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 09:37:41.374245 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1fdf3f0c-bc13-4ca5-85bf-6017b81c1a19 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7916414'] for router_interface (db432856-fdb5-47ee-910a-b555ad742941), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:41.552206 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-f738428d-895f-4ea8-a25a-564653382501 None None] Provisioning complete for port 3408d82f-480c-48a9-9dd2-effd45747909 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:37:41.552786 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-f738428d-895f-4ea8-a25a-564653382501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7397950'] for port (3408d82f-480c-48a9-9dd2-effd45747909), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:41.585905 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-f738428d-895f-4ea8-a25a-564653382501 None None] Port 3408d82f-480c-48a9-9dd2-effd45747909 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 09:37:41.728418 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1fdf3f0c-bc13-4ca5-85bf-6017b81c1a19 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (3408d82f-480c-48a9-9dd2-effd45747909), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:41.936132 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1fdf3f0c-bc13-4ca5-85bf-6017b81c1a19 demo admin] Publish callbacks [] for port (3408d82f-480c-48a9-9dd2-effd45747909), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:42.038171 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1fdf3f0c-bc13-4ca5-85bf-6017b81c1a19 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782759442315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782758885690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782758885708'] for port (3408d82f-480c-48a9-9dd2-effd45747909), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:42.038962 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1fdf3f0c-bc13-4ca5-85bf-6017b81c1a19 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7905553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7916522'] for router_interface (db432856-fdb5-47ee-910a-b555ad742941), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:42.111493 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdf3f0c-bc13-4ca5-85bf-6017b81c1a19 demo admin] Pushing event updated for resources: {'Port': ['ID=3408d82f-480c-48a9-9dd2-effd45747909,revision_number=2']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:37:42.160840 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fdf3f0c-bc13-4ca5-85bf-6017b81c1a19 demo admin] Network d8ae6f9d-04d3-47b4-b848-1ce3f4a92749 is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:37:42.162127 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-1fdf3f0c-bc13-4ca5-85bf-6017b81c1a19 demo admin] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:37:42.407353 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fdf3f0c-bc13-4ca5-85bf-6017b81c1a19 demo admin] Router db432856-fdb5-47ee-910a-b555ad742941 is scheduled to L3 agent f1afc09b-b148-496e-b857-a568110caa3c with binding_index 1 {{(pid=109856) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 21 09:37:42.502130 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fdf3f0c-bc13-4ca5-85bf-6017b81c1a19 demo admin] Notify agent at l3_agent.dv-cinder-804757-16-iscsi the message routers_updated {{(pid=109856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:37:42.507187 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-1fdf3f0c-bc13-4ca5-85bf-6017b81c1a19 demo admin] 10.222.0.71 "PUT /v2.0/routers/db432856-fdb5-47ee-910a-b555ad742941/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1166935 Feb 21 09:37:42.511843 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-53177809-956a-4be1-a149-d493c500d49b None None] Provisioning complete for port 3408d82f-480c-48a9-9dd2-effd45747909 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:37:42.512247 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-53177809-956a-4be1-a149-d493c500d49b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7397950'] for port (3408d82f-480c-48a9-9dd2-effd45747909), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:42.517520 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83651902-55ef-4e6e-8c19-9bca3b3e82ab None None] Sync routers for ids ['db432856-fdb5-47ee-910a-b555ad742941'] in dv-cinder-804757-16-iscsi {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 09:37:42.544462 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83651902-55ef-4e6e-8c19-9bca3b3e82ab None None] Routers {'db432856-fdb5-47ee-910a-b555ad742941'} bound to L3 agent in host dv-cinder-804757-16-iscsi {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:37:42.545460 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-83651902-55ef-4e6e-8c19-9bca3b3e82ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-21T09:37:05Z,description=,heartbeat_timestamp=2022-02-21T09:37:35Z,host='dv-cinder-804757-16-iscsi',id=f1afc09b-b148-496e-b857-a568110caa3c,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:37:06Z,topic='l3_agent')) {'router_ids': ['db432856-fdb5-47ee-910a-b555ad742941'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:37:42.563688 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-53177809-956a-4be1-a149-d493c500d49b None None] Port 3408d82f-480c-48a9-9dd2-effd45747909 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 09:37:42.740397 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-83651902-55ef-4e6e-8c19-9bca3b3e82ab None None] Set router db432856-fdb5-47ee-910a-b555ad742941 gateway port host: None {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:37:43.176702 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-83651902-55ef-4e6e-8c19-9bca3b3e82ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db432856-fdb5-47ee-910a-b555ad742941', 'name': 'router1', 'tenant_id': '4e7cc4d7472e4187b82e8e4f12b9640a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:37:31Z', 'updated_at': '2022-02-21T09:37:41Z', 'revision_number': 2, 'project_id': '4e7cc4d7472e4187b82e8e4f12b9640a', 'gw_port_host': None, '_interfaces': [{'id': '3408d82f-480c-48a9-9dd2-effd45747909', 'name': '', 'network_id': 'd8ae6f9d-04d3-47b4-b848-1ce3f4a92749', 'tenant_id': '4e7cc4d7472e4187b82e8e4f12b9640a', 'mac_address': 'fa:16:3e:47:37:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db432856-fdb5-47ee-910a-b555ad742941', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6dcab10f-6ab4-46c2-b417-abaf0e88f003', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:37:40Z', 'updated_at': '2022-02-21T09:37:41Z', 'revision_number': 2, 'project_id': '4e7cc4d7472e4187b82e8e4f12b9640a', 'subnets': [{'id': '6dcab10f-6ab4-46c2-b417-abaf0e88f003', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1ca9d407-e62a-45f1-8416-66f563bfe106'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-16-iscsi', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:37:43.228306 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83651902-55ef-4e6e-8c19-9bca3b3e82ab None None] Checking router: db432856-fdb5-47ee-910a-b555ad742941 for host: dv-cinder-804757-16-iscsi {{(pid=109859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 09:37:43.228701 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83651902-55ef-4e6e-8c19-9bca3b3e82ab None None] Updating router db432856-fdb5-47ee-910a-b555ad742941 port 3408d82f-480c-48a9-9dd2-effd45747909 binding host dv-cinder-804757-16-iscsi {{(pid=109859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 09:37:43.282863 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-83651902-55ef-4e6e-8c19-9bca3b3e82ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (3408d82f-480c-48a9-9dd2-effd45747909), before_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:43.786399 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-83651902-55ef-4e6e-8c19-9bca3b3e82ab None None] Publish callbacks [] for port (3408d82f-480c-48a9-9dd2-effd45747909), precommit_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:43.871971 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-83651902-55ef-4e6e-8c19-9bca3b3e82ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782759442315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782758885690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782758885708'] for port (3408d82f-480c-48a9-9dd2-effd45747909), after_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:44.014640 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb95d64-fb1b-4f24-bad6-1cdd4af9623d None None] Pushing event updated for resources: {'Port': ['ID=3408d82f-480c-48a9-9dd2-effd45747909,revision_number=3']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:37:44.042054 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb95d64-fb1b-4f24-bad6-1cdd4af9623d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:37:44.042374 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb95d64-fb1b-4f24-bad6-1cdd4af9623d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:37:44.042679 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb95d64-fb1b-4f24-bad6-1cdd4af9623d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:37:44.043018 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb95d64-fb1b-4f24-bad6-1cdd4af9623d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:37:44.043581 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb95d64-fb1b-4f24-bad6-1cdd4af9623d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:37:44.043664 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb95d64-fb1b-4f24-bad6-1cdd4af9623d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:37:44.043996 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb95d64-fb1b-4f24-bad6-1cdd4af9623d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:37:44.044328 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb95d64-fb1b-4f24-bad6-1cdd4af9623d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:37:44.044713 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb95d64-fb1b-4f24-bad6-1cdd4af9623d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:37:44.045016 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb95d64-fb1b-4f24-bad6-1cdd4af9623d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:37:44.045343 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb95d64-fb1b-4f24-bad6-1cdd4af9623d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:37:44.045667 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb95d64-fb1b-4f24-bad6-1cdd4af9623d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:37:44.046003 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb95d64-fb1b-4f24-bad6-1cdd4af9623d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:37:44.047431 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb95d64-fb1b-4f24-bad6-1cdd4af9623d None None] Tracked resource versions report: Feb 21 09:37:44.047431 dv-cinder-804757-16-iscsi neutron-server[109859]: pushed versions: Feb 21 09:37:44.047431 dv-cinder-804757-16-iscsi neutron-server[109859]: { 'AddressGroup': {'1.2'}, Feb 21 09:37:44.047431 dv-cinder-804757-16-iscsi neutron-server[109859]: 'ConntrackHelper': {'1.0'}, Feb 21 09:37:44.047431 dv-cinder-804757-16-iscsi neutron-server[109859]: 'LocalIPAssociation': {'1.0'}, Feb 21 09:37:44.047431 dv-cinder-804757-16-iscsi neutron-server[109859]: 'Log': {'1.0'}, Feb 21 09:37:44.047431 dv-cinder-804757-16-iscsi neutron-server[109859]: 'Network': {'1.1'}, Feb 21 09:37:44.047431 dv-cinder-804757-16-iscsi neutron-server[109859]: 'Port': {'1.7'}, Feb 21 09:37:44.047431 dv-cinder-804757-16-iscsi neutron-server[109859]: 'PortForwarding': {'1.2'}, Feb 21 09:37:44.047431 dv-cinder-804757-16-iscsi neutron-server[109859]: 'QosPolicy': {'1.10'}, Feb 21 09:37:44.047431 dv-cinder-804757-16-iscsi neutron-server[109859]: 'SecurityGroup': {'1.5'}, Feb 21 09:37:44.047431 dv-cinder-804757-16-iscsi neutron-server[109859]: 'SecurityGroupRule': {'1.2'}, Feb 21 09:37:44.047431 dv-cinder-804757-16-iscsi neutron-server[109859]: 'SubPort': {'1.0'}, Feb 21 09:37:44.047431 dv-cinder-804757-16-iscsi neutron-server[109859]: 'Subnet': {'1.1'}, Feb 21 09:37:44.047431 dv-cinder-804757-16-iscsi neutron-server[109859]: 'Trunk': {'1.1'}} Feb 21 09:37:44.047431 dv-cinder-804757-16-iscsi neutron-server[109859]: consumer versions: Feb 21 09:37:44.047431 dv-cinder-804757-16-iscsi neutron-server[109859]: { DHCP agent@dv-cinder-804757-16-iscsi: {}, Feb 21 09:37:44.047431 dv-cinder-804757-16-iscsi neutron-server[109859]: L3 agent@dv-cinder-804757-16-iscsi: {}, Feb 21 09:37:44.047431 dv-cinder-804757-16-iscsi neutron-server[109859]: Metadata agent@dv-cinder-804757-16-iscsi: {}, Feb 21 09:37:44.047431 dv-cinder-804757-16-iscsi neutron-server[109859]: Metering agent@dv-cinder-804757-16-iscsi: {}, Feb 21 09:37:44.047431 dv-cinder-804757-16-iscsi neutron-server[109859]: Open vSwitch agent@dv-cinder-804757-16-iscsi: { 'AddressGroup': '1.2', Feb 21 09:37:44.047431 dv-cinder-804757-16-iscsi neutron-server[109859]: 'ConntrackHelper': '1.0', Feb 21 09:37:44.047431 dv-cinder-804757-16-iscsi neutron-server[109859]: 'LocalIPAssociation': '1.0', Feb 21 09:37:44.047431 dv-cinder-804757-16-iscsi neutron-server[109859]: 'Log': '1.0', Feb 21 09:37:44.047431 dv-cinder-804757-16-iscsi neutron-server[109859]: 'Network': '1.1', Feb 21 09:37:44.047431 dv-cinder-804757-16-iscsi neutron-server[109859]: 'Port': '1.7', Feb 21 09:37:44.047431 dv-cinder-804757-16-iscsi neutron-server[109859]: 'PortForwarding': '1.2', Feb 21 09:37:44.047431 dv-cinder-804757-16-iscsi neutron-server[109859]: 'QosPolicy': '1.10', Feb 21 09:37:44.047431 dv-cinder-804757-16-iscsi neutron-server[109859]: 'SecurityGroup': '1.5', Feb 21 09:37:44.047431 dv-cinder-804757-16-iscsi neutron-server[109859]: 'SecurityGroupRule': '1.2', Feb 21 09:37:44.047431 dv-cinder-804757-16-iscsi neutron-server[109859]: 'SubPort': '1.0', Feb 21 09:37:44.047431 dv-cinder-804757-16-iscsi neutron-server[109859]: 'Subnet': '1.1', Feb 21 09:37:44.047431 dv-cinder-804757-16-iscsi neutron-server[109859]: 'Trunk': '1.1'}} Feb 21 09:37:44.047431 dv-cinder-804757-16-iscsi neutron-server[109859]: {{(pid=109859) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 21 09:37:44.062339 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-83651902-55ef-4e6e-8c19-9bca3b3e82ab None None] Attempting to bind port 3408d82f-480c-48a9-9dd2-effd45747909 on host dv-cinder-804757-16-iscsi for vnic_type normal with profile {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 09:37:44.062339 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-83651902-55ef-4e6e-8c19-9bca3b3e82ab None None] Attempting to bind port 3408d82f-480c-48a9-9dd2-effd45747909 by drivers openvswitch,hyperv on host dv-cinder-804757-16-iscsi at level 0 using segments [{'id': '5e8c8695-3345-4431-83c3-c50349408772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'd8ae6f9d-04d3-47b4-b848-1ce3f4a92749'}] {{(pid=109859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 09:37:44.062339 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83651902-55ef-4e6e-8c19-9bca3b3e82ab None None] Attempting to bind port 3408d82f-480c-48a9-9dd2-effd45747909 on network d8ae6f9d-04d3-47b4-b848-1ce3f4a92749 {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 09:37:44.067037 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83651902-55ef-4e6e-8c19-9bca3b3e82ab None None] Checking agent: {'id': 'ce3e6371-75e2-4bba-8260-49cd855bb251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 9, 37, 10), 'started_at': datetime.datetime(2022, 2, 21, 9, 37, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 37, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 09:37:44.067452 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83651902-55ef-4e6e-8c19-9bca3b3e82ab None None] Checking segment: {'id': '5e8c8695-3345-4431-83c3-c50349408772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'd8ae6f9d-04d3-47b4-b848-1ce3f4a92749'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 09:37:44.067924 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-83651902-55ef-4e6e-8c19-9bca3b3e82ab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:44.068314 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83651902-55ef-4e6e-8c19-9bca3b3e82ab None None] Bound using segment: {'id': '5e8c8695-3345-4431-83c3-c50349408772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'd8ae6f9d-04d3-47b4-b848-1ce3f4a92749'} {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 09:37:44.068829 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-83651902-55ef-4e6e-8c19-9bca3b3e82ab None None] Bound port: 3408d82f-480c-48a9-9dd2-effd45747909, host: dv-cinder-804757-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e8c8695-3345-4431-83c3-c50349408772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'd8ae6f9d-04d3-47b4-b848-1ce3f4a92749'}}] {{(pid=109859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 09:37:44.069219 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-83651902-55ef-4e6e-8c19-9bca3b3e82ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (3408d82f-480c-48a9-9dd2-effd45747909), before_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:44.092685 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-cc3e2c63-8528-4993-afb1-52bdf32909fb None None] Provisioning complete for port 3408d82f-480c-48a9-9dd2-effd45747909 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:37:44.093217 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-cc3e2c63-8528-4993-afb1-52bdf32909fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7397950'] for port (3408d82f-480c-48a9-9dd2-effd45747909), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:44.126725 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-cc3e2c63-8528-4993-afb1-52bdf32909fb None None] Port 3408d82f-480c-48a9-9dd2-effd45747909 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 09:37:44.139350 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.db [None req-83651902-55ef-4e6e-8c19-9bca3b3e82ab None None] For port 3408d82f-480c-48a9-9dd2-effd45747909, host dv-cinder-804757-16-iscsi, cleared binding levels {{(pid=109859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:37:44.159986 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.db [None req-83651902-55ef-4e6e-8c19-9bca3b3e82ab None None] For port 3408d82f-480c-48a9-9dd2-effd45747909, host dv-cinder-804757-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-16-iscsi',level=0,port_id=3408d82f-480c-48a9-9dd2-effd45747909,segment=NetworkSegment(5e8c8695-3345-4431-83c3-c50349408772),segment_id=5e8c8695-3345-4431-83c3-c50349408772)] {{(pid=109859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:37:44.272528 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-83651902-55ef-4e6e-8c19-9bca3b3e82ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782759442315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782758885690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782758885708'] for port (3408d82f-480c-48a9-9dd2-effd45747909), after_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:44.331614 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83651902-55ef-4e6e-8c19-9bca3b3e82ab None None] Routers {'db432856-fdb5-47ee-910a-b555ad742941'} bound to L3 agent in host dv-cinder-804757-16-iscsi {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:37:44.334037 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-83651902-55ef-4e6e-8c19-9bca3b3e82ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-21T09:37:05Z,description=,heartbeat_timestamp=2022-02-21T09:37:35Z,host='dv-cinder-804757-16-iscsi',id=f1afc09b-b148-496e-b857-a568110caa3c,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:37:06Z,topic='l3_agent')) {'router_ids': ['db432856-fdb5-47ee-910a-b555ad742941'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:37:44.376357 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb95d64-fb1b-4f24-bad6-1cdd4af9623d None None] Pushing event updated for resources: {'Port': ['ID=3408d82f-480c-48a9-9dd2-effd45747909,revision_number=4']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:37:44.435296 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-83651902-55ef-4e6e-8c19-9bca3b3e82ab None None] Set router db432856-fdb5-47ee-910a-b555ad742941 gateway port host: None {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:37:44.550912 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-6b5293cb-63cc-43ef-96a1-15db4243eaa3 None None] Provisioning complete for port 3408d82f-480c-48a9-9dd2-effd45747909 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:37:44.551418 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-6b5293cb-63cc-43ef-96a1-15db4243eaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7397950'] for port (3408d82f-480c-48a9-9dd2-effd45747909), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:44.632135 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-6b5293cb-63cc-43ef-96a1-15db4243eaa3 None None] Current status of the port 3408d82f-480c-48a9-9dd2-effd45747909 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:37:44.632443 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-6b5293cb-63cc-43ef-96a1-15db4243eaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (3408d82f-480c-48a9-9dd2-effd45747909), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:44.660153 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-83651902-55ef-4e6e-8c19-9bca3b3e82ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db432856-fdb5-47ee-910a-b555ad742941', 'name': 'router1', 'tenant_id': '4e7cc4d7472e4187b82e8e4f12b9640a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:37:31Z', 'updated_at': '2022-02-21T09:37:41Z', 'revision_number': 2, 'project_id': '4e7cc4d7472e4187b82e8e4f12b9640a', 'gw_port_host': None, '_interfaces': [{'id': '3408d82f-480c-48a9-9dd2-effd45747909', 'name': '', 'network_id': 'd8ae6f9d-04d3-47b4-b848-1ce3f4a92749', 'tenant_id': '4e7cc4d7472e4187b82e8e4f12b9640a', 'mac_address': 'fa:16:3e:47:37:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db432856-fdb5-47ee-910a-b555ad742941', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6dcab10f-6ab4-46c2-b417-abaf0e88f003', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:37:40Z', 'updated_at': '2022-02-21T09:37:44Z', 'revision_number': 4, 'project_id': '4e7cc4d7472e4187b82e8e4f12b9640a', 'subnets': [{'id': '6dcab10f-6ab4-46c2-b417-abaf0e88f003', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1ca9d407-e62a-45f1-8416-66f563bfe106'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-16-iscsi', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:37:44.664667 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-6b5293cb-63cc-43ef-96a1-15db4243eaa3 None None] For port 3408d82f-480c-48a9-9dd2-effd45747909, host dv-cinder-804757-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-16-iscsi',level=0,port_id=3408d82f-480c-48a9-9dd2-effd45747909,segment=NetworkSegment(5e8c8695-3345-4431-83c3-c50349408772),segment_id=5e8c8695-3345-4431-83c3-c50349408772)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:37:44.687146 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83651902-55ef-4e6e-8c19-9bca3b3e82ab None None] The sync data for ids ['db432856-fdb5-47ee-910a-b555ad742941'] in dv-cinder-804757-16-iscsi is: [{'id': 'db432856-fdb5-47ee-910a-b555ad742941', 'name': 'router1', 'tenant_id': '4e7cc4d7472e4187b82e8e4f12b9640a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:37:31Z', 'updated_at': '2022-02-21T09:37:41Z', 'revision_number': 2, 'project_id': '4e7cc4d7472e4187b82e8e4f12b9640a', 'gw_port_host': None, '_interfaces': [{'id': '3408d82f-480c-48a9-9dd2-effd45747909', 'name': '', 'network_id': 'd8ae6f9d-04d3-47b4-b848-1ce3f4a92749', 'tenant_id': '4e7cc4d7472e4187b82e8e4f12b9640a', 'mac_address': 'fa:16:3e:47:37:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db432856-fdb5-47ee-910a-b555ad742941', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6dcab10f-6ab4-46c2-b417-abaf0e88f003', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:37:40Z', 'updated_at': '2022-02-21T09:37:44Z', 'revision_number': 4, 'project_id': '4e7cc4d7472e4187b82e8e4f12b9640a', 'subnets': [{'id': '6dcab10f-6ab4-46c2-b417-abaf0e88f003', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1ca9d407-e62a-45f1-8416-66f563bfe106'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 09:37:44.772979 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-6b5293cb-63cc-43ef-96a1-15db4243eaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782759442315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782758885690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782758885708'] for port (3408d82f-480c-48a9-9dd2-effd45747909), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:44.822235 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5293cb-63cc-43ef-96a1-15db4243eaa3 None None] Pushing event updated for resources: {'Port': ['ID=3408d82f-480c-48a9-9dd2-effd45747909,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:37:44.915135 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 48358) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:37:45.023249 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbfd04c9-95e5-4f9e-8dfc-8318c8360ffd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:37:45.024629 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-fbfd04c9-95e5-4f9e-8dfc-8318c8360ffd admin admin] 10.222.0.71 "GET /v2.0/networks/bd3f1df6-77ad-4531-9eb3-69bc21002862 HTTP/1.1" status: 200 len: 842 time: 0.1084712 Feb 21 09:37:45.034322 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.v2.base [None req-3af03d7d-f956-4f01-b532-6561ab111179 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'public-subnet', 'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'cidr': '172.27.2.0/24', 'enable_dhcp': False, 'gateway_ip': '172.27.2.1'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:37:45.163844 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3af03d7d-f956-4f01-b532-6561ab111179 admin admin] Made reservation on behalf of ad63abc5a243465485d08ec8ea2661dd for: {'subnet': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:37:45.166262 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3af03d7d-f956-4f01-b532-6561ab111179 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:45.532718 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.objects.ports [None req-3af03d7d-f956-4f01-b532-6561ab111179 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109856) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 21 09:37:45.533133 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3af03d7d-f956-4f01-b532-6561ab111179 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539'] for subnet (13a25a01-28fd-4407-b7c5-fe4349ebc744), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:45.589541 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af03d7d-f956-4f01-b532-6561ab111179 admin admin] Pushing event updated for resources: {'Subnet': ['ID=13a25a01-28fd-4407-b7c5-fe4349ebc744,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:37:45.598436 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af03d7d-f956-4f01-b532-6561ab111179 admin admin] Checking segment: {'id': '64ea902b-f589-4efc-8b2e-260a836a5805', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 09:37:45.598796 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af03d7d-f956-4f01-b532-6561ab111179 admin admin] Network hostable DHCP agents. Network: bd3f1df6-77ad-4531-9eb3-69bc21002862, hostable agents: ['7b1feb7e-a062-49d6-b835-c5fae1c9b9ce'], hosted agents: [] {{(pid=109856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 09:37:45.695287 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af03d7d-f956-4f01-b532-6561ab111179 admin admin] Network bd3f1df6-77ad-4531-9eb3-69bc21002862 is scheduled to be hosted by DHCP agent 7b1feb7e-a062-49d6-b835-c5fae1c9b9ce with binding_index 1 {{(pid=109856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 09:37:45.786788 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-3af03d7d-f956-4f01-b532-6561ab111179 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-16-iscsi, bd3f1df6-77ad-4531-9eb3-69bc21002862) {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:37:45.790932 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af03d7d-f956-4f01-b532-6561ab111179 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:37:45.791625 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3af03d7d-f956-4f01-b532-6561ab111179 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905581'] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:45.796924 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc2c3734-c5ff-43f9-bf3f-18081a7ebae5 None None] Network bd3f1df6-77ad-4531-9eb3-69bc21002862 requested from dv-cinder-804757-16-iscsi {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 09:37:45.893237 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b2fc7bb-9a0f-4383-b5d0-efdd32037c10 None None] Network bd3f1df6-77ad-4531-9eb3-69bc21002862 requested from dv-cinder-804757-16-iscsi {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 09:37:45.930020 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-3af03d7d-f956-4f01-b532-6561ab111179 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8991539 Feb 21 09:37:48.383607 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 48366) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:37:48.519315 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-a6e93245-aa33-4815-9510-fd81834dd3e7 demo admin] 10.222.0.71 "GET /v2.0/routers/db432856-fdb5-47ee-910a-b555ad742941 HTTP/1.1" status: 200 len: 710 time: 0.1339576 Feb 21 09:37:48.604908 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36faef65-2df1-4150-9505-612b5a441774 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:37:48.606256 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-36faef65-2df1-4150-9505-612b5a441774 demo admin] 10.222.0.71 "GET /v2.0/networks/bd3f1df6-77ad-4531-9eb3-69bc21002862 HTTP/1.1" status: 200 len: 886 time: 0.0815129 Feb 21 09:37:48.614936 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.v2.base [None req-bad00c07-7296-491f-bedc-58b6f2c04cc2 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862'}}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:37:48.940484 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-bad00c07-7296-491f-bedc-58b6f2c04cc2 demo admin] Publish callbacks [] for router_gateway (db432856-fdb5-47ee-910a-b555ad742941), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:49.245360 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-bad00c07-7296-491f-bedc-58b6f2c04cc2 demo admin] Publish callbacks [] for router_gateway (db432856-fdb5-47ee-910a-b555ad742941), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:49.324228 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-bad00c07-7296-491f-bedc-58b6f2c04cc2 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:49.429323 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [None req-bad00c07-7296-491f-bedc-58b6f2c04cc2 demo admin] Allocated IP 172.27.2.134 (bd3f1df6-77ad-4531-9eb3-69bc21002862/13a25a01-28fd-4407-b7c5-fe4349ebc744/0a2f1cb5-79eb-4082-a82c-cb40dd530361) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:37:49.526981 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-bad00c07-7296-491f-bedc-58b6f2c04cc2 demo admin] Publish callbacks [] for port (0a2f1cb5-79eb-4082-a82c-cb40dd530361), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:49.649703 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-bad00c07-7296-491f-bedc-58b6f2c04cc2 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782758885672'] for port (0a2f1cb5-79eb-4082-a82c-cb40dd530361), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:49.686740 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bad00c07-7296-491f-bedc-58b6f2c04cc2 demo admin] Network bd3f1df6-77ad-4531-9eb3-69bc21002862 is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:37:49.689883 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-bad00c07-7296-491f-bedc-58b6f2c04cc2 demo admin] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:37:49.694512 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad00c07-7296-491f-bedc-58b6f2c04cc2 demo admin] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 09:37:49.736584 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad00c07-7296-491f-bedc-58b6f2c04cc2 demo admin] Pushing event updated for resources: {'Port': ['ID=0a2f1cb5-79eb-4082-a82c-cb40dd530361,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:37:50.064863 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-bad00c07-7296-491f-bedc-58b6f2c04cc2 demo admin] Publish callbacks [] for router_gateway (db432856-fdb5-47ee-910a-b555ad742941), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:50.362971 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-bad00c07-7296-491f-bedc-58b6f2c04cc2 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7917132', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7916093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1466'] for router (db432856-fdb5-47ee-910a-b555ad742941), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:50.366667 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-bad00c07-7296-491f-bedc-58b6f2c04cc2 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7917225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7917147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7917138', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7916084'] for router (db432856-fdb5-47ee-910a-b555ad742941), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:50.476054 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bad00c07-7296-491f-bedc-58b6f2c04cc2 demo admin] Router db432856-fdb5-47ee-910a-b555ad742941 has already been hosted by L3 agent f1afc09b-b148-496e-b857-a568110caa3c {{(pid=109856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:37:50.593028 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bad00c07-7296-491f-bedc-58b6f2c04cc2 demo admin] Notify agent at l3_agent.dv-cinder-804757-16-iscsi the message routers_updated {{(pid=109856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:37:50.597768 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-bad00c07-7296-491f-bedc-58b6f2c04cc2 demo admin] Publish callbacks [] for router (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:50.598987 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-bad00c07-7296-491f-bedc-58b6f2c04cc2 demo admin] 10.222.0.71 "PUT /v2.0/routers/db432856-fdb5-47ee-910a-b555ad742941 HTTP/1.1" status: 200 len: 890 time: 1.9871590 Feb 21 09:37:52.336314 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Device 3408d82f-480c-48a9-9dd2-effd45747909 up at agent ovs-agent-dv-cinder-804757-16-iscsi {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:37:52.387141 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Provisioning complete for port 3408d82f-480c-48a9-9dd2-effd45747909 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:37:52.387643 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7397950'] for port (3408d82f-480c-48a9-9dd2-effd45747909), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:52.470616 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Current status of the port 3408d82f-480c-48a9-9dd2-effd45747909 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:37:53.144626 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 48378) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:37:53.266885 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-ae5144e0-4895-4587-b348-bef1f1e6b539 admin admin] 10.222.0.71 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1210189 Feb 21 09:37:53.416779 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8584b89a-680e-483c-8b58-63c30f23f094 None None] Sync routers for ids ['db432856-fdb5-47ee-910a-b555ad742941'] in dv-cinder-804757-16-iscsi {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 09:37:53.429523 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8584b89a-680e-483c-8b58-63c30f23f094 None None] Routers {'db432856-fdb5-47ee-910a-b555ad742941'} bound to L3 agent in host dv-cinder-804757-16-iscsi {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:37:53.430196 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-8584b89a-680e-483c-8b58-63c30f23f094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-21T09:37:05Z,description=,heartbeat_timestamp=2022-02-21T09:37:35Z,host='dv-cinder-804757-16-iscsi',id=f1afc09b-b148-496e-b857-a568110caa3c,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:37:06Z,topic='l3_agent')) {'router_ids': ['db432856-fdb5-47ee-910a-b555ad742941'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:37:53.646817 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-8584b89a-680e-483c-8b58-63c30f23f094 None None] Set router db432856-fdb5-47ee-910a-b555ad742941 gateway port host: dv-cinder-804757-16-iscsi {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:37:54.128620 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-8584b89a-680e-483c-8b58-63c30f23f094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db432856-fdb5-47ee-910a-b555ad742941', 'name': 'router1', 'tenant_id': '4e7cc4d7472e4187b82e8e4f12b9640a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'external_fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.134'}], 'enable_snat': True}, 'gw_port_id': '0a2f1cb5-79eb-4082-a82c-cb40dd530361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:37:31Z', 'updated_at': '2022-02-21T09:37:49Z', 'revision_number': 4, 'project_id': '4e7cc4d7472e4187b82e8e4f12b9640a', 'gw_port': {'id': '0a2f1cb5-79eb-4082-a82c-cb40dd530361', 'name': '', 'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:81:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db432856-fdb5-47ee-910a-b555ad742941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:37:49Z', 'updated_at': '2022-02-21T09:37:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-16-iscsi', '_interfaces': [{'id': '3408d82f-480c-48a9-9dd2-effd45747909', 'name': '', 'network_id': 'd8ae6f9d-04d3-47b4-b848-1ce3f4a92749', 'tenant_id': '4e7cc4d7472e4187b82e8e4f12b9640a', 'mac_address': 'fa:16:3e:47:37:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db432856-fdb5-47ee-910a-b555ad742941', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6dcab10f-6ab4-46c2-b417-abaf0e88f003', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:37:40Z', 'updated_at': '2022-02-21T09:37:44Z', 'revision_number': 5, 'project_id': '4e7cc4d7472e4187b82e8e4f12b9640a', 'subnets': [{'id': '6dcab10f-6ab4-46c2-b417-abaf0e88f003', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1ca9d407-e62a-45f1-8416-66f563bfe106'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-16-iscsi', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:37:54.181103 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8584b89a-680e-483c-8b58-63c30f23f094 None None] Checking router: db432856-fdb5-47ee-910a-b555ad742941 for host: dv-cinder-804757-16-iscsi {{(pid=109858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 09:37:54.181464 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8584b89a-680e-483c-8b58-63c30f23f094 None None] Updating router db432856-fdb5-47ee-910a-b555ad742941 port 0a2f1cb5-79eb-4082-a82c-cb40dd530361 binding host dv-cinder-804757-16-iscsi {{(pid=109858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 09:37:54.235365 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-8584b89a-680e-483c-8b58-63c30f23f094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (0a2f1cb5-79eb-4082-a82c-cb40dd530361), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:54.588727 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-8584b89a-680e-483c-8b58-63c30f23f094 None None] Publish callbacks [] for port (0a2f1cb5-79eb-4082-a82c-cb40dd530361), precommit_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:54.670232 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-8584b89a-680e-483c-8b58-63c30f23f094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782759442315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782758885690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782758885708'] for port (0a2f1cb5-79eb-4082-a82c-cb40dd530361), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:54.725173 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b1859f-327d-4f3f-a4ee-bf8eb9494462 None None] Pushing event updated for resources: {'Port': ['ID=0a2f1cb5-79eb-4082-a82c-cb40dd530361,revision_number=2']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:37:54.727379 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-8584b89a-680e-483c-8b58-63c30f23f094 None None] Attempting to bind port 0a2f1cb5-79eb-4082-a82c-cb40dd530361 on host dv-cinder-804757-16-iscsi for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 09:37:54.727752 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-8584b89a-680e-483c-8b58-63c30f23f094 None None] Attempting to bind port 0a2f1cb5-79eb-4082-a82c-cb40dd530361 by drivers openvswitch,hyperv on host dv-cinder-804757-16-iscsi at level 0 using segments [{'id': '64ea902b-f589-4efc-8b2e-260a836a5805', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 09:37:54.728144 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8584b89a-680e-483c-8b58-63c30f23f094 None None] Attempting to bind port 0a2f1cb5-79eb-4082-a82c-cb40dd530361 on network bd3f1df6-77ad-4531-9eb3-69bc21002862 {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 09:37:54.733604 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8584b89a-680e-483c-8b58-63c30f23f094 None None] Checking agent: {'id': 'ce3e6371-75e2-4bba-8260-49cd855bb251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 9, 37, 10), 'started_at': datetime.datetime(2022, 2, 21, 9, 37, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 37, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 09:37:54.734005 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8584b89a-680e-483c-8b58-63c30f23f094 None None] Checking segment: {'id': '64ea902b-f589-4efc-8b2e-260a836a5805', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 09:37:54.734407 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-8584b89a-680e-483c-8b58-63c30f23f094 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:54.734795 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8584b89a-680e-483c-8b58-63c30f23f094 None None] Bound using segment: {'id': '64ea902b-f589-4efc-8b2e-260a836a5805', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 09:37:54.735256 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-8584b89a-680e-483c-8b58-63c30f23f094 None None] Bound port: 0a2f1cb5-79eb-4082-a82c-cb40dd530361, host: dv-cinder-804757-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64ea902b-f589-4efc-8b2e-260a836a5805', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 09:37:54.735634 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-8584b89a-680e-483c-8b58-63c30f23f094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (0a2f1cb5-79eb-4082-a82c-cb40dd530361), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:54.786584 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-8584b89a-680e-483c-8b58-63c30f23f094 None None] For port 0a2f1cb5-79eb-4082-a82c-cb40dd530361, host dv-cinder-804757-16-iscsi, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:37:54.789732 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-8584b89a-680e-483c-8b58-63c30f23f094 None None] For port 0a2f1cb5-79eb-4082-a82c-cb40dd530361, host dv-cinder-804757-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-16-iscsi',level=0,port_id=0a2f1cb5-79eb-4082-a82c-cb40dd530361,segment=NetworkSegment(64ea902b-f589-4efc-8b2e-260a836a5805),segment_id=64ea902b-f589-4efc-8b2e-260a836a5805)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:37:54.872437 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-8584b89a-680e-483c-8b58-63c30f23f094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782759442315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782758885690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782758885708'] for port (0a2f1cb5-79eb-4082-a82c-cb40dd530361), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:54.922387 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8584b89a-680e-483c-8b58-63c30f23f094 None None] Routers {'db432856-fdb5-47ee-910a-b555ad742941'} bound to L3 agent in host dv-cinder-804757-16-iscsi {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:37:54.923024 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-8584b89a-680e-483c-8b58-63c30f23f094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-21T09:37:05Z,description=,heartbeat_timestamp=2022-02-21T09:37:35Z,host='dv-cinder-804757-16-iscsi',id=f1afc09b-b148-496e-b857-a568110caa3c,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:37:06Z,topic='l3_agent')) {'router_ids': ['db432856-fdb5-47ee-910a-b555ad742941'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:37:54.984188 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b1859f-327d-4f3f-a4ee-bf8eb9494462 None None] Pushing event updated for resources: {'Port': ['ID=0a2f1cb5-79eb-4082-a82c-cb40dd530361,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:37:55.064261 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-8584b89a-680e-483c-8b58-63c30f23f094 None None] Set router db432856-fdb5-47ee-910a-b555ad742941 gateway port host: dv-cinder-804757-16-iscsi {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:37:55.286692 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-8584b89a-680e-483c-8b58-63c30f23f094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db432856-fdb5-47ee-910a-b555ad742941', 'name': 'router1', 'tenant_id': '4e7cc4d7472e4187b82e8e4f12b9640a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'external_fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.134'}], 'enable_snat': True}, 'gw_port_id': '0a2f1cb5-79eb-4082-a82c-cb40dd530361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:37:31Z', 'updated_at': '2022-02-21T09:37:49Z', 'revision_number': 4, 'project_id': '4e7cc4d7472e4187b82e8e4f12b9640a', 'gw_port': {'id': '0a2f1cb5-79eb-4082-a82c-cb40dd530361', 'name': '', 'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:81:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db432856-fdb5-47ee-910a-b555ad742941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:37:49Z', 'updated_at': '2022-02-21T09:37:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-16-iscsi', '_interfaces': [{'id': '3408d82f-480c-48a9-9dd2-effd45747909', 'name': '', 'network_id': 'd8ae6f9d-04d3-47b4-b848-1ce3f4a92749', 'tenant_id': '4e7cc4d7472e4187b82e8e4f12b9640a', 'mac_address': 'fa:16:3e:47:37:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db432856-fdb5-47ee-910a-b555ad742941', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6dcab10f-6ab4-46c2-b417-abaf0e88f003', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:37:40Z', 'updated_at': '2022-02-21T09:37:44Z', 'revision_number': 5, 'project_id': '4e7cc4d7472e4187b82e8e4f12b9640a', 'subnets': [{'id': '6dcab10f-6ab4-46c2-b417-abaf0e88f003', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1ca9d407-e62a-45f1-8416-66f563bfe106'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-16-iscsi', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:37:55.314807 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8584b89a-680e-483c-8b58-63c30f23f094 None None] The sync data for ids ['db432856-fdb5-47ee-910a-b555ad742941'] in dv-cinder-804757-16-iscsi is: [{'id': 'db432856-fdb5-47ee-910a-b555ad742941', 'name': 'router1', 'tenant_id': '4e7cc4d7472e4187b82e8e4f12b9640a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'external_fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.134'}], 'enable_snat': True}, 'gw_port_id': '0a2f1cb5-79eb-4082-a82c-cb40dd530361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:37:31Z', 'updated_at': '2022-02-21T09:37:49Z', 'revision_number': 4, 'project_id': '4e7cc4d7472e4187b82e8e4f12b9640a', 'gw_port': {'id': '0a2f1cb5-79eb-4082-a82c-cb40dd530361', 'name': '', 'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:81:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db432856-fdb5-47ee-910a-b555ad742941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:37:49Z', 'updated_at': '2022-02-21T09:37:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-16-iscsi', '_interfaces': [{'id': '3408d82f-480c-48a9-9dd2-effd45747909', 'name': '', 'network_id': 'd8ae6f9d-04d3-47b4-b848-1ce3f4a92749', 'tenant_id': '4e7cc4d7472e4187b82e8e4f12b9640a', 'mac_address': 'fa:16:3e:47:37:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db432856-fdb5-47ee-910a-b555ad742941', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6dcab10f-6ab4-46c2-b417-abaf0e88f003', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:37:40Z', 'updated_at': '2022-02-21T09:37:44Z', 'revision_number': 5, 'project_id': '4e7cc4d7472e4187b82e8e4f12b9640a', 'subnets': [{'id': '6dcab10f-6ab4-46c2-b417-abaf0e88f003', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1ca9d407-e62a-45f1-8416-66f563bfe106'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 09:37:56.379501 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Device 0a2f1cb5-79eb-4082-a82c-cb40dd530361 up at agent ovs-agent-dv-cinder-804757-16-iscsi {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:37:56.458577 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Provisioning complete for port 0a2f1cb5-79eb-4082-a82c-cb40dd530361 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:37:56.459369 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7397950'] for port (0a2f1cb5-79eb-4082-a82c-cb40dd530361), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:56.540039 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Current status of the port 0a2f1cb5-79eb-4082-a82c-cb40dd530361 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:37:56.540703 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (0a2f1cb5-79eb-4082-a82c-cb40dd530361), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:56.562296 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] For port 0a2f1cb5-79eb-4082-a82c-cb40dd530361, host dv-cinder-804757-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-16-iscsi',level=0,port_id=0a2f1cb5-79eb-4082-a82c-cb40dd530361,segment=NetworkSegment(64ea902b-f589-4efc-8b2e-260a836a5805),segment_id=64ea902b-f589-4efc-8b2e-260a836a5805)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:37:56.643564 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782759442315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782758885690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782758885708'] for port (0a2f1cb5-79eb-4082-a82c-cb40dd530361), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:56.704091 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Pushing event updated for resources: {'Port': ['ID=0a2f1cb5-79eb-4082-a82c-cb40dd530361,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:37:58.412840 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Device 0a2f1cb5-79eb-4082-a82c-cb40dd530361 up at agent ovs-agent-dv-cinder-804757-16-iscsi {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:37:58.519596 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Provisioning complete for port 0a2f1cb5-79eb-4082-a82c-cb40dd530361 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:37:58.519596 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7397950'] for port (0a2f1cb5-79eb-4082-a82c-cb40dd530361), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:37:58.663800 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Current status of the port 0a2f1cb5-79eb-4082-a82c-cb40dd530361 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:38:03.146243 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-59558267-7f78-4d0b-a287-3ef174132bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (7b1feb7e-a062-49d6-b835-c5fae1c9b9ce), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:05.512804 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5219ba94-fe55-4173-a19a-64ffe80c51ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (f1afc09b-b148-496e-b857-a568110caa3c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:06.717940 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-43ce5351-eeda-4347-b66a-565ea5ef4f96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (93f03475-d11b-4921-b82a-7ea88eab1568), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:08.060828 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-2b8302a0-632c-4bb4-a8e1-5b2fb521f750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (a872b2e0-7e3e-43db-8705-7fb9ea875340), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:09.592074 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (ce3e6371-75e2-4bba-8260-49cd855bb251), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:14.144921 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.agents_db [None req-1af9f625-7d23-4c31-ae08-d0e8b46e8d0e None None] Agent healthcheck: found 5 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 09:38:33.205252 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-df7a4519-bb9a-4136-bb13-d8ebeb912260 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (7b1feb7e-a062-49d6-b835-c5fae1c9b9ce), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:35.480175 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-a5497eac-57b2-4adc-ab39-450f9236d7ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (f1afc09b-b148-496e-b857-a568110caa3c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:37.066141 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-43ce5351-eeda-4347-b66a-565ea5ef4f96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (93f03475-d11b-4921-b82a-7ea88eab1568), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:38.119979 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-2b8302a0-632c-4bb4-a8e1-5b2fb521f750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (a872b2e0-7e3e-43db-8705-7fb9ea875340), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:39.606460 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (ce3e6371-75e2-4bba-8260-49cd855bb251), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:38:51.148351 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.agents_db [None req-1af9f625-7d23-4c31-ae08-d0e8b46e8d0e None None] Agent healthcheck: found 5 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 09:39:03.160417 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-473ebedf-13a5-4c7f-a276-2dec9dbad55d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (7b1feb7e-a062-49d6-b835-c5fae1c9b9ce), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:05.466006 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-40579463-9f16-4c58-806f-09510b71bce1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (f1afc09b-b148-496e-b857-a568110caa3c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:06.742295 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-43ce5351-eeda-4347-b66a-565ea5ef4f96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (93f03475-d11b-4921-b82a-7ea88eab1568), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:08.079478 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-2b8302a0-632c-4bb4-a8e1-5b2fb521f750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (a872b2e0-7e3e-43db-8705-7fb9ea875340), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:09.631220 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (ce3e6371-75e2-4bba-8260-49cd855bb251), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:17.063715 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 48862) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:39:17.125398 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d651327-3842-4055-863c-e138209527be admin admin] GET failed (client error): The resource could not be found. Feb 21 09:39:17.126694 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-9d651327-3842-4055-863c-e138209527be admin admin] 10.222.0.71 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0620375 Feb 21 09:39:17.297284 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c7a1e42-309c-45d7-bf44-d9c3d67ed250 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:39:17.298656 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-4c7a1e42-309c-45d7-bf44-d9c3d67ed250 admin admin] 10.222.0.71 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1663368 Feb 21 09:39:19.644447 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 48872) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:39:19.740642 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f715890a-397f-463d-92ad-1ec2f33fe878 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:39:19.742021 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-f715890a-397f-463d-92ad-1ec2f33fe878 admin admin] 10.222.0.71 "GET /v2.0/subnets/6dcab10f-6ab4-46c2-b417-abaf0e88f003 HTTP/1.1" status: 200 len: 849 time: 0.0964334 Feb 21 09:39:19.751355 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.v2.base [None req-aec3cc25-c39e-42d7-9ba8-8fe8c88ceb3a admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:39:19.841931 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-aec3cc25-c39e-42d7-9ba8-8fe8c88ceb3a admin admin] Publish callbacks [] for subnet (6dcab10f-6ab4-46c2-b417-abaf0e88f003), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:20.056742 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-aec3cc25-c39e-42d7-9ba8-8fe8c88ceb3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8782759442306'] for subnet (6dcab10f-6ab4-46c2-b417-abaf0e88f003), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:20.094003 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec3cc25-c39e-42d7-9ba8-8fe8c88ceb3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:39:20.094517 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-aec3cc25-c39e-42d7-9ba8-8fe8c88ceb3a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905581'] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:20.095822 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-aec3cc25-c39e-42d7-9ba8-8fe8c88ceb3a admin admin] 10.222.0.71 "PUT /v2.0/subnets/6dcab10f-6ab4-46c2-b417-abaf0e88f003 HTTP/1.1" status: 200 len: 868 time: 0.3481088 Feb 21 09:39:20.116287 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec3cc25-c39e-42d7-9ba8-8fe8c88ceb3a admin admin] Pushing event updated for resources: {'Subnet': ['ID=6dcab10f-6ab4-46c2-b417-abaf0e88f003,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:39:20.119765 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65b54279-4eed-4367-a10f-1d0ab5a45adb None None] Network d8ae6f9d-04d3-47b4-b848-1ce3f4a92749 requested from dv-cinder-804757-16-iscsi {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 09:39:20.125080 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec3cc25-c39e-42d7-9ba8-8fe8c88ceb3a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:39:20.125458 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec3cc25-c39e-42d7-9ba8-8fe8c88ceb3a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:39:20.125817 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec3cc25-c39e-42d7-9ba8-8fe8c88ceb3a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:39:20.126151 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec3cc25-c39e-42d7-9ba8-8fe8c88ceb3a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:39:20.126486 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec3cc25-c39e-42d7-9ba8-8fe8c88ceb3a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:39:20.126816 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec3cc25-c39e-42d7-9ba8-8fe8c88ceb3a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:39:20.127162 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec3cc25-c39e-42d7-9ba8-8fe8c88ceb3a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:39:20.127494 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec3cc25-c39e-42d7-9ba8-8fe8c88ceb3a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:39:20.127835 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec3cc25-c39e-42d7-9ba8-8fe8c88ceb3a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:39:20.128183 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec3cc25-c39e-42d7-9ba8-8fe8c88ceb3a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:39:20.128494 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec3cc25-c39e-42d7-9ba8-8fe8c88ceb3a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:39:20.128846 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec3cc25-c39e-42d7-9ba8-8fe8c88ceb3a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:39:20.129180 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec3cc25-c39e-42d7-9ba8-8fe8c88ceb3a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:39:20.483749 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-cfe44c56-8f69-4ac9-a898-c28589a33ffe None None] Provisioning complete for port ac57a3fa-81f9-46da-92e0-ada4bc06cf0c triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:39:20.484136 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-cfe44c56-8f69-4ac9-a898-c28589a33ffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7397950'] for port (ac57a3fa-81f9-46da-92e0-ada4bc06cf0c), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:20.569371 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-cfe44c56-8f69-4ac9-a898-c28589a33ffe None None] Current status of the port ac57a3fa-81f9-46da-92e0-ada4bc06cf0c is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:39:20.579827 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-cfe44c56-8f69-4ac9-a898-c28589a33ffe None None] Provisioning complete for port 3408d82f-480c-48a9-9dd2-effd45747909 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:39:20.580204 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-cfe44c56-8f69-4ac9-a898-c28589a33ffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7397950'] for port (3408d82f-480c-48a9-9dd2-effd45747909), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:20.656183 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-cfe44c56-8f69-4ac9-a898-c28589a33ffe None None] Current status of the port 3408d82f-480c-48a9-9dd2-effd45747909 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:39:22.461999 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.71', 48880) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:39:22.683375 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7df99eb8-3ce4-4c2b-ae59-48100b1fbf20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:39:22.683900 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7df99eb8-3ce4-4c2b-ae59-48100b1fbf20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:39:22.685463 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [None req-7df99eb8-3ce4-4c2b-ae59-48100b1fbf20 admin admin] 10.222.0.71 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2225244 Feb 21 09:39:24.992721 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.71', 48890) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:39:25.132131 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-343dc6c9-617c-42a3-a72a-a8a9941e2c9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:39:25.132932 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-343dc6c9-617c-42a3-a72a-a8a9941e2c9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:39:25.134488 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [None req-343dc6c9-617c-42a3-a72a-a8a9941e2c9d admin admin] 10.222.0.71 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1408110 Feb 21 09:39:27.478033 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 48898) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:39:27.604473 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a29844a-c55b-4784-9448-8b9c1e9d28ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:39:27.605885 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-3a29844a-c55b-4784-9448-8b9c1e9d28ff admin admin] 10.222.0.71 "GET /v2.0/networks/bd3f1df6-77ad-4531-9eb3-69bc21002862 HTTP/1.1" status: 200 len: 886 time: 0.1268888 Feb 21 09:39:28.148058 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.agents_db [None req-1af9f625-7d23-4c31-ae08-d0e8b46e8d0e None None] Agent healthcheck: found 5 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 09:39:30.008107 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 48906) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:39:30.140780 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c60d56fa-394d-429a-b7f8-bf68fb4ee3cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:39:30.142161 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-c60d56fa-394d-429a-b7f8-bf68fb4ee3cf admin admin] 10.222.0.71 "GET /v2.0/networks/d8ae6f9d-04d3-47b4-b848-1ce3f4a92749 HTTP/1.1" status: 200 len: 869 time: 0.1330717 Feb 21 09:39:32.436466 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 48914) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:39:32.557156 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3e52b4d-cbcb-404e-bc60-ba1ab9435eec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:39:32.557617 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3e52b4d-cbcb-404e-bc60-ba1ab9435eec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:39:32.559137 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-c3e52b4d-cbcb-404e-bc60-ba1ab9435eec admin admin] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1216681 Feb 21 09:39:33.182205 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-39ac7313-234d-4c78-8553-d41e92a93a7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (7b1feb7e-a062-49d6-b835-c5fae1c9b9ce), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:35.040148 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 48922) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:39:35.134525 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce5899d1-872e-439b-bf64-592565bff71d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:39:35.134974 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce5899d1-872e-439b-bf64-592565bff71d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:39:35.136561 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-ce5899d1-872e-439b-bf64-592565bff71d admin admin] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0953994 Feb 21 09:39:35.476887 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-f9acbedb-723e-4f29-a5c5-89cab0c6bae5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (f1afc09b-b148-496e-b857-a568110caa3c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:36.745720 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-43ce5351-eeda-4347-b66a-565ea5ef4f96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (93f03475-d11b-4921-b82a-7ea88eab1568), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:37.529903 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 48930) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:39:37.621845 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1947a02a-3cea-4e84-9091-ed6672331a60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:39:37.623188 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-1947a02a-3cea-4e84-9091-ed6672331a60 admin admin] 10.222.0.71 "GET /v2.0/subnets/13a25a01-28fd-4407-b7c5-fe4349ebc744 HTTP/1.1" status: 200 len: 816 time: 0.0923321 Feb 21 09:39:38.082524 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-2b8302a0-632c-4bb4-a8e1-5b2fb521f750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (a872b2e0-7e3e-43db-8705-7fb9ea875340), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:39.654194 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (ce3e6371-75e2-4bba-8260-49cd855bb251), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:39:40.007675 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 48938) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:39:40.099392 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a226d1be-7442-4731-98a5-3ac21b57ed60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:39:40.100741 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-a226d1be-7442-4731-98a5-3ac21b57ed60 admin admin] 10.222.0.71 "GET /v2.0/subnets/6dcab10f-6ab4-46c2-b417-abaf0e88f003 HTTP/1.1" status: 200 len: 868 time: 0.0920846 Feb 21 09:40:03.164472 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-6def23ba-3301-45dc-869f-3dd8113aa142 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (7b1feb7e-a062-49d6-b835-c5fae1c9b9ce), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:05.147039 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.agents_db [None req-1af9f625-7d23-4c31-ae08-d0e8b46e8d0e None None] Agent healthcheck: found 5 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 09:40:05.472758 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1102b2be-52f8-43e1-a498-d8118422a818 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (f1afc09b-b148-496e-b857-a568110caa3c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:06.821349 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-43ce5351-eeda-4347-b66a-565ea5ef4f96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (93f03475-d11b-4921-b82a-7ea88eab1568), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:08.089527 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-2b8302a0-632c-4bb4-a8e1-5b2fb521f750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (a872b2e0-7e3e-43db-8705-7fb9ea875340), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:08.725191 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 48990) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:40:08.774055 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [None req-f0403f31-c279-4dd2-905b-8f57a4b7daa0 admin admin] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=109856) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 21 09:40:08.775087 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-f0403f31-c279-4dd2-905b-8f57a4b7daa0 admin admin] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0489452 Feb 21 09:40:09.626588 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (ce3e6371-75e2-4bba-8260-49cd855bb251), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:11.206628 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 48998) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:40:11.265940 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.pecan_wsgi.hooks.translation [None req-abb660b4-3f77-4bee-968c-26f6761b596b admin admin] GET failed (client error): The resource could not be found. Feb 21 09:40:11.267150 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-abb660b4-3f77-4bee-968c-26f6761b596b admin admin] 10.222.0.71 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0595884 Feb 21 09:40:11.352672 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9684c02e-a7ea-4c0c-aa5e-4ecdfb68fe8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:40:11.354145 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-9684c02e-a7ea-4c0c-aa5e-4ecdfb68fe8e admin admin] 10.222.0.71 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0828876 Feb 21 09:40:13.759267 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 49006) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:40:13.808074 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.v2.base [None req-0e35994d-3484-43e2-9541-1acbd6ee6278 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:40:13.904862 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e35994d-3484-43e2-9541-1acbd6ee6278 admin admin] Made reservation on behalf of ad63abc5a243465485d08ec8ea2661dd for: {'network': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:40:13.907155 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0e35994d-3484-43e2-9541-1acbd6ee6278 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for network (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:13.935137 dv-cinder-804757-16-iscsi neutron-server[109856]: WARNING neutron.services.revisions.revision_plugin [None req-0e35994d-3484-43e2-9541-1acbd6ee6278 admin admin] Could not find related network for resource to bump revision. Feb 21 09:40:13.946633 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e35994d-3484-43e2-9541-1acbd6ee6278 admin admin] vlan segment allocate from pool success with {'vlan_id': 371, 'physical_network': 'physnet1'} {{(pid=109856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 09:40:13.955129 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0e35994d-3484-43e2-9541-1acbd6ee6278 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-936617'] for segment (4548c2ba-9501-40ee-a080-d58c9d9debf2), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:13.955459 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.db.segments_db [None req-0e35994d-3484-43e2-9541-1acbd6ee6278 admin admin] Added segment 4548c2ba-9501-40ee-a080-d58c9d9debf2 of type vlan for network 36d6a6d0-33d9-437b-8ee0-ed4d0b1ed1ad Feb 21 09:40:13.992948 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0e35994d-3484-43e2-9541-1acbd6ee6278 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782758871682'] for network (36d6a6d0-33d9-437b-8ee0-ed4d0b1ed1ad), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:14.094994 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0e35994d-3484-43e2-9541-1acbd6ee6278 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539'] for network (36d6a6d0-33d9-437b-8ee0-ed4d0b1ed1ad), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:14.096548 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e35994d-3484-43e2-9541-1acbd6ee6278 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:40:14.097140 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0e35994d-3484-43e2-9541-1acbd6ee6278 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905581'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:14.157160 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e35994d-3484-43e2-9541-1acbd6ee6278 admin admin] Pushing event updated for resources: {'Network': ['ID=36d6a6d0-33d9-437b-8ee0-ed4d0b1ed1ad,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:40:14.168436 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Network 36d6a6d0-33d9-437b-8ee0-ed4d0b1ed1ad details requested by agent ovs-agent-dv-cinder-804757-16-iscsi with host dv-cinder-804757-16-iscsi {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 09:40:14.229372 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-0e35994d-3484-43e2-9541-1acbd6ee6278 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4690123 Feb 21 09:40:16.574242 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 49014) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:40:16.636238 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.pecan_wsgi.hooks.translation [None req-a55650d2-0520-44cc-bef6-16a6068ca52b admin admin] GET failed (client error): The resource could not be found. Feb 21 09:40:16.637579 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-a55650d2-0520-44cc-bef6-16a6068ca52b admin admin] 10.222.0.71 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0623717 Feb 21 09:40:16.705972 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9463bca3-e00d-4239-a389-06068c24771a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:40:16.707386 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-9463bca3-e00d-4239-a389-06068c24771a admin admin] 10.222.0.71 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0657067 Feb 21 09:40:16.716962 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.v2.base [None req-ebfe2b5e-fe62-4692-b0ab-6ef4bfc50a53 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '36d6a6d0-33d9-437b-8ee0-ed4d0b1ed1ad', 'description': 'shared-subnet', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:40:16.815413 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebfe2b5e-fe62-4692-b0ab-6ef4bfc50a53 admin admin] Made reservation on behalf of ad63abc5a243465485d08ec8ea2661dd for: {'subnet': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:40:16.817695 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ebfe2b5e-fe62-4692-b0ab-6ef4bfc50a53 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:17.173939 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ebfe2b5e-fe62-4692-b0ab-6ef4bfc50a53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539'] for subnet (0521b11b-7cf0-4ca1-bbde-249a19c4ecc0), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:17.231852 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfe2b5e-fe62-4692-b0ab-6ef4bfc50a53 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0521b11b-7cf0-4ca1-bbde-249a19c4ecc0,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:40:17.240407 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebfe2b5e-fe62-4692-b0ab-6ef4bfc50a53 admin admin] Checking segment: {'id': '4548c2ba-9501-40ee-a080-d58c9d9debf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '36d6a6d0-33d9-437b-8ee0-ed4d0b1ed1ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 09:40:17.240846 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebfe2b5e-fe62-4692-b0ab-6ef4bfc50a53 admin admin] Network hostable DHCP agents. Network: 36d6a6d0-33d9-437b-8ee0-ed4d0b1ed1ad, hostable agents: ['7b1feb7e-a062-49d6-b835-c5fae1c9b9ce'], hosted agents: [] {{(pid=109856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 09:40:17.339491 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebfe2b5e-fe62-4692-b0ab-6ef4bfc50a53 admin admin] Network 36d6a6d0-33d9-437b-8ee0-ed4d0b1ed1ad is scheduled to be hosted by DHCP agent 7b1feb7e-a062-49d6-b835-c5fae1c9b9ce with binding_index 1 {{(pid=109856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 09:40:17.443768 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-ebfe2b5e-fe62-4692-b0ab-6ef4bfc50a53 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-16-iscsi, 36d6a6d0-33d9-437b-8ee0-ed4d0b1ed1ad) {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:40:17.447814 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebfe2b5e-fe62-4692-b0ab-6ef4bfc50a53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:40:17.448473 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ebfe2b5e-fe62-4692-b0ab-6ef4bfc50a53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905581'] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:17.453029 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ba3cdb3-95c0-423a-91d4-46c2c41bdf22 None None] Network 36d6a6d0-33d9-437b-8ee0-ed4d0b1ed1ad requested from dv-cinder-804757-16-iscsi {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 09:40:17.538316 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-ebfe2b5e-fe62-4692-b0ab-6ef4bfc50a53 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8243237 Feb 21 09:40:17.555733 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7282028-15e7-47dc-9441-1aeaede6b1c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1d068d2-1ca4-5135-b31c-76c0219c179a-36d6a6d0-33d9-437b-8ee0-ed4d0b1ed1ad', 'network_id': '36d6a6d0-33d9-437b-8ee0-ed4d0b1ed1ad', 'project_id': 'ad63abc5a243465485d08ec8ea2661dd', 'fixed_ips': [{'subnet_id': '0521b11b-7cf0-4ca1-bbde-249a19c4ecc0'}]}} from dv-cinder-804757-16-iscsi. {{(pid=109858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 21 09:40:17.556687 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-e7282028-15e7-47dc-9441-1aeaede6b1c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (None), before_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:17.799415 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.db_base_plugin_common [None req-e7282028-15e7-47dc-9441-1aeaede6b1c4 None None] Allocated IP 192.168.233.2 (36d6a6d0-33d9-437b-8ee0-ed4d0b1ed1ad/0521b11b-7cf0-4ca1-bbde-249a19c4ecc0/d447caec-5b98-4a2e-a1fe-666d3fb78a69) {{(pid=109858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:40:17.953226 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-e7282028-15e7-47dc-9441-1aeaede6b1c4 None None] Publish callbacks [] for port (d447caec-5b98-4a2e-a1fe-666d3fb78a69), precommit_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:18.042908 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-e7282028-15e7-47dc-9441-1aeaede6b1c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782758885672'] for port (d447caec-5b98-4a2e-a1fe-666d3fb78a69), after_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:18.081597 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7282028-15e7-47dc-9441-1aeaede6b1c4 None None] Network 36d6a6d0-33d9-437b-8ee0-ed4d0b1ed1ad is already hosted by enough agents. {{(pid=109858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:40:18.084347 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.scheduler.base_scheduler [None req-e7282028-15e7-47dc-9441-1aeaede6b1c4 None None] Resources bound (agent type, host, resource id): {{(pid=109858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:40:18.086942 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7282028-15e7-47dc-9441-1aeaede6b1c4 None None] Received port after_create {{(pid=109858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 09:40:18.098391 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7282028-15e7-47dc-9441-1aeaede6b1c4 None None] Pushing event updated for resources: {'Port': ['ID=d447caec-5b98-4a2e-a1fe-666d3fb78a69,revision_number=1']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:40:18.123618 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7282028-15e7-47dc-9441-1aeaede6b1c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:40:18.123986 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7282028-15e7-47dc-9441-1aeaede6b1c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:40:18.124348 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7282028-15e7-47dc-9441-1aeaede6b1c4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:40:18.124718 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7282028-15e7-47dc-9441-1aeaede6b1c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:40:18.125050 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7282028-15e7-47dc-9441-1aeaede6b1c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:40:18.125378 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7282028-15e7-47dc-9441-1aeaede6b1c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:40:18.125726 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7282028-15e7-47dc-9441-1aeaede6b1c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:40:18.126054 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7282028-15e7-47dc-9441-1aeaede6b1c4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:40:18.126380 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7282028-15e7-47dc-9441-1aeaede6b1c4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:40:18.126721 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7282028-15e7-47dc-9441-1aeaede6b1c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:40:18.127707 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7282028-15e7-47dc-9441-1aeaede6b1c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:40:18.128083 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7282028-15e7-47dc-9441-1aeaede6b1c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:40:18.128365 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7282028-15e7-47dc-9441-1aeaede6b1c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:40:18.164845 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-e7282028-15e7-47dc-9441-1aeaede6b1c4 None None] Attempting to bind port d447caec-5b98-4a2e-a1fe-666d3fb78a69 on host dv-cinder-804757-16-iscsi for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 09:40:18.165214 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-e7282028-15e7-47dc-9441-1aeaede6b1c4 None None] Attempting to bind port d447caec-5b98-4a2e-a1fe-666d3fb78a69 by drivers openvswitch,hyperv on host dv-cinder-804757-16-iscsi at level 0 using segments [{'id': '4548c2ba-9501-40ee-a080-d58c9d9debf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '36d6a6d0-33d9-437b-8ee0-ed4d0b1ed1ad'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 09:40:18.165575 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7282028-15e7-47dc-9441-1aeaede6b1c4 None None] Attempting to bind port d447caec-5b98-4a2e-a1fe-666d3fb78a69 on network 36d6a6d0-33d9-437b-8ee0-ed4d0b1ed1ad {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 09:40:18.170708 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7282028-15e7-47dc-9441-1aeaede6b1c4 None None] Checking agent: {'id': 'ce3e6371-75e2-4bba-8260-49cd855bb251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 9, 37, 10), 'started_at': datetime.datetime(2022, 2, 21, 9, 37, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 40, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 09:40:18.171079 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7282028-15e7-47dc-9441-1aeaede6b1c4 None None] Checking segment: {'id': '4548c2ba-9501-40ee-a080-d58c9d9debf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '36d6a6d0-33d9-437b-8ee0-ed4d0b1ed1ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 09:40:18.171477 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-e7282028-15e7-47dc-9441-1aeaede6b1c4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:18.171868 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7282028-15e7-47dc-9441-1aeaede6b1c4 None None] Bound using segment: {'id': '4548c2ba-9501-40ee-a080-d58c9d9debf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '36d6a6d0-33d9-437b-8ee0-ed4d0b1ed1ad'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 09:40:18.172318 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-e7282028-15e7-47dc-9441-1aeaede6b1c4 None None] Bound port: d447caec-5b98-4a2e-a1fe-666d3fb78a69, host: dv-cinder-804757-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4548c2ba-9501-40ee-a080-d58c9d9debf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '36d6a6d0-33d9-437b-8ee0-ed4d0b1ed1ad'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 09:40:18.172740 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-e7282028-15e7-47dc-9441-1aeaede6b1c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (d447caec-5b98-4a2e-a1fe-666d3fb78a69), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:18.238080 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-e7282028-15e7-47dc-9441-1aeaede6b1c4 None None] For port d447caec-5b98-4a2e-a1fe-666d3fb78a69, host dv-cinder-804757-16-iscsi, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:40:18.245832 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-e7282028-15e7-47dc-9441-1aeaede6b1c4 None None] For port d447caec-5b98-4a2e-a1fe-666d3fb78a69, host dv-cinder-804757-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-16-iscsi',level=0,port_id=d447caec-5b98-4a2e-a1fe-666d3fb78a69,segment=NetworkSegment(4548c2ba-9501-40ee-a080-d58c9d9debf2),segment_id=4548c2ba-9501-40ee-a080-d58c9d9debf2)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:40:18.348110 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-e7282028-15e7-47dc-9441-1aeaede6b1c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782759442315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782758885690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782758885708'] for port (d447caec-5b98-4a2e-a1fe-666d3fb78a69), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:18.410396 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7282028-15e7-47dc-9441-1aeaede6b1c4 None None] Pushing event updated for resources: {'Port': ['ID=d447caec-5b98-4a2e-a1fe-666d3fb78a69,revision_number=2']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:40:19.247294 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2fd859b-d48b-4322-9d1e-9e9a7d65eba5 None None] Network 36d6a6d0-33d9-437b-8ee0-ed4d0b1ed1ad requested from dv-cinder-804757-16-iscsi {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 09:40:19.358066 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-beb77249-7856-48b6-a867-6c53ce70c73a None None] Provisioning complete for port d447caec-5b98-4a2e-a1fe-666d3fb78a69 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:40:19.358459 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-beb77249-7856-48b6-a867-6c53ce70c73a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7397950'] for port (d447caec-5b98-4a2e-a1fe-666d3fb78a69), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:19.447858 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-beb77249-7856-48b6-a867-6c53ce70c73a None None] Current status of the port d447caec-5b98-4a2e-a1fe-666d3fb78a69 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:40:19.448184 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-beb77249-7856-48b6-a867-6c53ce70c73a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (d447caec-5b98-4a2e-a1fe-666d3fb78a69), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:19.487269 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-beb77249-7856-48b6-a867-6c53ce70c73a None None] For port d447caec-5b98-4a2e-a1fe-666d3fb78a69, host dv-cinder-804757-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-16-iscsi',level=0,port_id=d447caec-5b98-4a2e-a1fe-666d3fb78a69,segment=NetworkSegment(4548c2ba-9501-40ee-a080-d58c9d9debf2),segment_id=4548c2ba-9501-40ee-a080-d58c9d9debf2)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:40:19.551265 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-beb77249-7856-48b6-a867-6c53ce70c73a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782759442315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782758885690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782758885708'] for port (d447caec-5b98-4a2e-a1fe-666d3fb78a69), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:19.601398 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb77249-7856-48b6-a867-6c53ce70c73a None None] Pushing event updated for resources: {'Port': ['ID=d447caec-5b98-4a2e-a1fe-666d3fb78a69,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:40:19.673545 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-1b3871f8-e778-4965-9ab8-6901d978547d None None] Provisioning complete for port d447caec-5b98-4a2e-a1fe-666d3fb78a69 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:40:19.674629 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1b3871f8-e778-4965-9ab8-6901d978547d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7397950'] for port (d447caec-5b98-4a2e-a1fe-666d3fb78a69), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:19.755145 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-1b3871f8-e778-4965-9ab8-6901d978547d None None] Current status of the port d447caec-5b98-4a2e-a1fe-666d3fb78a69 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:40:20.443287 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Device d447caec-5b98-4a2e-a1fe-666d3fb78a69 up at agent ovs-agent-dv-cinder-804757-16-iscsi {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:40:20.490516 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Provisioning complete for port d447caec-5b98-4a2e-a1fe-666d3fb78a69 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:40:20.490909 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7397950'] for port (d447caec-5b98-4a2e-a1fe-666d3fb78a69), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:20.573424 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Current status of the port d447caec-5b98-4a2e-a1fe-666d3fb78a69 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:40:33.193957 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-818246a1-b6cf-4eb9-9ac7-2492a526e234 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (7b1feb7e-a062-49d6-b835-c5fae1c9b9ce), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:35.483476 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-247297b7-c1f7-47a7-ae0c-f281deada94c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (f1afc09b-b148-496e-b857-a568110caa3c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:36.734909 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-43ce5351-eeda-4347-b66a-565ea5ef4f96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (93f03475-d11b-4921-b82a-7ea88eab1568), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:38.112803 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-2b8302a0-632c-4bb4-a8e1-5b2fb521f750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (a872b2e0-7e3e-43db-8705-7fb9ea875340), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:39.613621 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (ce3e6371-75e2-4bba-8260-49cd855bb251), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:40:42.146114 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.agents_db [None req-1af9f625-7d23-4c31-ae08-d0e8b46e8d0e None None] Agent healthcheck: found 5 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 09:41:03.185368 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-d6c37803-f246-4b70-a472-7a134a4fc38f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (7b1feb7e-a062-49d6-b835-c5fae1c9b9ce), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:05.475739 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-db84f94b-646f-4100-81f7-a6c6d33f08f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (f1afc09b-b148-496e-b857-a568110caa3c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:06.802825 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-43ce5351-eeda-4347-b66a-565ea5ef4f96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (93f03475-d11b-4921-b82a-7ea88eab1568), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:08.088387 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-2b8302a0-632c-4bb4-a8e1-5b2fb521f750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (a872b2e0-7e3e-43db-8705-7fb9ea875340), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:09.619879 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (ce3e6371-75e2-4bba-8260-49cd855bb251), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:19.144843 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.agents_db [None req-1af9f625-7d23-4c31-ae08-d0e8b46e8d0e None None] Agent healthcheck: found 5 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 09:41:33.150581 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-857aa9a8-3abe-49ba-8977-021d1539735f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (7b1feb7e-a062-49d6-b835-c5fae1c9b9ce), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:35.476740 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-926dce33-5359-4ee6-8c6d-c1306d71b7ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (f1afc09b-b148-496e-b857-a568110caa3c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:36.762249 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-43ce5351-eeda-4347-b66a-565ea5ef4f96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (93f03475-d11b-4921-b82a-7ea88eab1568), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:38.087781 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-2b8302a0-632c-4bb4-a8e1-5b2fb521f750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (a872b2e0-7e3e-43db-8705-7fb9ea875340), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:39.630419 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (ce3e6371-75e2-4bba-8260-49cd855bb251), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:49.161586 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 49054) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:41:49.167301 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [None req-0e2a426e-88bd-46b6-a388-f8415c17807d tempest-verify_tempest_config-1539983880 tempest-verify_tempest_config-1539983880-project] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=109856) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 21 09:41:49.168307 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-0e2a426e-88bd-46b6-a388-f8415c17807d tempest-verify_tempest_config-1539983880 tempest-verify_tempest_config-1539983880-project] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0057578 Feb 21 09:41:49.667989 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 49072) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:41:49.774083 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f0d58810-9a11-4be2-9787-85c6867d841e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:49.848415 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f0d58810-9a11-4be2-9787-85c6867d841e admin admin] Publish callbacks [] for security_group (39e3c164-3512-4309-bb19-3c1e6ec6bc33), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:49.927647 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f0d58810-9a11-4be2-9787-85c6867d841e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (39e3c164-3512-4309-bb19-3c1e6ec6bc33), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:49.972240 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-f0d58810-9a11-4be2-9787-85c6867d841e admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=eec435cd1af749918009f85a2424e823&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3031764 Feb 21 09:41:49.974179 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d58810-9a11-4be2-9787-85c6867d841e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39e3c164-3512-4309-bb19-3c1e6ec6bc33,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:41:49.974974 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.71', 49076) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:41:49.981039 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d58810-9a11-4be2-9787-85c6867d841e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:41:49.981396 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d58810-9a11-4be2-9787-85c6867d841e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:41:49.985722 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d58810-9a11-4be2-9787-85c6867d841e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:41:49.985722 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d58810-9a11-4be2-9787-85c6867d841e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:41:49.985722 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d58810-9a11-4be2-9787-85c6867d841e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:41:49.985722 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d58810-9a11-4be2-9787-85c6867d841e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:41:49.985722 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d58810-9a11-4be2-9787-85c6867d841e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:41:49.985722 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d58810-9a11-4be2-9787-85c6867d841e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:41:49.985722 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d58810-9a11-4be2-9787-85c6867d841e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:41:49.985722 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d58810-9a11-4be2-9787-85c6867d841e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:41:49.985722 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d58810-9a11-4be2-9787-85c6867d841e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:41:49.985722 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d58810-9a11-4be2-9787-85c6867d841e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:41:49.985722 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d58810-9a11-4be2-9787-85c6867d841e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:41:50.055070 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b5804412-18dc-4bd7-921b-64f09fdd2994 admin admin] Publish callbacks [] for security_group (39e3c164-3512-4309-bb19-3c1e6ec6bc33), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:50.076420 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b5804412-18dc-4bd7-921b-64f09fdd2994 admin admin] Publish callbacks [] for security_group (39e3c164-3512-4309-bb19-3c1e6ec6bc33), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:50.230335 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b5804412-18dc-4bd7-921b-64f09fdd2994 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (39e3c164-3512-4309-bb19-3c1e6ec6bc33), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:50.232910 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b5804412-18dc-4bd7-921b-64f09fdd2994 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:41:50.234081 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [None req-b5804412-18dc-4bd7-921b-64f09fdd2994 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/39e3c164-3512-4309-bb19-3c1e6ec6bc33 HTTP/1.1" status: 204 len: 168 time: 0.2581604 Feb 21 09:41:50.244042 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5804412-18dc-4bd7-921b-64f09fdd2994 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39e3c164-3512-4309-bb19-3c1e6ec6bc33,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:41:50.253433 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5804412-18dc-4bd7-921b-64f09fdd2994 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:41:50.254149 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5804412-18dc-4bd7-921b-64f09fdd2994 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:41:50.254619 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5804412-18dc-4bd7-921b-64f09fdd2994 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:41:50.255194 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5804412-18dc-4bd7-921b-64f09fdd2994 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:41:50.255754 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5804412-18dc-4bd7-921b-64f09fdd2994 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:41:50.256314 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5804412-18dc-4bd7-921b-64f09fdd2994 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:41:50.256950 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5804412-18dc-4bd7-921b-64f09fdd2994 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:41:50.257532 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5804412-18dc-4bd7-921b-64f09fdd2994 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:41:50.258124 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5804412-18dc-4bd7-921b-64f09fdd2994 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:41:50.258713 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5804412-18dc-4bd7-921b-64f09fdd2994 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:41:50.259287 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5804412-18dc-4bd7-921b-64f09fdd2994 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:41:50.259863 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5804412-18dc-4bd7-921b-64f09fdd2994 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:41:50.260466 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5804412-18dc-4bd7-921b-64f09fdd2994 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:41:56.145738 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.agents_db [None req-1af9f625-7d23-4c31-ae08-d0e8b46e8d0e None None] Agent healthcheck: found 5 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 09:42:03.161550 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-cc43572c-2625-4e16-ab39-bccdf861136c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (7b1feb7e-a062-49d6-b835-c5fae1c9b9ce), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:05.504601 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-3ee0ffc1-89e8-4091-807b-6f0ca0b00f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (f1afc09b-b148-496e-b857-a568110caa3c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:06.772882 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-43ce5351-eeda-4347-b66a-565ea5ef4f96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (93f03475-d11b-4921-b82a-7ea88eab1568), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:08.098984 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-2b8302a0-632c-4bb4-a8e1-5b2fb521f750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (a872b2e0-7e3e-43db-8705-7fb9ea875340), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:09.704412 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (ce3e6371-75e2-4bba-8260-49cd855bb251), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:33.145141 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.agents_db [None req-1af9f625-7d23-4c31-ae08-d0e8b46e8d0e None None] Agent healthcheck: found 5 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 09:42:33.179732 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-13f3afc6-ff27-4ccf-98c3-a39720becf10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (7b1feb7e-a062-49d6-b835-c5fae1c9b9ce), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:35.492386 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-09b08c8e-4a1f-4490-9727-3a9ae00ad066 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (f1afc09b-b148-496e-b857-a568110caa3c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:36.754684 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-43ce5351-eeda-4347-b66a-565ea5ef4f96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (93f03475-d11b-4921-b82a-7ea88eab1568), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:38.120526 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-2b8302a0-632c-4bb4-a8e1-5b2fb521f750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (a872b2e0-7e3e-43db-8705-7fb9ea875340), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:42:39.623244 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (ce3e6371-75e2-4bba-8260-49cd855bb251), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:03.171874 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-a6e358b3-e7be-4799-8b80-c91150516600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (7b1feb7e-a062-49d6-b835-c5fae1c9b9ce), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:05.469375 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-2552f01b-e208-47b1-8799-37a83ea482f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (f1afc09b-b148-496e-b857-a568110caa3c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:06.755390 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-43ce5351-eeda-4347-b66a-565ea5ef4f96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (93f03475-d11b-4921-b82a-7ea88eab1568), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:08.108677 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-2b8302a0-632c-4bb4-a8e1-5b2fb521f750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (a872b2e0-7e3e-43db-8705-7fb9ea875340), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:09.646289 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (ce3e6371-75e2-4bba-8260-49cd855bb251), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:10.143702 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.agents_db [None req-1af9f625-7d23-4c31-ae08-d0e8b46e8d0e None None] Agent healthcheck: found 5 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 09:43:33.143183 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-52f3a795-27df-4d8a-a72a-8ce0089fb21a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (7b1feb7e-a062-49d6-b835-c5fae1c9b9ce), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:35.509044 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-bc4a2381-cd68-4116-8e66-9ab10cb3244a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (f1afc09b-b148-496e-b857-a568110caa3c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:35.856962 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7910482'] for agent (f5044fde-eef4-46eb-b3ce-4ab87030ccc0), after_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:36.759750 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-43ce5351-eeda-4347-b66a-565ea5ef4f96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (93f03475-d11b-4921-b82a-7ea88eab1568), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:38.097179 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-2b8302a0-632c-4bb4-a8e1-5b2fb521f750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (a872b2e0-7e3e-43db-8705-7fb9ea875340), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:39.617080 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (ce3e6371-75e2-4bba-8260-49cd855bb251), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:43:47.142394 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.agents_db [None req-1af9f625-7d23-4c31-ae08-d0e8b46e8d0e None None] Agent healthcheck: found 6 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 09:43:48.695003 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.71', 49148) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:43:48.805277 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [None req-03b86f34-fb31-4903-9678-1cc82168d7aa admin admin] 10.222.0.71 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.1089303 Feb 21 09:43:51.211912 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.71', 49158) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:43:51.266545 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [None req-f97c5294-b87c-49f7-8a33-22571beb9bc3 admin admin] 10.222.0.71 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0534558 Feb 21 09:44:03.171238 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-cf58d6bf-776a-4f03-b384-9573aad9f268 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (7b1feb7e-a062-49d6-b835-c5fae1c9b9ce), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:05.473941 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-cd0801e9-ca0e-4d45-917d-b04cb3286d1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (f1afc09b-b148-496e-b857-a568110caa3c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:05.810980 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (f5044fde-eef4-46eb-b3ce-4ab87030ccc0), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:06.752790 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-43ce5351-eeda-4347-b66a-565ea5ef4f96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (93f03475-d11b-4921-b82a-7ea88eab1568), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:08.113713 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-2b8302a0-632c-4bb4-a8e1-5b2fb521f750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (a872b2e0-7e3e-43db-8705-7fb9ea875340), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:09.634193 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (ce3e6371-75e2-4bba-8260-49cd855bb251), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:24.140515 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.agents_db [None req-1af9f625-7d23-4c31-ae08-d0e8b46e8d0e None None] Agent healthcheck: found 6 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 09:44:33.261628 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-a29c33de-4907-4b9a-bf1a-b2e223624bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (7b1feb7e-a062-49d6-b835-c5fae1c9b9ce), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:35.633056 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-d4f3ddf1-f459-4218-ae11-da96344bfceb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (f1afc09b-b148-496e-b857-a568110caa3c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:35.810834 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (f5044fde-eef4-46eb-b3ce-4ab87030ccc0), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:36.788015 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-43ce5351-eeda-4347-b66a-565ea5ef4f96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (93f03475-d11b-4921-b82a-7ea88eab1568), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:38.119726 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-2b8302a0-632c-4bb4-a8e1-5b2fb521f750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (a872b2e0-7e3e-43db-8705-7fb9ea875340), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:44:39.628201 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (ce3e6371-75e2-4bba-8260-49cd855bb251), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:01.141562 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.agents_db [None req-1af9f625-7d23-4c31-ae08-d0e8b46e8d0e None None] Agent healthcheck: found 6 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 09:45:03.170442 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-c85956ed-c083-4fc8-81f9-376387ad675d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (7b1feb7e-a062-49d6-b835-c5fae1c9b9ce), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:05.511431 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-b7147137-430a-4f27-916a-88602ce46ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (f1afc09b-b148-496e-b857-a568110caa3c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:05.844480 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (f5044fde-eef4-46eb-b3ce-4ab87030ccc0), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:06.782343 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-43ce5351-eeda-4347-b66a-565ea5ef4f96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (93f03475-d11b-4921-b82a-7ea88eab1568), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:08.096052 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-2b8302a0-632c-4bb4-a8e1-5b2fb521f750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (a872b2e0-7e3e-43db-8705-7fb9ea875340), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:09.650361 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (ce3e6371-75e2-4bba-8260-49cd855bb251), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:26.922789 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 49370) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:45:27.123293 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 49382) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:45:27.130439 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 49386) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:45:27.229228 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.v2.base [None req-5f2c8c4d-c644-4f16-9c78-58b3a261f0d9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1236627728-network', 'tenant_id': '5d61ba3d9f8c43fcb228fa6eb4c5812e'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:45:27.307529 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 49394) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:45:27.308365 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f2c8c4d-c644-4f16-9c78-58b3a261f0d9 admin admin] Made reservation on behalf of 5d61ba3d9f8c43fcb228fa6eb4c5812e for: {'network': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:45:27.311031 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5f2c8c4d-c644-4f16-9c78-58b3a261f0d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for network (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:27.326034 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5f2c8c4d-c644-4f16-9c78-58b3a261f0d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:27.406549 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5f2c8c4d-c644-4f16-9c78-58b3a261f0d9 admin admin] Publish callbacks [] for security_group (a766162f-a216-4999-8d2f-e52e8f351aad), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:27.446874 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.v2.base [None req-c3ba9d06-c1ef-44b4-a1ee-85b86eb1a241 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1236119281-network', 'tenant_id': '56fa20d64f1c4564a29b2e8c463cf360'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:45:27.468437 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.v2.base [None req-efdaa2d7-9173-4929-9e51-d2dd579d78ee admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1620680904-network', 'tenant_id': '6998dd3d35c9419e87f7ffd7d3cdb2bc'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:45:27.480931 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5f2c8c4d-c644-4f16-9c78-58b3a261f0d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (a766162f-a216-4999-8d2f-e52e8f351aad), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:27.496706 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f2c8c4d-c644-4f16-9c78-58b3a261f0d9 admin admin] vlan segment allocate from pool success with {'vlan_id': 399, 'physical_network': 'physnet1'} {{(pid=109856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 09:45:27.511376 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5f2c8c4d-c644-4f16-9c78-58b3a261f0d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-936617'] for segment (5efa1a12-8f20-494e-aa47-4db1b9a0dabf), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:27.511720 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.db.segments_db [None req-5f2c8c4d-c644-4f16-9c78-58b3a261f0d9 admin admin] Added segment 5efa1a12-8f20-494e-aa47-4db1b9a0dabf of type vlan for network a39dd4ba-2dc8-4985-98f9-5bf90669cfb1 Feb 21 09:45:27.559690 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.v2.base [None req-1c61e6b0-b58f-41c5-85d3-e209c2867154 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-939401634-network', 'tenant_id': 'f0b97717b6834f3e8ecbc551e47a71ca'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:45:27.563643 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5f2c8c4d-c644-4f16-9c78-58b3a261f0d9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782758871682'] for network (a39dd4ba-2dc8-4985-98f9-5bf90669cfb1), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:27.586571 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3ba9d06-c1ef-44b4-a1ee-85b86eb1a241 admin admin] Made reservation on behalf of 56fa20d64f1c4564a29b2e8c463cf360 for: {'network': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:45:27.587986 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c3ba9d06-c1ef-44b4-a1ee-85b86eb1a241 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for network (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:27.603361 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efdaa2d7-9173-4929-9e51-d2dd579d78ee admin admin] Made reservation on behalf of 6998dd3d35c9419e87f7ffd7d3cdb2bc for: {'network': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:45:27.605663 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-efdaa2d7-9173-4929-9e51-d2dd579d78ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for network (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:27.626914 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c3ba9d06-c1ef-44b4-a1ee-85b86eb1a241 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:27.628698 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2c8c4d-c644-4f16-9c78-58b3a261f0d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a766162f-a216-4999-8d2f-e52e8f351aad,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:45:27.643843 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-efdaa2d7-9173-4929-9e51-d2dd579d78ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:27.649931 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2c8c4d-c644-4f16-9c78-58b3a261f0d9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:45:27.650284 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2c8c4d-c644-4f16-9c78-58b3a261f0d9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:45:27.650625 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2c8c4d-c644-4f16-9c78-58b3a261f0d9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:45:27.650962 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2c8c4d-c644-4f16-9c78-58b3a261f0d9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:45:27.651295 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2c8c4d-c644-4f16-9c78-58b3a261f0d9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:45:27.651626 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2c8c4d-c644-4f16-9c78-58b3a261f0d9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:45:27.651957 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2c8c4d-c644-4f16-9c78-58b3a261f0d9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:45:27.652285 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2c8c4d-c644-4f16-9c78-58b3a261f0d9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:45:27.652642 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2c8c4d-c644-4f16-9c78-58b3a261f0d9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:45:27.652972 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2c8c4d-c644-4f16-9c78-58b3a261f0d9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:45:27.653297 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2c8c4d-c644-4f16-9c78-58b3a261f0d9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:45:27.653619 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2c8c4d-c644-4f16-9c78-58b3a261f0d9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:45:27.654020 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2c8c4d-c644-4f16-9c78-58b3a261f0d9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:45:27.655234 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2c8c4d-c644-4f16-9c78-58b3a261f0d9 admin admin] Tracked resource versions report: Feb 21 09:45:27.655234 dv-cinder-804757-16-iscsi neutron-server[109856]: pushed versions: Feb 21 09:45:27.655234 dv-cinder-804757-16-iscsi neutron-server[109856]: { 'AddressGroup': {'1.2'}, Feb 21 09:45:27.655234 dv-cinder-804757-16-iscsi neutron-server[109856]: 'ConntrackHelper': {'1.0'}, Feb 21 09:45:27.655234 dv-cinder-804757-16-iscsi neutron-server[109856]: 'LocalIPAssociation': {'1.0'}, Feb 21 09:45:27.655234 dv-cinder-804757-16-iscsi neutron-server[109856]: 'Log': {'1.0'}, Feb 21 09:45:27.655234 dv-cinder-804757-16-iscsi neutron-server[109856]: 'Network': {'1.1'}, Feb 21 09:45:27.655234 dv-cinder-804757-16-iscsi neutron-server[109856]: 'Port': {'1.7'}, Feb 21 09:45:27.655234 dv-cinder-804757-16-iscsi neutron-server[109856]: 'PortForwarding': {'1.2'}, Feb 21 09:45:27.655234 dv-cinder-804757-16-iscsi neutron-server[109856]: 'QosPolicy': {'1.10'}, Feb 21 09:45:27.655234 dv-cinder-804757-16-iscsi neutron-server[109856]: 'SecurityGroup': {'1.5'}, Feb 21 09:45:27.655234 dv-cinder-804757-16-iscsi neutron-server[109856]: 'SecurityGroupRule': {'1.2'}, Feb 21 09:45:27.655234 dv-cinder-804757-16-iscsi neutron-server[109856]: 'SubPort': {'1.0'}, Feb 21 09:45:27.655234 dv-cinder-804757-16-iscsi neutron-server[109856]: 'Subnet': {'1.1'}, Feb 21 09:45:27.655234 dv-cinder-804757-16-iscsi neutron-server[109856]: 'Trunk': {'1.1'}} Feb 21 09:45:27.655234 dv-cinder-804757-16-iscsi neutron-server[109856]: consumer versions: Feb 21 09:45:27.655234 dv-cinder-804757-16-iscsi neutron-server[109856]: { DHCP agent@dv-cinder-804757-16-iscsi: {}, Feb 21 09:45:27.655234 dv-cinder-804757-16-iscsi neutron-server[109856]: HyperV agent@hv-cinder-80475: {}, Feb 21 09:45:27.655234 dv-cinder-804757-16-iscsi neutron-server[109856]: L3 agent@dv-cinder-804757-16-iscsi: {}, Feb 21 09:45:27.655234 dv-cinder-804757-16-iscsi neutron-server[109856]: Metadata agent@dv-cinder-804757-16-iscsi: {}, Feb 21 09:45:27.655234 dv-cinder-804757-16-iscsi neutron-server[109856]: Metering agent@dv-cinder-804757-16-iscsi: {}, Feb 21 09:45:27.655234 dv-cinder-804757-16-iscsi neutron-server[109856]: Open vSwitch agent@dv-cinder-804757-16-iscsi: { 'AddressGroup': '1.2', Feb 21 09:45:27.655234 dv-cinder-804757-16-iscsi neutron-server[109856]: 'ConntrackHelper': '1.0', Feb 21 09:45:27.655234 dv-cinder-804757-16-iscsi neutron-server[109856]: 'LocalIPAssociation': '1.0', Feb 21 09:45:27.655234 dv-cinder-804757-16-iscsi neutron-server[109856]: 'Log': '1.0', Feb 21 09:45:27.655234 dv-cinder-804757-16-iscsi neutron-server[109856]: 'Network': '1.1', Feb 21 09:45:27.655234 dv-cinder-804757-16-iscsi neutron-server[109856]: 'Port': '1.7', Feb 21 09:45:27.655234 dv-cinder-804757-16-iscsi neutron-server[109856]: 'PortForwarding': '1.2', Feb 21 09:45:27.655234 dv-cinder-804757-16-iscsi neutron-server[109856]: 'QosPolicy': '1.10', Feb 21 09:45:27.655234 dv-cinder-804757-16-iscsi neutron-server[109856]: 'SecurityGroup': '1.5', Feb 21 09:45:27.655234 dv-cinder-804757-16-iscsi neutron-server[109856]: 'SecurityGroupRule': '1.2', Feb 21 09:45:27.655234 dv-cinder-804757-16-iscsi neutron-server[109856]: 'SubPort': '1.0', Feb 21 09:45:27.655234 dv-cinder-804757-16-iscsi neutron-server[109856]: 'Subnet': '1.1', Feb 21 09:45:27.655234 dv-cinder-804757-16-iscsi neutron-server[109856]: 'Trunk': '1.1'}} Feb 21 09:45:27.655234 dv-cinder-804757-16-iscsi neutron-server[109856]: {{(pid=109856) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 21 09:45:27.683492 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5f2c8c4d-c644-4f16-9c78-58b3a261f0d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539'] for network (a39dd4ba-2dc8-4985-98f9-5bf90669cfb1), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:27.684456 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f2c8c4d-c644-4f16-9c78-58b3a261f0d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:45:27.685072 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5f2c8c4d-c644-4f16-9c78-58b3a261f0d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905581'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:27.804623 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c61e6b0-b58f-41c5-85d3-e209c2867154 admin admin] Made reservation on behalf of f0b97717b6834f3e8ecbc551e47a71ca for: {'network': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:45:27.807780 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1c61e6b0-b58f-41c5-85d3-e209c2867154 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for network (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:27.845918 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1c61e6b0-b58f-41c5-85d3-e209c2867154 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:27.863122 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2c8c4d-c644-4f16-9c78-58b3a261f0d9 admin admin] Pushing event updated for resources: {'Network': ['ID=a39dd4ba-2dc8-4985-98f9-5bf90669cfb1,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:45:27.868758 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-5f2c8c4d-c644-4f16-9c78-58b3a261f0d9 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9448540 Feb 21 09:45:27.872004 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.71', 49422) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:45:27.876006 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Network a39dd4ba-2dc8-4985-98f9-5bf90669cfb1 details requested by agent ovs-agent-dv-cinder-804757-16-iscsi with host dv-cinder-804757-16-iscsi {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 09:45:27.881583 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.v2.base [None req-4c86a0ce-ab49-4001-93dd-64b29bcd5886 admin admin] Request body: {'subnet': {'network_id': 'a39dd4ba-2dc8-4985-98f9-5bf90669cfb1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1236627728-subnet', 'tenant_id': '5d61ba3d9f8c43fcb228fa6eb4c5812e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:45:27.999107 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c86a0ce-ab49-4001-93dd-64b29bcd5886 admin admin] Made reservation on behalf of 5d61ba3d9f8c43fcb228fa6eb4c5812e for: {'subnet': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:45:28.001614 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4c86a0ce-ab49-4001-93dd-64b29bcd5886 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:28.038572 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1c61e6b0-b58f-41c5-85d3-e209c2867154 admin admin] Publish callbacks [] for security_group (8d9cb245-cf06-4580-adf5-355ae63bcdb3), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:28.051744 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c3ba9d06-c1ef-44b4-a1ee-85b86eb1a241 admin admin] Publish callbacks [] for security_group (5aac45d2-0deb-44ac-b104-bc7949795bc7), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:28.066504 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-efdaa2d7-9173-4929-9e51-d2dd579d78ee admin admin] Publish callbacks [] for security_group (051a1fb3-2910-49f8-b5d8-0e085de068fd), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:28.119509 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c3ba9d06-c1ef-44b4-a1ee-85b86eb1a241 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (5aac45d2-0deb-44ac-b104-bc7949795bc7), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:28.122457 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1c61e6b0-b58f-41c5-85d3-e209c2867154 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (8d9cb245-cf06-4580-adf5-355ae63bcdb3), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:28.149948 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3ba9d06-c1ef-44b4-a1ee-85b86eb1a241 admin admin] vlan segment allocate from pool success with {'vlan_id': 396, 'physical_network': 'physnet1'} {{(pid=109856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 09:45:28.151767 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c61e6b0-b58f-41c5-85d3-e209c2867154 admin admin] vlan segment allocate from pool success with {'vlan_id': 379, 'physical_network': 'physnet1'} {{(pid=109856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 09:45:28.171495 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-efdaa2d7-9173-4929-9e51-d2dd579d78ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (051a1fb3-2910-49f8-b5d8-0e085de068fd), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:28.177550 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c3ba9d06-c1ef-44b4-a1ee-85b86eb1a241 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-936617'] for segment (54a86aa8-24ec-4439-a4c6-53c007c338d4), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:28.177890 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.db.segments_db [None req-c3ba9d06-c1ef-44b4-a1ee-85b86eb1a241 admin admin] Added segment 54a86aa8-24ec-4439-a4c6-53c007c338d4 of type vlan for network 9a5d5e4a-2b31-4960-a60a-442c0ededb75 Feb 21 09:45:28.179521 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1c61e6b0-b58f-41c5-85d3-e209c2867154 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-936617'] for segment (19825a35-379e-4869-b590-f5f5a4a92110), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:28.179786 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.db.segments_db [None req-1c61e6b0-b58f-41c5-85d3-e209c2867154 admin admin] Added segment 19825a35-379e-4869-b590-f5f5a4a92110 of type vlan for network 706f69fe-d205-4d95-9b18-bd6073de0e85 Feb 21 09:45:28.181165 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ba9d06-c1ef-44b4-a1ee-85b86eb1a241 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5aac45d2-0deb-44ac-b104-bc7949795bc7,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:45:28.211870 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efdaa2d7-9173-4929-9e51-d2dd579d78ee admin admin] vlan segment allocate from pool success with {'vlan_id': 391, 'physical_network': 'physnet1'} {{(pid=109856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 09:45:28.249210 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4c86a0ce-ab49-4001-93dd-64b29bcd5886 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539'] for subnet (5db82f34-89a4-439c-8cf7-f4743decbdc2), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:28.291981 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c3ba9d06-c1ef-44b4-a1ee-85b86eb1a241 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782758871682'] for network (9a5d5e4a-2b31-4960-a60a-442c0ededb75), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:28.298812 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-efdaa2d7-9173-4929-9e51-d2dd579d78ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-936617'] for segment (883b1861-d076-4ce8-a994-a672e2419836), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:28.299156 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.db.segments_db [None req-efdaa2d7-9173-4929-9e51-d2dd579d78ee admin admin] Added segment 883b1861-d076-4ce8-a994-a672e2419836 of type vlan for network 2900dd92-c6f8-4f13-9e54-0f6f4039aa07 Feb 21 09:45:28.306072 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c86a0ce-ab49-4001-93dd-64b29bcd5886 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5db82f34-89a4-439c-8cf7-f4743decbdc2,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:45:28.310665 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1c61e6b0-b58f-41c5-85d3-e209c2867154 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782758871682'] for network (706f69fe-d205-4d95-9b18-bd6073de0e85), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:28.313331 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c61e6b0-b58f-41c5-85d3-e209c2867154 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d9cb245-cf06-4580-adf5-355ae63bcdb3,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:45:28.316184 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c86a0ce-ab49-4001-93dd-64b29bcd5886 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:45:28.317434 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c86a0ce-ab49-4001-93dd-64b29bcd5886 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:45:28.318017 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c86a0ce-ab49-4001-93dd-64b29bcd5886 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:45:28.318447 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c86a0ce-ab49-4001-93dd-64b29bcd5886 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:45:28.318877 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c86a0ce-ab49-4001-93dd-64b29bcd5886 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:45:28.319307 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c86a0ce-ab49-4001-93dd-64b29bcd5886 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:45:28.320364 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c86a0ce-ab49-4001-93dd-64b29bcd5886 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:45:28.321003 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c86a0ce-ab49-4001-93dd-64b29bcd5886 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:45:28.321431 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c86a0ce-ab49-4001-93dd-64b29bcd5886 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:45:28.321910 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c86a0ce-ab49-4001-93dd-64b29bcd5886 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:45:28.322330 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c86a0ce-ab49-4001-93dd-64b29bcd5886 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:45:28.322751 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c86a0ce-ab49-4001-93dd-64b29bcd5886 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:45:28.323169 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c86a0ce-ab49-4001-93dd-64b29bcd5886 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:45:28.324405 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c86a0ce-ab49-4001-93dd-64b29bcd5886 admin admin] Tracked resource versions report: Feb 21 09:45:28.324405 dv-cinder-804757-16-iscsi neutron-server[109857]: pushed versions: Feb 21 09:45:28.324405 dv-cinder-804757-16-iscsi neutron-server[109857]: { 'AddressGroup': {'1.2'}, Feb 21 09:45:28.324405 dv-cinder-804757-16-iscsi neutron-server[109857]: 'ConntrackHelper': {'1.0'}, Feb 21 09:45:28.324405 dv-cinder-804757-16-iscsi neutron-server[109857]: 'LocalIPAssociation': {'1.0'}, Feb 21 09:45:28.324405 dv-cinder-804757-16-iscsi neutron-server[109857]: 'Log': {'1.0'}, Feb 21 09:45:28.324405 dv-cinder-804757-16-iscsi neutron-server[109857]: 'Network': {'1.1'}, Feb 21 09:45:28.324405 dv-cinder-804757-16-iscsi neutron-server[109857]: 'Port': {'1.7'}, Feb 21 09:45:28.324405 dv-cinder-804757-16-iscsi neutron-server[109857]: 'PortForwarding': {'1.2'}, Feb 21 09:45:28.324405 dv-cinder-804757-16-iscsi neutron-server[109857]: 'QosPolicy': {'1.10'}, Feb 21 09:45:28.324405 dv-cinder-804757-16-iscsi neutron-server[109857]: 'SecurityGroup': {'1.5'}, Feb 21 09:45:28.324405 dv-cinder-804757-16-iscsi neutron-server[109857]: 'SecurityGroupRule': {'1.2'}, Feb 21 09:45:28.324405 dv-cinder-804757-16-iscsi neutron-server[109857]: 'SubPort': {'1.0'}, Feb 21 09:45:28.324405 dv-cinder-804757-16-iscsi neutron-server[109857]: 'Subnet': {'1.1'}, Feb 21 09:45:28.324405 dv-cinder-804757-16-iscsi neutron-server[109857]: 'Trunk': {'1.1'}} Feb 21 09:45:28.324405 dv-cinder-804757-16-iscsi neutron-server[109857]: consumer versions: Feb 21 09:45:28.324405 dv-cinder-804757-16-iscsi neutron-server[109857]: { DHCP agent@dv-cinder-804757-16-iscsi: {}, Feb 21 09:45:28.324405 dv-cinder-804757-16-iscsi neutron-server[109857]: HyperV agent@hv-cinder-80475: {}, Feb 21 09:45:28.324405 dv-cinder-804757-16-iscsi neutron-server[109857]: L3 agent@dv-cinder-804757-16-iscsi: {}, Feb 21 09:45:28.324405 dv-cinder-804757-16-iscsi neutron-server[109857]: Metadata agent@dv-cinder-804757-16-iscsi: {}, Feb 21 09:45:28.324405 dv-cinder-804757-16-iscsi neutron-server[109857]: Metering agent@dv-cinder-804757-16-iscsi: {}, Feb 21 09:45:28.324405 dv-cinder-804757-16-iscsi neutron-server[109857]: Open vSwitch agent@dv-cinder-804757-16-iscsi: { 'AddressGroup': '1.2', Feb 21 09:45:28.324405 dv-cinder-804757-16-iscsi neutron-server[109857]: 'ConntrackHelper': '1.0', Feb 21 09:45:28.324405 dv-cinder-804757-16-iscsi neutron-server[109857]: 'LocalIPAssociation': '1.0', Feb 21 09:45:28.324405 dv-cinder-804757-16-iscsi neutron-server[109857]: 'Log': '1.0', Feb 21 09:45:28.324405 dv-cinder-804757-16-iscsi neutron-server[109857]: 'Network': '1.1', Feb 21 09:45:28.324405 dv-cinder-804757-16-iscsi neutron-server[109857]: 'Port': '1.7', Feb 21 09:45:28.324405 dv-cinder-804757-16-iscsi neutron-server[109857]: 'PortForwarding': '1.2', Feb 21 09:45:28.324405 dv-cinder-804757-16-iscsi neutron-server[109857]: 'QosPolicy': '1.10', Feb 21 09:45:28.324405 dv-cinder-804757-16-iscsi neutron-server[109857]: 'SecurityGroup': '1.5', Feb 21 09:45:28.324405 dv-cinder-804757-16-iscsi neutron-server[109857]: 'SecurityGroupRule': '1.2', Feb 21 09:45:28.324405 dv-cinder-804757-16-iscsi neutron-server[109857]: 'SubPort': '1.0', Feb 21 09:45:28.324405 dv-cinder-804757-16-iscsi neutron-server[109857]: 'Subnet': '1.1', Feb 21 09:45:28.324405 dv-cinder-804757-16-iscsi neutron-server[109857]: 'Trunk': '1.1'}} Feb 21 09:45:28.324405 dv-cinder-804757-16-iscsi neutron-server[109857]: {{(pid=109857) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 21 09:45:28.361148 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c86a0ce-ab49-4001-93dd-64b29bcd5886 admin admin] Checking segment: {'id': '5efa1a12-8f20-494e-aa47-4db1b9a0dabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'a39dd4ba-2dc8-4985-98f9-5bf90669cfb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 09:45:28.361612 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c86a0ce-ab49-4001-93dd-64b29bcd5886 admin admin] Network hostable DHCP agents. Network: a39dd4ba-2dc8-4985-98f9-5bf90669cfb1, hostable agents: ['7b1feb7e-a062-49d6-b835-c5fae1c9b9ce'], hosted agents: [] {{(pid=109857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 09:45:28.407591 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-efdaa2d7-9173-4929-9e51-d2dd579d78ee admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782758871682'] for network (2900dd92-c6f8-4f13-9e54-0f6f4039aa07), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:28.416783 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdaa2d7-9173-4929-9e51-d2dd579d78ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=051a1fb3-2910-49f8-b5d8-0e085de068fd,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:45:28.444407 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c86a0ce-ab49-4001-93dd-64b29bcd5886 admin admin] Network a39dd4ba-2dc8-4985-98f9-5bf90669cfb1 is scheduled to be hosted by DHCP agent 7b1feb7e-a062-49d6-b835-c5fae1c9b9ce with binding_index 1 {{(pid=109857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 09:45:28.462272 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1c61e6b0-b58f-41c5-85d3-e209c2867154 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539'] for network (706f69fe-d205-4d95-9b18-bd6073de0e85), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:28.463265 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c61e6b0-b58f-41c5-85d3-e209c2867154 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:45:28.463853 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1c61e6b0-b58f-41c5-85d3-e209c2867154 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905581'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:28.468707 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c3ba9d06-c1ef-44b4-a1ee-85b86eb1a241 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539'] for network (9a5d5e4a-2b31-4960-a60a-442c0ededb75), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:28.469229 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3ba9d06-c1ef-44b4-a1ee-85b86eb1a241 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:45:28.469984 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c3ba9d06-c1ef-44b4-a1ee-85b86eb1a241 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905581'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:28.495769 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-efdaa2d7-9173-4929-9e51-d2dd579d78ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539'] for network (2900dd92-c6f8-4f13-9e54-0f6f4039aa07), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:28.496978 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efdaa2d7-9173-4929-9e51-d2dd579d78ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:45:28.498373 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-efdaa2d7-9173-4929-9e51-d2dd579d78ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905581'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:28.528153 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-4c86a0ce-ab49-4001-93dd-64b29bcd5886 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-16-iscsi, a39dd4ba-2dc8-4985-98f9-5bf90669cfb1) {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:45:28.533081 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c86a0ce-ab49-4001-93dd-64b29bcd5886 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:45:28.533923 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4c86a0ce-ab49-4001-93dd-64b29bcd5886 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905581'] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:28.544204 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1091dce5-56b3-41a7-90ae-8018185cf4cc None None] Network a39dd4ba-2dc8-4985-98f9-5bf90669cfb1 requested from dv-cinder-804757-16-iscsi {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 09:45:28.553953 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c61e6b0-b58f-41c5-85d3-e209c2867154 admin admin] Pushing event updated for resources: {'Network': ['ID=706f69fe-d205-4d95-9b18-bd6073de0e85,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:45:28.603650 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Network 706f69fe-d205-4d95-9b18-bd6073de0e85 details requested by agent ovs-agent-dv-cinder-804757-16-iscsi with host dv-cinder-804757-16-iscsi {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 09:45:28.611409 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ba9d06-c1ef-44b4-a1ee-85b86eb1a241 admin admin] Pushing event updated for resources: {'Network': ['ID=9a5d5e4a-2b31-4960-a60a-442c0ededb75,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:45:28.667200 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-c3ba9d06-c1ef-44b4-a1ee-85b86eb1a241 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5426071 Feb 21 09:45:28.669745 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [None req-4c86a0ce-ab49-4001-93dd-64b29bcd5886 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7964716 Feb 21 09:45:28.670373 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Network 9a5d5e4a-2b31-4960-a60a-442c0ededb75 details requested by agent ovs-agent-dv-cinder-804757-16-iscsi with host dv-cinder-804757-16-iscsi {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 09:45:28.670514 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.71', 49452) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:45:28.670752 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.71', 49454) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:45:28.671752 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-1c61e6b0-b58f-41c5-85d3-e209c2867154 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.3560333 Feb 21 09:45:28.676164 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-efdaa2d7-9173-4929-9e51-d2dd579d78ee admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5445414 Feb 21 09:45:28.683272 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.v2.base [None req-b7b80dd9-f5c1-426b-b0d6-4443aa3816a0 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1236627728-router', 'tenant_id': '5d61ba3d9f8c43fcb228fa6eb4c5812e', 'external_gateway_info': {'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862'}}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:45:28.684613 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 49456) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:45:28.685137 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 49458) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:45:28.697838 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.v2.base [None req-1d963b2c-07ce-4493-abdb-0c65667c122d admin admin] Request body: {'subnet': {'network_id': '706f69fe-d205-4d95-9b18-bd6073de0e85', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-939401634-subnet', 'tenant_id': 'f0b97717b6834f3e8ecbc551e47a71ca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:45:28.709000 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.v2.base [None req-c3430357-6db8-424f-93fb-4bbdea089904 admin admin] Request body: {'subnet': {'network_id': '9a5d5e4a-2b31-4960-a60a-442c0ededb75', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1236119281-subnet', 'tenant_id': '56fa20d64f1c4564a29b2e8c463cf360', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:45:28.709322 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.v2.base [None req-b9f5e39a-4a7c-4911-86be-a12c49057589 admin admin] Request body: {'subnet': {'network_id': '2900dd92-c6f8-4f13-9e54-0f6f4039aa07', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1620680904-subnet', 'tenant_id': '6998dd3d35c9419e87f7ffd7d3cdb2bc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:45:28.747022 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdaa2d7-9173-4929-9e51-d2dd579d78ee admin admin] Pushing event updated for resources: {'Network': ['ID=2900dd92-c6f8-4f13-9e54-0f6f4039aa07,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:45:28.844360 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9f5e39a-4a7c-4911-86be-a12c49057589 admin admin] Made reservation on behalf of 6998dd3d35c9419e87f7ffd7d3cdb2bc for: {'subnet': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:45:28.846799 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b9f5e39a-4a7c-4911-86be-a12c49057589 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:28.859255 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-587c059a-5a45-43e0-ab6c-dc6ffb836feb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1d068d2-1ca4-5135-b31c-76c0219c179a-a39dd4ba-2dc8-4985-98f9-5bf90669cfb1', 'network_id': 'a39dd4ba-2dc8-4985-98f9-5bf90669cfb1', 'project_id': '5d61ba3d9f8c43fcb228fa6eb4c5812e', 'fixed_ips': [{'subnet_id': '5db82f34-89a4-439c-8cf7-f4743decbdc2'}]}} from dv-cinder-804757-16-iscsi. {{(pid=109858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 21 09:45:28.860896 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-587c059a-5a45-43e0-ab6c-dc6ffb836feb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (None), before_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:28.874701 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3430357-6db8-424f-93fb-4bbdea089904 admin admin] Made reservation on behalf of 56fa20d64f1c4564a29b2e8c463cf360 for: {'subnet': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:45:28.879717 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c3430357-6db8-424f-93fb-4bbdea089904 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:28.885384 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b7b80dd9-f5c1-426b-b0d6-4443aa3816a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7911359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1367'] for router (59d78fd2-d543-4627-8d86-6f6c7688097f), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:28.886395 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b7b80dd9-f5c1-426b-b0d6-4443aa3816a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7916079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7917182', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-427489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1452'] for router (59d78fd2-d543-4627-8d86-6f6c7688097f), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:28.889394 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Network 2900dd92-c6f8-4f13-9e54-0f6f4039aa07 details requested by agent ovs-agent-dv-cinder-804757-16-iscsi with host dv-cinder-804757-16-iscsi {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 09:45:28.932068 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d963b2c-07ce-4493-abdb-0c65667c122d admin admin] Made reservation on behalf of f0b97717b6834f3e8ecbc551e47a71ca for: {'subnet': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:45:28.942743 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1d963b2c-07ce-4493-abdb-0c65667c122d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:29.053618 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b7b80dd9-f5c1-426b-b0d6-4443aa3816a0 admin admin] Publish callbacks [] for router_controller (59d78fd2-d543-4627-8d86-6f6c7688097f), precommit_add_association {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:29.188365 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.db_base_plugin_common [None req-587c059a-5a45-43e0-ab6c-dc6ffb836feb None None] Allocated IP 172.20.0.2 (a39dd4ba-2dc8-4985-98f9-5bf90669cfb1/5db82f34-89a4-439c-8cf7-f4743decbdc2/8bdb0e36-0e0f-45c7-af1e-ffb62967b1d8) {{(pid=109858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:45:29.349634 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-587c059a-5a45-43e0-ab6c-dc6ffb836feb None None] Publish callbacks [] for port (8bdb0e36-0e0f-45c7-af1e-ffb62967b1d8), precommit_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:29.358654 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1d963b2c-07ce-4493-abdb-0c65667c122d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539'] for subnet (45738c06-7bf8-4f5a-88b1-5a2c943366a6), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:29.397552 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b7b80dd9-f5c1-426b-b0d6-4443aa3816a0 admin admin] Publish callbacks [] for router_gateway (59d78fd2-d543-4627-8d86-6f6c7688097f), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:29.402490 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d963b2c-07ce-4493-abdb-0c65667c122d admin admin] Pushing event updated for resources: {'Subnet': ['ID=45738c06-7bf8-4f5a-88b1-5a2c943366a6,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:45:29.426899 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-587c059a-5a45-43e0-ab6c-dc6ffb836feb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782758885672'] for port (8bdb0e36-0e0f-45c7-af1e-ffb62967b1d8), after_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:29.434450 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d963b2c-07ce-4493-abdb-0c65667c122d admin admin] Checking segment: {'id': '19825a35-379e-4869-b590-f5f5a4a92110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '706f69fe-d205-4d95-9b18-bd6073de0e85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 09:45:29.434822 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d963b2c-07ce-4493-abdb-0c65667c122d admin admin] Network hostable DHCP agents. Network: 706f69fe-d205-4d95-9b18-bd6073de0e85, hostable agents: ['7b1feb7e-a062-49d6-b835-c5fae1c9b9ce'], hosted agents: [] {{(pid=109856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 09:45:29.476925 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-587c059a-5a45-43e0-ab6c-dc6ffb836feb None None] Network a39dd4ba-2dc8-4985-98f9-5bf90669cfb1 is already hosted by enough agents. {{(pid=109858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:45:29.480048 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.scheduler.base_scheduler [None req-587c059a-5a45-43e0-ab6c-dc6ffb836feb None None] Resources bound (agent type, host, resource id): {{(pid=109858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:45:29.488769 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-587c059a-5a45-43e0-ab6c-dc6ffb836feb None None] Received port after_create {{(pid=109858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 09:45:29.492751 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587c059a-5a45-43e0-ab6c-dc6ffb836feb None None] Pushing event updated for resources: {'Port': ['ID=8bdb0e36-0e0f-45c7-af1e-ffb62967b1d8,revision_number=1']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:45:29.502570 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c3430357-6db8-424f-93fb-4bbdea089904 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539'] for subnet (f36dc070-8491-44b0-b8d3-f3c4258a456a), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:29.503444 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b9f5e39a-4a7c-4911-86be-a12c49057589 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539'] for subnet (1623a8b2-3f98-4029-9afb-d2e0ee894b20), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:29.515929 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587c059a-5a45-43e0-ab6c-dc6ffb836feb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:45:29.528674 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587c059a-5a45-43e0-ab6c-dc6ffb836feb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:45:29.529201 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587c059a-5a45-43e0-ab6c-dc6ffb836feb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:45:29.529549 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587c059a-5a45-43e0-ab6c-dc6ffb836feb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:45:29.529886 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587c059a-5a45-43e0-ab6c-dc6ffb836feb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:45:29.530221 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587c059a-5a45-43e0-ab6c-dc6ffb836feb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:45:29.530566 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587c059a-5a45-43e0-ab6c-dc6ffb836feb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:45:29.530899 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587c059a-5a45-43e0-ab6c-dc6ffb836feb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:45:29.531228 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587c059a-5a45-43e0-ab6c-dc6ffb836feb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:45:29.531738 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587c059a-5a45-43e0-ab6c-dc6ffb836feb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:45:29.532218 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587c059a-5a45-43e0-ab6c-dc6ffb836feb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:45:29.532725 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587c059a-5a45-43e0-ab6c-dc6ffb836feb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:45:29.533321 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587c059a-5a45-43e0-ab6c-dc6ffb836feb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:45:29.534635 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587c059a-5a45-43e0-ab6c-dc6ffb836feb None None] Tracked resource versions report: Feb 21 09:45:29.534635 dv-cinder-804757-16-iscsi neutron-server[109858]: pushed versions: Feb 21 09:45:29.534635 dv-cinder-804757-16-iscsi neutron-server[109858]: { 'AddressGroup': {'1.2'}, Feb 21 09:45:29.534635 dv-cinder-804757-16-iscsi neutron-server[109858]: 'ConntrackHelper': {'1.0'}, Feb 21 09:45:29.534635 dv-cinder-804757-16-iscsi neutron-server[109858]: 'LocalIPAssociation': {'1.0'}, Feb 21 09:45:29.534635 dv-cinder-804757-16-iscsi neutron-server[109858]: 'Log': {'1.0'}, Feb 21 09:45:29.534635 dv-cinder-804757-16-iscsi neutron-server[109858]: 'Network': {'1.1'}, Feb 21 09:45:29.534635 dv-cinder-804757-16-iscsi neutron-server[109858]: 'Port': {'1.7'}, Feb 21 09:45:29.534635 dv-cinder-804757-16-iscsi neutron-server[109858]: 'PortForwarding': {'1.2'}, Feb 21 09:45:29.534635 dv-cinder-804757-16-iscsi neutron-server[109858]: 'QosPolicy': {'1.10'}, Feb 21 09:45:29.534635 dv-cinder-804757-16-iscsi neutron-server[109858]: 'SecurityGroup': {'1.5'}, Feb 21 09:45:29.534635 dv-cinder-804757-16-iscsi neutron-server[109858]: 'SecurityGroupRule': {'1.2'}, Feb 21 09:45:29.534635 dv-cinder-804757-16-iscsi neutron-server[109858]: 'SubPort': {'1.0'}, Feb 21 09:45:29.534635 dv-cinder-804757-16-iscsi neutron-server[109858]: 'Subnet': {'1.1'}, Feb 21 09:45:29.534635 dv-cinder-804757-16-iscsi neutron-server[109858]: 'Trunk': {'1.1'}} Feb 21 09:45:29.534635 dv-cinder-804757-16-iscsi neutron-server[109858]: consumer versions: Feb 21 09:45:29.534635 dv-cinder-804757-16-iscsi neutron-server[109858]: { DHCP agent@dv-cinder-804757-16-iscsi: {}, Feb 21 09:45:29.534635 dv-cinder-804757-16-iscsi neutron-server[109858]: HyperV agent@hv-cinder-80475: {}, Feb 21 09:45:29.534635 dv-cinder-804757-16-iscsi neutron-server[109858]: L3 agent@dv-cinder-804757-16-iscsi: {}, Feb 21 09:45:29.534635 dv-cinder-804757-16-iscsi neutron-server[109858]: Metadata agent@dv-cinder-804757-16-iscsi: {}, Feb 21 09:45:29.534635 dv-cinder-804757-16-iscsi neutron-server[109858]: Metering agent@dv-cinder-804757-16-iscsi: {}, Feb 21 09:45:29.534635 dv-cinder-804757-16-iscsi neutron-server[109858]: Open vSwitch agent@dv-cinder-804757-16-iscsi: { 'AddressGroup': '1.2', Feb 21 09:45:29.534635 dv-cinder-804757-16-iscsi neutron-server[109858]: 'ConntrackHelper': '1.0', Feb 21 09:45:29.534635 dv-cinder-804757-16-iscsi neutron-server[109858]: 'LocalIPAssociation': '1.0', Feb 21 09:45:29.534635 dv-cinder-804757-16-iscsi neutron-server[109858]: 'Log': '1.0', Feb 21 09:45:29.534635 dv-cinder-804757-16-iscsi neutron-server[109858]: 'Network': '1.1', Feb 21 09:45:29.534635 dv-cinder-804757-16-iscsi neutron-server[109858]: 'Port': '1.7', Feb 21 09:45:29.534635 dv-cinder-804757-16-iscsi neutron-server[109858]: 'PortForwarding': '1.2', Feb 21 09:45:29.534635 dv-cinder-804757-16-iscsi neutron-server[109858]: 'QosPolicy': '1.10', Feb 21 09:45:29.534635 dv-cinder-804757-16-iscsi neutron-server[109858]: 'SecurityGroup': '1.5', Feb 21 09:45:29.534635 dv-cinder-804757-16-iscsi neutron-server[109858]: 'SecurityGroupRule': '1.2', Feb 21 09:45:29.534635 dv-cinder-804757-16-iscsi neutron-server[109858]: 'SubPort': '1.0', Feb 21 09:45:29.534635 dv-cinder-804757-16-iscsi neutron-server[109858]: 'Subnet': '1.1', Feb 21 09:45:29.534635 dv-cinder-804757-16-iscsi neutron-server[109858]: 'Trunk': '1.1'}} Feb 21 09:45:29.534635 dv-cinder-804757-16-iscsi neutron-server[109858]: {{(pid=109858) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 21 09:45:29.559711 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d963b2c-07ce-4493-abdb-0c65667c122d admin admin] Network 706f69fe-d205-4d95-9b18-bd6073de0e85 is scheduled to be hosted by DHCP agent 7b1feb7e-a062-49d6-b835-c5fae1c9b9ce with binding_index 1 {{(pid=109856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 09:45:29.581318 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f5e39a-4a7c-4911-86be-a12c49057589 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1623a8b2-3f98-4029-9afb-d2e0ee894b20,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:45:29.592988 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f5e39a-4a7c-4911-86be-a12c49057589 admin admin] Checking segment: {'id': '883b1861-d076-4ce8-a994-a672e2419836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '2900dd92-c6f8-4f13-9e54-0f6f4039aa07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 09:45:29.593346 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9f5e39a-4a7c-4911-86be-a12c49057589 admin admin] Network hostable DHCP agents. Network: 2900dd92-c6f8-4f13-9e54-0f6f4039aa07, hostable agents: ['7b1feb7e-a062-49d6-b835-c5fae1c9b9ce'], hosted agents: [] {{(pid=109856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 09:45:29.631356 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-587c059a-5a45-43e0-ab6c-dc6ffb836feb None None] Attempting to bind port 8bdb0e36-0e0f-45c7-af1e-ffb62967b1d8 on host dv-cinder-804757-16-iscsi for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 09:45:29.631728 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-587c059a-5a45-43e0-ab6c-dc6ffb836feb None None] Attempting to bind port 8bdb0e36-0e0f-45c7-af1e-ffb62967b1d8 by drivers openvswitch,hyperv on host dv-cinder-804757-16-iscsi at level 0 using segments [{'id': '5efa1a12-8f20-494e-aa47-4db1b9a0dabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'a39dd4ba-2dc8-4985-98f9-5bf90669cfb1'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 09:45:29.632128 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-587c059a-5a45-43e0-ab6c-dc6ffb836feb None None] Attempting to bind port 8bdb0e36-0e0f-45c7-af1e-ffb62967b1d8 on network a39dd4ba-2dc8-4985-98f9-5bf90669cfb1 {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 09:45:29.637734 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-587c059a-5a45-43e0-ab6c-dc6ffb836feb None None] Checking agent: {'id': 'ce3e6371-75e2-4bba-8260-49cd855bb251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 9, 37, 10), 'started_at': datetime.datetime(2022, 2, 21, 9, 37, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 45, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 09:45:29.638118 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-587c059a-5a45-43e0-ab6c-dc6ffb836feb None None] Checking segment: {'id': '5efa1a12-8f20-494e-aa47-4db1b9a0dabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'a39dd4ba-2dc8-4985-98f9-5bf90669cfb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 09:45:29.642654 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-587c059a-5a45-43e0-ab6c-dc6ffb836feb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:29.642654 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-587c059a-5a45-43e0-ab6c-dc6ffb836feb None None] Bound using segment: {'id': '5efa1a12-8f20-494e-aa47-4db1b9a0dabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'a39dd4ba-2dc8-4985-98f9-5bf90669cfb1'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 09:45:29.642654 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-587c059a-5a45-43e0-ab6c-dc6ffb836feb None None] Bound port: 8bdb0e36-0e0f-45c7-af1e-ffb62967b1d8, host: dv-cinder-804757-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5efa1a12-8f20-494e-aa47-4db1b9a0dabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'a39dd4ba-2dc8-4985-98f9-5bf90669cfb1'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 09:45:29.642654 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-587c059a-5a45-43e0-ab6c-dc6ffb836feb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (8bdb0e36-0e0f-45c7-af1e-ffb62967b1d8), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:29.665428 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-1d963b2c-07ce-4493-abdb-0c65667c122d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-16-iscsi, 706f69fe-d205-4d95-9b18-bd6073de0e85) {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:45:29.679212 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d963b2c-07ce-4493-abdb-0c65667c122d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:45:29.679897 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01138cc6-8f6f-43e7-b150-ed59dcf8406a None None] Network 706f69fe-d205-4d95-9b18-bd6073de0e85 requested from dv-cinder-804757-16-iscsi {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 09:45:29.680529 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1d963b2c-07ce-4493-abdb-0c65667c122d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905581'] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:29.687526 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3430357-6db8-424f-93fb-4bbdea089904 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f36dc070-8491-44b0-b8d3-f3c4258a456a,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:45:29.707482 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3430357-6db8-424f-93fb-4bbdea089904 admin admin] Checking segment: {'id': '54a86aa8-24ec-4439-a4c6-53c007c338d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '9a5d5e4a-2b31-4960-a60a-442c0ededb75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 09:45:29.707844 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3430357-6db8-424f-93fb-4bbdea089904 admin admin] Network hostable DHCP agents. Network: 9a5d5e4a-2b31-4960-a60a-442c0ededb75, hostable agents: ['7b1feb7e-a062-49d6-b835-c5fae1c9b9ce'], hosted agents: [] {{(pid=109857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 09:45:29.771279 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-587c059a-5a45-43e0-ab6c-dc6ffb836feb None None] For port 8bdb0e36-0e0f-45c7-af1e-ffb62967b1d8, host dv-cinder-804757-16-iscsi, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:45:29.781476 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-587c059a-5a45-43e0-ab6c-dc6ffb836feb None None] For port 8bdb0e36-0e0f-45c7-af1e-ffb62967b1d8, host dv-cinder-804757-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-16-iscsi',level=0,port_id=8bdb0e36-0e0f-45c7-af1e-ffb62967b1d8,segment=NetworkSegment(5efa1a12-8f20-494e-aa47-4db1b9a0dabf),segment_id=5efa1a12-8f20-494e-aa47-4db1b9a0dabf)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:45:29.799427 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-1d963b2c-07ce-4493-abdb-0c65667c122d admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.1121490 Feb 21 09:45:29.804646 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9f5e39a-4a7c-4911-86be-a12c49057589 admin admin] Network 2900dd92-c6f8-4f13-9e54-0f6f4039aa07 is scheduled to be hosted by DHCP agent 7b1feb7e-a062-49d6-b835-c5fae1c9b9ce with binding_index 1 {{(pid=109856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 09:45:29.804790 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.71', 49494) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:45:29.807327 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-b9f5e39a-4a7c-4911-86be-a12c49057589 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-16-iscsi, 2900dd92-c6f8-4f13-9e54-0f6f4039aa07) {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:45:29.807444 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.v2.base [None req-d2788fa3-2528-44f4-ba20-4be7a87ad0c1 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-939401634-router', 'tenant_id': 'f0b97717b6834f3e8ecbc551e47a71ca', 'external_gateway_info': {'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862'}}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:45:29.811351 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9f5e39a-4a7c-4911-86be-a12c49057589 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:45:29.812770 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b9f5e39a-4a7c-4911-86be-a12c49057589 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905581'] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:29.820733 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fd2ff0f-6c1f-4f28-b99a-c850ee4a217e None None] Network 2900dd92-c6f8-4f13-9e54-0f6f4039aa07 requested from dv-cinder-804757-16-iscsi {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 09:45:29.836930 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47778e7d-c742-442c-8409-ade220b9320a None None] Network 706f69fe-d205-4d95-9b18-bd6073de0e85 requested from dv-cinder-804757-16-iscsi {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 09:45:29.888488 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3430357-6db8-424f-93fb-4bbdea089904 admin admin] Network 9a5d5e4a-2b31-4960-a60a-442c0ededb75 is scheduled to be hosted by DHCP agent 7b1feb7e-a062-49d6-b835-c5fae1c9b9ce with binding_index 1 {{(pid=109857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 09:45:29.904217 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-c3430357-6db8-424f-93fb-4bbdea089904 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-16-iscsi, 9a5d5e4a-2b31-4960-a60a-442c0ededb75) {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:45:29.915257 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-302a7fbb-a959-4026-ae76-577a4807768a None None] Network 9a5d5e4a-2b31-4960-a60a-442c0ededb75 requested from dv-cinder-804757-16-iscsi {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 09:45:29.935408 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3430357-6db8-424f-93fb-4bbdea089904 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:45:29.936001 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c3430357-6db8-424f-93fb-4bbdea089904 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905581'] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:29.962813 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-b9f5e39a-4a7c-4911-86be-a12c49057589 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2752399 Feb 21 09:45:29.981831 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b7b80dd9-f5c1-426b-b0d6-4443aa3816a0 admin admin] Publish callbacks [] for router_gateway (59d78fd2-d543-4627-8d86-6f6c7688097f), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:29.997396 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-587c059a-5a45-43e0-ab6c-dc6ffb836feb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782759442315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782758885690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782758885708'] for port (8bdb0e36-0e0f-45c7-af1e-ffb62967b1d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:30.069403 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587c059a-5a45-43e0-ab6c-dc6ffb836feb None None] Pushing event updated for resources: {'Port': ['ID=8bdb0e36-0e0f-45c7-af1e-ffb62967b1d8,revision_number=2']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:45:30.075835 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d2788fa3-2528-44f4-ba20-4be7a87ad0c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7911359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1367'] for router (a60cabc9-9b34-4030-a553-f509f8a47ea4), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:30.076911 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d2788fa3-2528-44f4-ba20-4be7a87ad0c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7916079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7917182', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-427489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1452'] for router (a60cabc9-9b34-4030-a553-f509f8a47ea4), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:30.095128 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [None req-c3430357-6db8-424f-93fb-4bbdea089904 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3921683 Feb 21 09:45:30.095128 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b7b80dd9-f5c1-426b-b0d6-4443aa3816a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:30.203413 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6f576a1-6f94-4f10-a35e-c50914d21432 None None] Network 2900dd92-c6f8-4f13-9e54-0f6f4039aa07 requested from dv-cinder-804757-16-iscsi {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 09:45:30.351699 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1a06f30-bbc1-4c6d-921c-46ed24ef4d15 None None] Network 9a5d5e4a-2b31-4960-a60a-442c0ededb75 requested from dv-cinder-804757-16-iscsi {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 09:45:30.431611 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d2788fa3-2528-44f4-ba20-4be7a87ad0c1 admin admin] Publish callbacks [] for router_controller (a60cabc9-9b34-4030-a553-f509f8a47ea4), precommit_add_association {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:30.540542 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [None req-b7b80dd9-f5c1-426b-b0d6-4443aa3816a0 admin admin] Allocated IP 172.27.2.226 (bd3f1df6-77ad-4531-9eb3-69bc21002862/13a25a01-28fd-4407-b7c5-fe4349ebc744/defc7ce2-4710-4ec4-806c-5d82b7a8c8fb) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:45:30.822667 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 49560) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:45:30.824901 dv-cinder-804757-16-iscsi neutron-server[109856]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 21 09:45:30.886773 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d2788fa3-2528-44f4-ba20-4be7a87ad0c1 admin admin] Publish callbacks [] for router_gateway (a60cabc9-9b34-4030-a553-f509f8a47ea4), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:30.937260 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b7b80dd9-f5c1-426b-b0d6-4443aa3816a0 admin admin] Publish callbacks [] for port (defc7ce2-4710-4ec4-806c-5d82b7a8c8fb), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:31.021939 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d731f1-b9b0-43a1-9779-b3bb0c2191a4 req-a43c5ec5-e5d0-41f5-9b68-877bba09cef9 tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:45:31.023540 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-d9d731f1-b9b0-43a1-9779-b3bb0c2191a4 req-a43c5ec5-e5d0-41f5-9b68-877bba09cef9 tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] 10.222.0.71 "GET /v2.0/networks?id=2900dd92-c6f8-4f13-9e54-0f6f4039aa07 HTTP/1.1" status: 200 len: 815 time: 0.1998639 Feb 21 09:45:31.039001 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-d9d731f1-b9b0-43a1-9779-b3bb0c2191a4 req-377cc57b-463f-49ac-973c-4eaaebb2c487 tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] 10.222.0.71 "GET /v2.0/quotas/6998dd3d35c9419e87f7ffd7d3cdb2bc HTTP/1.1" status: 200 len: 375 time: 0.0093668 Feb 21 09:45:31.092938 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-d9d731f1-b9b0-43a1-9779-b3bb0c2191a4 req-becb4f10-51c2-4648-8cb0-67869585b515 tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=6998dd3d35c9419e87f7ffd7d3cdb2bc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0485642 Feb 21 09:45:31.093383 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 49564) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:45:31.181803 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b7b80dd9-f5c1-426b-b0d6-4443aa3816a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782758885672'] for port (defc7ce2-4710-4ec4-806c-5d82b7a8c8fb), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:31.267555 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-46f485d4-7874-4efc-8e38-feaeed9c9fff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:31.345911 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7b80dd9-f5c1-426b-b0d6-4443aa3816a0 admin admin] Network bd3f1df6-77ad-4531-9eb3-69bc21002862 is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:45:31.350998 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [req-d9d731f1-b9b0-43a1-9779-b3bb0c2191a4 req-d76128b0-eb2d-4741-929a-87a4023d8715 service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=109856) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 21 09:45:31.352091 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-d9d731f1-b9b0-43a1-9779-b3bb0c2191a4 req-d76128b0-eb2d-4741-929a-87a4023d8715 service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0889966 Feb 21 09:45:31.368669 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-b7b80dd9-f5c1-426b-b0d6-4443aa3816a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:45:31.380630 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b80dd9-f5c1-426b-b0d6-4443aa3816a0 admin admin] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 09:45:31.422444 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b80dd9-f5c1-426b-b0d6-4443aa3816a0 admin admin] Pushing event updated for resources: {'Port': ['ID=defc7ce2-4710-4ec4-806c-5d82b7a8c8fb,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:45:31.462938 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d2788fa3-2528-44f4-ba20-4be7a87ad0c1 admin admin] Publish callbacks [] for router_gateway (a60cabc9-9b34-4030-a553-f509f8a47ea4), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:31.519496 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d2788fa3-2528-44f4-ba20-4be7a87ad0c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:31.593041 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-46f485d4-7874-4efc-8e38-feaeed9c9fff admin admin] Publish callbacks [] for security_group (2893bda3-7c92-4ae1-a12d-d29151d102ff), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:31.628888 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 49592) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:45:31.633158 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-d9d731f1-b9b0-43a1-9779-b3bb0c2191a4 req-c0b08a9f-55d5-4d8e-bff3-973ce90211b4 service neutron] 10.222.0.71 "GET /v2.0/networks/2900dd92-c6f8-4f13-9e54-0f6f4039aa07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2611074 Feb 21 09:45:31.656229 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edca1ab9-1891-4598-ab23-9c0c3d5bec6b None None] Network a39dd4ba-2dc8-4985-98f9-5bf90669cfb1 requested from dv-cinder-804757-16-iscsi {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 09:45:31.671089 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [None req-d2788fa3-2528-44f4-ba20-4be7a87ad0c1 admin admin] Allocated IP 172.27.2.58 (bd3f1df6-77ad-4531-9eb3-69bc21002862/13a25a01-28fd-4407-b7c5-fe4349ebc744/46311460-8c23-4ebf-83a4-3c7864e43c6f) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:45:31.675426 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-46f485d4-7874-4efc-8e38-feaeed9c9fff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (2893bda3-7c92-4ae1-a12d-d29151d102ff), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:31.773599 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-c255d3bd-230d-4438-9e28-2598b5c818ff None None] Provisioning complete for port 8bdb0e36-0e0f-45c7-af1e-ffb62967b1d8 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:45:31.774339 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-c255d3bd-230d-4438-9e28-2598b5c818ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7397950'] for port (8bdb0e36-0e0f-45c7-af1e-ffb62967b1d8), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:31.790942 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f485d4-7874-4efc-8e38-feaeed9c9fff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2893bda3-7c92-4ae1-a12d-d29151d102ff,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:45:31.821274 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-46f485d4-7874-4efc-8e38-feaeed9c9fff admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=4dba77958a25480bb87a69ded02205d2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7267907 Feb 21 09:45:31.821979 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 49596) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:45:31.905276 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-c255d3bd-230d-4438-9e28-2598b5c818ff None None] Current status of the port 8bdb0e36-0e0f-45c7-af1e-ffb62967b1d8 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:45:31.905933 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-c255d3bd-230d-4438-9e28-2598b5c818ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (8bdb0e36-0e0f-45c7-af1e-ffb62967b1d8), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:31.939882 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78c24e1-ee10-4b4c-8141-e14dd74f998e req-b259a4c7-1602-4757-a084-362494235a13 tempest-DeleteServersTestJSON-780152071 tempest-DeleteServersTestJSON-780152071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:45:31.941477 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-b78c24e1-ee10-4b4c-8141-e14dd74f998e req-b259a4c7-1602-4757-a084-362494235a13 tempest-DeleteServersTestJSON-780152071 tempest-DeleteServersTestJSON-780152071-project] 10.222.0.71 "GET /v2.0/networks?id=9a5d5e4a-2b31-4960-a60a-442c0ededb75 HTTP/1.1" status: 200 len: 812 time: 0.3114388 Feb 21 09:45:31.943856 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-d9d731f1-b9b0-43a1-9779-b3bb0c2191a4 req-47547b28-a2bb-4457-8d28-6b35ffd6102b service neutron] 10.222.0.71 "GET /v2.0/networks/2900dd92-c6f8-4f13-9e54-0f6f4039aa07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3009362 Feb 21 09:45:31.977198 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f6fb23d6-eeab-4fd8-9933-2ac99503b481 admin admin] Publish callbacks [] for security_group (2893bda3-7c92-4ae1-a12d-d29151d102ff), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:31.979432 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-c255d3bd-230d-4438-9e28-2598b5c818ff None None] For port 8bdb0e36-0e0f-45c7-af1e-ffb62967b1d8, host dv-cinder-804757-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-16-iscsi',level=0,port_id=8bdb0e36-0e0f-45c7-af1e-ffb62967b1d8,segment=NetworkSegment(5efa1a12-8f20-494e-aa47-4db1b9a0dabf),segment_id=5efa1a12-8f20-494e-aa47-4db1b9a0dabf)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:45:31.983456 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-b78c24e1-ee10-4b4c-8141-e14dd74f998e req-01bf77a2-ad83-41a5-ae0f-a1b2db664ae9 tempest-DeleteServersTestJSON-780152071 tempest-DeleteServersTestJSON-780152071-project] 10.222.0.71 "GET /v2.0/quotas/56fa20d64f1c4564a29b2e8c463cf360 HTTP/1.1" status: 200 len: 375 time: 0.0259190 Feb 21 09:45:32.040145 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f6fb23d6-eeab-4fd8-9933-2ac99503b481 admin admin] Publish callbacks [] for security_group (2893bda3-7c92-4ae1-a12d-d29151d102ff), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:32.059356 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-b78c24e1-ee10-4b4c-8141-e14dd74f998e req-ae509ce8-49c8-465c-b888-d92a49605bd0 tempest-DeleteServersTestJSON-780152071 tempest-DeleteServersTestJSON-780152071-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=56fa20d64f1c4564a29b2e8c463cf360&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0591316 Feb 21 09:45:32.062209 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-c255d3bd-230d-4438-9e28-2598b5c818ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782759442315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782758885690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782758885708'] for port (8bdb0e36-0e0f-45c7-af1e-ffb62967b1d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:32.074216 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b7b80dd9-f5c1-426b-b0d6-4443aa3816a0 admin admin] Publish callbacks [] for router_gateway (59d78fd2-d543-4627-8d86-6f6c7688097f), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:32.144713 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c255d3bd-230d-4438-9e28-2598b5c818ff None None] Pushing event updated for resources: {'Port': ['ID=8bdb0e36-0e0f-45c7-af1e-ffb62967b1d8,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:45:32.178717 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d2788fa3-2528-44f4-ba20-4be7a87ad0c1 admin admin] Publish callbacks [] for port (46311460-8c23-4ebf-83a4-3c7864e43c6f), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:32.214208 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [req-b78c24e1-ee10-4b4c-8141-e14dd74f998e req-6320cdee-504d-4f8d-a469-fe945ba5af84 service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=109856) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 21 09:45:32.225815 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-b78c24e1-ee10-4b4c-8141-e14dd74f998e req-6320cdee-504d-4f8d-a469-fe945ba5af84 service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0662916 Feb 21 09:45:32.244915 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-35b9ad26-a340-409a-afda-f8b5b4fb300e None None] Provisioning complete for port 8bdb0e36-0e0f-45c7-af1e-ffb62967b1d8 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:45:32.245561 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-35b9ad26-a340-409a-afda-f8b5b4fb300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7397950'] for port (8bdb0e36-0e0f-45c7-af1e-ffb62967b1d8), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:32.294498 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f6fb23d6-eeab-4fd8-9933-2ac99503b481 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (2893bda3-7c92-4ae1-a12d-d29151d102ff), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:32.297184 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f6fb23d6-eeab-4fd8-9933-2ac99503b481 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:32.300809 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-f6fb23d6-eeab-4fd8-9933-2ac99503b481 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/2893bda3-7c92-4ae1-a12d-d29151d102ff HTTP/1.1" status: 204 len: 168 time: 0.4716418 Feb 21 09:45:32.318106 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fb23d6-eeab-4fd8-9933-2ac99503b481 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2893bda3-7c92-4ae1-a12d-d29151d102ff,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:45:32.405631 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-b78c24e1-ee10-4b4c-8141-e14dd74f998e req-f6a92c39-35fa-4966-9f9a-c592de411b4e service neutron] 10.222.0.71 "GET /v2.0/networks/9a5d5e4a-2b31-4960-a60a-442c0ededb75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703570 Feb 21 09:45:32.439661 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d2788fa3-2528-44f4-ba20-4be7a87ad0c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782758885672'] for port (46311460-8c23-4ebf-83a4-3c7864e43c6f), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:32.462347 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2788fa3-2528-44f4-ba20-4be7a87ad0c1 admin admin] Network bd3f1df6-77ad-4531-9eb3-69bc21002862 is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:45:32.470138 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-d2788fa3-2528-44f4-ba20-4be7a87ad0c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:45:32.476823 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2788fa3-2528-44f4-ba20-4be7a87ad0c1 admin admin] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 09:45:32.517567 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-35b9ad26-a340-409a-afda-f8b5b4fb300e None None] Current status of the port 8bdb0e36-0e0f-45c7-af1e-ffb62967b1d8 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:45:32.599412 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-142388d3-2f87-4078-a172-37a62348194e req-a4781b27-e2eb-40fa-b6a1-765419c93b57 tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] 10.222.0.71 "GET /v2.0/ports?device_id=0a38e0f1-ae21-4d1c-a530-fb3731cca4c5 HTTP/1.1" status: 200 len: 210 time: 0.0723066 Feb 21 09:45:32.658131 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-b78c24e1-ee10-4b4c-8141-e14dd74f998e req-2ce3a379-cb0e-439e-a644-da163c9fb455 service neutron] 10.222.0.71 "GET /v2.0/networks/9a5d5e4a-2b31-4960-a60a-442c0ededb75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2435601 Feb 21 09:45:32.661829 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2788fa3-2528-44f4-ba20-4be7a87ad0c1 admin admin] Pushing event updated for resources: {'Port': ['ID=46311460-8c23-4ebf-83a4-3c7864e43c6f,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:45:32.690983 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b7b80dd9-f5c1-426b-b0d6-4443aa3816a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7916070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7917225'] for router (59d78fd2-d543-4627-8d86-6f6c7688097f), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:32.719122 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Device 8bdb0e36-0e0f-45c7-af1e-ffb62967b1d8 up at agent ovs-agent-dv-cinder-804757-16-iscsi {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:45:32.793801 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Provisioning complete for port 8bdb0e36-0e0f-45c7-af1e-ffb62967b1d8 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:45:32.794339 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7397950'] for port (8bdb0e36-0e0f-45c7-af1e-ffb62967b1d8), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:32.964367 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Current status of the port 8bdb0e36-0e0f-45c7-af1e-ffb62967b1d8 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:45:33.036335 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d2788fa3-2528-44f4-ba20-4be7a87ad0c1 admin admin] Publish callbacks [] for router_gateway (a60cabc9-9b34-4030-a553-f509f8a47ea4), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:33.051594 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-67b9d8e4-c163-41aa-9928-c75f95fe88b9 req-613ae497-c60a-43a3-91ae-d29b2cc977a9 tempest-DeleteServersTestJSON-780152071 tempest-DeleteServersTestJSON-780152071-project] 10.222.0.71 "GET /v2.0/ports?device_id=d4098aca-9efa-466f-9cf7-203ff307875f HTTP/1.1" status: 200 len: 210 time: 0.0553901 Feb 21 09:45:33.191184 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-e8b9f38b-19f8-4df5-baf5-74ea9010228c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (7b1feb7e-a062-49d6-b835-c5fae1c9b9ce), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:33.246607 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7b80dd9-f5c1-426b-b0d6-4443aa3816a0 admin admin] Router 59d78fd2-d543-4627-8d86-6f6c7688097f is scheduled to L3 agent f1afc09b-b148-496e-b857-a568110caa3c with binding_index 1 {{(pid=109857) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 21 09:45:33.296037 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 49686) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:45:33.319411 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b5c66a46-0504-42a1-bb17-b246b4e322cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:33.448232 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b5c66a46-0504-42a1-bb17-b246b4e322cf admin admin] Publish callbacks [] for security_group (597e5715-d3c6-4453-8a74-bddc19c3f44f), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:33.459333 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d2788fa3-2528-44f4-ba20-4be7a87ad0c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7916070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7917225'] for router (a60cabc9-9b34-4030-a553-f509f8a47ea4), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:33.532086 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7b80dd9-f5c1-426b-b0d6-4443aa3816a0 admin admin] Notify agent at l3_agent.dv-cinder-804757-16-iscsi the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:45:33.547608 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec68aaea-726e-4ef3-8fdb-8480fba38895 None None] Sync routers for ids ['59d78fd2-d543-4627-8d86-6f6c7688097f'] in dv-cinder-804757-16-iscsi {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 09:45:33.553623 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b5c66a46-0504-42a1-bb17-b246b4e322cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (597e5715-d3c6-4453-8a74-bddc19c3f44f), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:33.559446 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec68aaea-726e-4ef3-8fdb-8480fba38895 None None] Routers {'59d78fd2-d543-4627-8d86-6f6c7688097f'} bound to L3 agent in host dv-cinder-804757-16-iscsi {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:45:33.563883 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-ec68aaea-726e-4ef3-8fdb-8480fba38895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-21T09:37:05Z,description=,heartbeat_timestamp=2022-02-21T09:45:05Z,host='dv-cinder-804757-16-iscsi',id=f1afc09b-b148-496e-b857-a568110caa3c,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:37:06Z,topic='l3_agent')) {'router_ids': ['59d78fd2-d543-4627-8d86-6f6c7688097f'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:45:33.596874 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-b5c66a46-0504-42a1-bb17-b246b4e322cf admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=6c94e6fabe7844d4b2f3e8b40dbd2540&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2979009 Feb 21 09:45:33.596874 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c66a46-0504-42a1-bb17-b246b4e322cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=597e5715-d3c6-4453-8a74-bddc19c3f44f,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:45:33.597565 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.71', 49692) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:45:33.667374 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b7b80dd9-f5c1-426b-b0d6-4443aa3816a0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:33.671229 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [None req-b7b80dd9-f5c1-426b-b0d6-4443aa3816a0 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.9968231 Feb 21 09:45:33.671595 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 49700) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:45:33.709149 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-884accfc-517f-47e1-a76b-a50ad389024d admin admin] Publish callbacks [] for security_group (597e5715-d3c6-4453-8a74-bddc19c3f44f), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:33.734204 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-884accfc-517f-47e1-a76b-a50ad389024d admin admin] Publish callbacks [] for security_group (597e5715-d3c6-4453-8a74-bddc19c3f44f), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:33.768156 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-36413d78-0284-40cf-9db0-07c3ca432737 req-a4703c31-44bd-4f7d-9215-f647d351c47e tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] 10.222.0.71 "GET /v2.0/ports?device_id=0a38e0f1-ae21-4d1c-a530-fb3731cca4c5 HTTP/1.1" status: 200 len: 210 time: 0.0833137 Feb 21 09:45:33.787809 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2788fa3-2528-44f4-ba20-4be7a87ad0c1 admin admin] Router a60cabc9-9b34-4030-a553-f509f8a47ea4 is scheduled to L3 agent f1afc09b-b148-496e-b857-a568110caa3c with binding_index 1 {{(pid=109857) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 21 09:45:33.868916 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-ec68aaea-726e-4ef3-8fdb-8480fba38895 None None] Set router 59d78fd2-d543-4627-8d86-6f6c7688097f gateway port host: dv-cinder-804757-16-iscsi {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:45:33.886532 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-884accfc-517f-47e1-a76b-a50ad389024d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (597e5715-d3c6-4453-8a74-bddc19c3f44f), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:33.889131 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-884accfc-517f-47e1-a76b-a50ad389024d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:33.890285 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [None req-884accfc-517f-47e1-a76b-a50ad389024d admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/597e5715-d3c6-4453-8a74-bddc19c3f44f HTTP/1.1" status: 204 len: 168 time: 0.2913952 Feb 21 09:45:33.903783 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884accfc-517f-47e1-a76b-a50ad389024d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=597e5715-d3c6-4453-8a74-bddc19c3f44f,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:45:33.918927 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2788fa3-2528-44f4-ba20-4be7a87ad0c1 admin admin] Notify agent at l3_agent.dv-cinder-804757-16-iscsi the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:45:33.943979 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9513675b-ef20-40a4-9a38-b2d56eee6109 None None] Sync routers for ids ['a60cabc9-9b34-4030-a553-f509f8a47ea4'] in dv-cinder-804757-16-iscsi {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 09:45:33.991427 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9513675b-ef20-40a4-9a38-b2d56eee6109 None None] Routers {'a60cabc9-9b34-4030-a553-f509f8a47ea4'} bound to L3 agent in host dv-cinder-804757-16-iscsi {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:45:33.992309 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-9513675b-ef20-40a4-9a38-b2d56eee6109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-21T09:37:05Z,description=,heartbeat_timestamp=2022-02-21T09:45:05Z,host='dv-cinder-804757-16-iscsi',id=f1afc09b-b148-496e-b857-a568110caa3c,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:37:06Z,topic='l3_agent')) {'router_ids': ['a60cabc9-9b34-4030-a553-f509f8a47ea4'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:45:34.048164 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d2788fa3-2528-44f4-ba20-4be7a87ad0c1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:34.053004 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [None req-d2788fa3-2528-44f4-ba20-4be7a87ad0c1 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.2506101 Feb 21 09:45:34.053791 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 49712) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:45:34.197542 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-9513675b-ef20-40a4-9a38-b2d56eee6109 None None] Set router a60cabc9-9b34-4030-a553-f509f8a47ea4 gateway port host: dv-cinder-804757-16-iscsi {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:45:34.214923 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-ec68aaea-726e-4ef3-8fdb-8480fba38895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59d78fd2-d543-4627-8d86-6f6c7688097f', 'name': 'tempest-AttachVolumeTestJSON-1236627728-router', 'tenant_id': '5d61ba3d9f8c43fcb228fa6eb4c5812e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'external_fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': 'defc7ce2-4710-4ec4-806c-5d82b7a8c8fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:45:28Z', 'updated_at': '2022-02-21T09:45:31Z', 'revision_number': 3, 'project_id': '5d61ba3d9f8c43fcb228fa6eb4c5812e', 'gw_port': {'id': 'defc7ce2-4710-4ec4-806c-5d82b7a8c8fb', 'name': '', 'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:c0:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59d78fd2-d543-4627-8d86-6f6c7688097f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:45:30Z', 'updated_at': '2022-02-21T09:45:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-16-iscsi'}], 'dv-cinder-804757-16-iscsi', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:45:34.245115 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-8b8e6e12-8a4e-4306-be18-faed14f80077 req-cf0d9e15-a6bf-4965-8bec-e01d8bde6233 tempest-DeleteServersTestJSON-780152071 tempest-DeleteServersTestJSON-780152071-project] 10.222.0.71 "GET /v2.0/ports?device_id=d4098aca-9efa-466f-9cf7-203ff307875f HTTP/1.1" status: 200 len: 210 time: 0.0448930 Feb 21 09:45:34.253345 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec68aaea-726e-4ef3-8fdb-8480fba38895 None None] Checking router: 59d78fd2-d543-4627-8d86-6f6c7688097f for host: dv-cinder-804757-16-iscsi {{(pid=109859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 09:45:34.253345 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec68aaea-726e-4ef3-8fdb-8480fba38895 None None] Updating router 59d78fd2-d543-4627-8d86-6f6c7688097f port defc7ce2-4710-4ec4-806c-5d82b7a8c8fb binding host dv-cinder-804757-16-iscsi {{(pid=109859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 09:45:34.279999 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-ec68aaea-726e-4ef3-8fdb-8480fba38895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (defc7ce2-4710-4ec4-806c-5d82b7a8c8fb), before_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:34.574585 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-9513675b-ef20-40a4-9a38-b2d56eee6109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a60cabc9-9b34-4030-a553-f509f8a47ea4', 'name': 'tempest-ServerRescueNegativeTestJSON-939401634-router', 'tenant_id': 'f0b97717b6834f3e8ecbc551e47a71ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'external_fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '46311460-8c23-4ebf-83a4-3c7864e43c6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:45:30Z', 'updated_at': '2022-02-21T09:45:32Z', 'revision_number': 3, 'project_id': 'f0b97717b6834f3e8ecbc551e47a71ca', 'gw_port': {'id': '46311460-8c23-4ebf-83a4-3c7864e43c6f', 'name': '', 'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:f7:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a60cabc9-9b34-4030-a553-f509f8a47ea4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:45:31Z', 'updated_at': '2022-02-21T09:45:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-16-iscsi'}], 'dv-cinder-804757-16-iscsi', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:45:34.635769 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9513675b-ef20-40a4-9a38-b2d56eee6109 None None] Checking router: a60cabc9-9b34-4030-a553-f509f8a47ea4 for host: dv-cinder-804757-16-iscsi {{(pid=109858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 09:45:34.635769 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9513675b-ef20-40a4-9a38-b2d56eee6109 None None] Updating router a60cabc9-9b34-4030-a553-f509f8a47ea4 port 46311460-8c23-4ebf-83a4-3c7864e43c6f binding host dv-cinder-804757-16-iscsi {{(pid=109858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 09:45:34.701982 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9513675b-ef20-40a4-9a38-b2d56eee6109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (46311460-8c23-4ebf-83a4-3c7864e43c6f), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:34.768968 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-ec68aaea-726e-4ef3-8fdb-8480fba38895 None None] Publish callbacks [] for port (defc7ce2-4710-4ec4-806c-5d82b7a8c8fb), precommit_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:34.783319 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-089b1825-824a-448e-af76-bf4f3841e71f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:34.857229 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-ec68aaea-726e-4ef3-8fdb-8480fba38895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782759442315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782758885690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782758885708'] for port (defc7ce2-4710-4ec4-806c-5d82b7a8c8fb), after_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:34.962536 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-ec68aaea-726e-4ef3-8fdb-8480fba38895 None None] Attempting to bind port defc7ce2-4710-4ec4-806c-5d82b7a8c8fb on host dv-cinder-804757-16-iscsi for vnic_type normal with profile {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 09:45:34.963311 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-ec68aaea-726e-4ef3-8fdb-8480fba38895 None None] Attempting to bind port defc7ce2-4710-4ec4-806c-5d82b7a8c8fb by drivers openvswitch,hyperv on host dv-cinder-804757-16-iscsi at level 0 using segments [{'id': '64ea902b-f589-4efc-8b2e-260a836a5805', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862'}] {{(pid=109859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 09:45:34.963874 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec68aaea-726e-4ef3-8fdb-8480fba38895 None None] Attempting to bind port defc7ce2-4710-4ec4-806c-5d82b7a8c8fb on network bd3f1df6-77ad-4531-9eb3-69bc21002862 {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 09:45:34.976429 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec68aaea-726e-4ef3-8fdb-8480fba38895 None None] Checking agent: {'id': 'ce3e6371-75e2-4bba-8260-49cd855bb251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 9, 37, 10), 'started_at': datetime.datetime(2022, 2, 21, 9, 37, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 45, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 09:45:34.977239 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec68aaea-726e-4ef3-8fdb-8480fba38895 None None] Checking segment: {'id': '64ea902b-f589-4efc-8b2e-260a836a5805', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 09:45:34.977809 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-ec68aaea-726e-4ef3-8fdb-8480fba38895 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:34.978261 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec68aaea-726e-4ef3-8fdb-8480fba38895 None None] Bound using segment: {'id': '64ea902b-f589-4efc-8b2e-260a836a5805', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862'} {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 09:45:34.978751 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-ec68aaea-726e-4ef3-8fdb-8480fba38895 None None] Bound port: defc7ce2-4710-4ec4-806c-5d82b7a8c8fb, host: dv-cinder-804757-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64ea902b-f589-4efc-8b2e-260a836a5805', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862'}}] {{(pid=109859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 09:45:34.979128 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-ec68aaea-726e-4ef3-8fdb-8480fba38895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (defc7ce2-4710-4ec4-806c-5d82b7a8c8fb), before_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:35.008677 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafd65d8-0c11-44e9-aef3-205ad4ffc13d None None] Pushing event updated for resources: {'Port': ['ID=defc7ce2-4710-4ec4-806c-5d82b7a8c8fb,revision_number=2']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:45:35.019296 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafd65d8-0c11-44e9-aef3-205ad4ffc13d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:45:35.022119 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafd65d8-0c11-44e9-aef3-205ad4ffc13d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:45:35.022119 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafd65d8-0c11-44e9-aef3-205ad4ffc13d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:45:35.022119 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafd65d8-0c11-44e9-aef3-205ad4ffc13d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:45:35.022119 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafd65d8-0c11-44e9-aef3-205ad4ffc13d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:45:35.022119 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafd65d8-0c11-44e9-aef3-205ad4ffc13d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:45:35.022119 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafd65d8-0c11-44e9-aef3-205ad4ffc13d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:45:35.023493 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafd65d8-0c11-44e9-aef3-205ad4ffc13d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:45:35.024144 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafd65d8-0c11-44e9-aef3-205ad4ffc13d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:45:35.024687 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafd65d8-0c11-44e9-aef3-205ad4ffc13d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:45:35.025164 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafd65d8-0c11-44e9-aef3-205ad4ffc13d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:45:35.025656 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafd65d8-0c11-44e9-aef3-205ad4ffc13d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:45:35.026038 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafd65d8-0c11-44e9-aef3-205ad4ffc13d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:45:35.027449 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafd65d8-0c11-44e9-aef3-205ad4ffc13d None None] Tracked resource versions report: Feb 21 09:45:35.027449 dv-cinder-804757-16-iscsi neutron-server[109859]: pushed versions: Feb 21 09:45:35.027449 dv-cinder-804757-16-iscsi neutron-server[109859]: { 'AddressGroup': {'1.2'}, Feb 21 09:45:35.027449 dv-cinder-804757-16-iscsi neutron-server[109859]: 'ConntrackHelper': {'1.0'}, Feb 21 09:45:35.027449 dv-cinder-804757-16-iscsi neutron-server[109859]: 'LocalIPAssociation': {'1.0'}, Feb 21 09:45:35.027449 dv-cinder-804757-16-iscsi neutron-server[109859]: 'Log': {'1.0'}, Feb 21 09:45:35.027449 dv-cinder-804757-16-iscsi neutron-server[109859]: 'Network': {'1.1'}, Feb 21 09:45:35.027449 dv-cinder-804757-16-iscsi neutron-server[109859]: 'Port': {'1.7'}, Feb 21 09:45:35.027449 dv-cinder-804757-16-iscsi neutron-server[109859]: 'PortForwarding': {'1.2'}, Feb 21 09:45:35.027449 dv-cinder-804757-16-iscsi neutron-server[109859]: 'QosPolicy': {'1.10'}, Feb 21 09:45:35.027449 dv-cinder-804757-16-iscsi neutron-server[109859]: 'SecurityGroup': {'1.5'}, Feb 21 09:45:35.027449 dv-cinder-804757-16-iscsi neutron-server[109859]: 'SecurityGroupRule': {'1.2'}, Feb 21 09:45:35.027449 dv-cinder-804757-16-iscsi neutron-server[109859]: 'SubPort': {'1.0'}, Feb 21 09:45:35.027449 dv-cinder-804757-16-iscsi neutron-server[109859]: 'Subnet': {'1.1'}, Feb 21 09:45:35.027449 dv-cinder-804757-16-iscsi neutron-server[109859]: 'Trunk': {'1.1'}} Feb 21 09:45:35.027449 dv-cinder-804757-16-iscsi neutron-server[109859]: consumer versions: Feb 21 09:45:35.027449 dv-cinder-804757-16-iscsi neutron-server[109859]: { DHCP agent@dv-cinder-804757-16-iscsi: {}, Feb 21 09:45:35.027449 dv-cinder-804757-16-iscsi neutron-server[109859]: HyperV agent@hv-cinder-80475: {}, Feb 21 09:45:35.027449 dv-cinder-804757-16-iscsi neutron-server[109859]: L3 agent@dv-cinder-804757-16-iscsi: {}, Feb 21 09:45:35.027449 dv-cinder-804757-16-iscsi neutron-server[109859]: Metadata agent@dv-cinder-804757-16-iscsi: {}, Feb 21 09:45:35.027449 dv-cinder-804757-16-iscsi neutron-server[109859]: Metering agent@dv-cinder-804757-16-iscsi: {}, Feb 21 09:45:35.027449 dv-cinder-804757-16-iscsi neutron-server[109859]: Open vSwitch agent@dv-cinder-804757-16-iscsi: { 'AddressGroup': '1.2', Feb 21 09:45:35.027449 dv-cinder-804757-16-iscsi neutron-server[109859]: 'ConntrackHelper': '1.0', Feb 21 09:45:35.027449 dv-cinder-804757-16-iscsi neutron-server[109859]: 'LocalIPAssociation': '1.0', Feb 21 09:45:35.027449 dv-cinder-804757-16-iscsi neutron-server[109859]: 'Log': '1.0', Feb 21 09:45:35.027449 dv-cinder-804757-16-iscsi neutron-server[109859]: 'Network': '1.1', Feb 21 09:45:35.027449 dv-cinder-804757-16-iscsi neutron-server[109859]: 'Port': '1.7', Feb 21 09:45:35.027449 dv-cinder-804757-16-iscsi neutron-server[109859]: 'PortForwarding': '1.2', Feb 21 09:45:35.027449 dv-cinder-804757-16-iscsi neutron-server[109859]: 'QosPolicy': '1.10', Feb 21 09:45:35.027449 dv-cinder-804757-16-iscsi neutron-server[109859]: 'SecurityGroup': '1.5', Feb 21 09:45:35.027449 dv-cinder-804757-16-iscsi neutron-server[109859]: 'SecurityGroupRule': '1.2', Feb 21 09:45:35.027449 dv-cinder-804757-16-iscsi neutron-server[109859]: 'SubPort': '1.0', Feb 21 09:45:35.027449 dv-cinder-804757-16-iscsi neutron-server[109859]: 'Subnet': '1.1', Feb 21 09:45:35.027449 dv-cinder-804757-16-iscsi neutron-server[109859]: 'Trunk': '1.1'}} Feb 21 09:45:35.027449 dv-cinder-804757-16-iscsi neutron-server[109859]: {{(pid=109859) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 21 09:45:35.389410 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-53705e42-1a4b-4f80-b80b-f61a220f02c7 req-41c4c2c8-5525-434d-bf2b-ed8fb58b6f3d tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] 10.222.0.71 "GET /v2.0/ports?device_id=0a38e0f1-ae21-4d1c-a530-fb3731cca4c5 HTTP/1.1" status: 200 len: 210 time: 0.2076480 Feb 21 09:45:35.392002 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.db [None req-ec68aaea-726e-4ef3-8fdb-8480fba38895 None None] For port defc7ce2-4710-4ec4-806c-5d82b7a8c8fb, host dv-cinder-804757-16-iscsi, cleared binding levels {{(pid=109859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:45:35.392002 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.db [None req-ec68aaea-726e-4ef3-8fdb-8480fba38895 None None] For port defc7ce2-4710-4ec4-806c-5d82b7a8c8fb, host dv-cinder-804757-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-16-iscsi',level=0,port_id=defc7ce2-4710-4ec4-806c-5d82b7a8c8fb,segment=NetworkSegment(64ea902b-f589-4efc-8b2e-260a836a5805),segment_id=64ea902b-f589-4efc-8b2e-260a836a5805)] {{(pid=109859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:45:35.394093 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9513675b-ef20-40a4-9a38-b2d56eee6109 None None] Publish callbacks [] for port (46311460-8c23-4ebf-83a4-3c7864e43c6f), precommit_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:35.395061 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-ec68aaea-726e-4ef3-8fdb-8480fba38895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782759442315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782758885690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782758885708'] for port (defc7ce2-4710-4ec4-806c-5d82b7a8c8fb), after_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:35.395509 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [None req-089b1825-824a-448e-af76-bf4f3841e71f admin admin] Allocated IP 172.20.0.1 (a39dd4ba-2dc8-4985-98f9-5bf90669cfb1/5db82f34-89a4-439c-8cf7-f4743decbdc2/afa4c6f1-a0dc-4b52-bf59-57717cad4ffc) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:45:35.395509 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-510ad526-34f4-4fd6-a368-8bf22ead2752 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:35.430573 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafd65d8-0c11-44e9-aef3-205ad4ffc13d None None] Pushing event updated for resources: {'Port': ['ID=defc7ce2-4710-4ec4-806c-5d82b7a8c8fb,revision_number=3']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:45:35.441369 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec68aaea-726e-4ef3-8fdb-8480fba38895 None None] Routers {'59d78fd2-d543-4627-8d86-6f6c7688097f'} bound to L3 agent in host dv-cinder-804757-16-iscsi {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:45:35.441926 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-ec68aaea-726e-4ef3-8fdb-8480fba38895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-21T09:37:05Z,description=,heartbeat_timestamp=2022-02-21T09:45:05Z,host='dv-cinder-804757-16-iscsi',id=f1afc09b-b148-496e-b857-a568110caa3c,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:37:06Z,topic='l3_agent')) {'router_ids': ['59d78fd2-d543-4627-8d86-6f6c7688097f'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:45:35.448208 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-291fce5d-7756-44d8-9b90-5b377310c0de req-35869742-7f43-4cb6-8007-937e791b23ad tempest-DeleteServersTestJSON-780152071 tempest-DeleteServersTestJSON-780152071-project] 10.222.0.71 "GET /v2.0/ports?device_id=d4098aca-9efa-466f-9cf7-203ff307875f HTTP/1.1" status: 200 len: 210 time: 0.0444930 Feb 21 09:45:35.486358 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9513675b-ef20-40a4-9a38-b2d56eee6109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782759442315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782758885690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782758885708'] for port (46311460-8c23-4ebf-83a4-3c7864e43c6f), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:35.566574 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-9513675b-ef20-40a4-9a38-b2d56eee6109 None None] Attempting to bind port 46311460-8c23-4ebf-83a4-3c7864e43c6f on host dv-cinder-804757-16-iscsi for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 09:45:35.567127 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-9513675b-ef20-40a4-9a38-b2d56eee6109 None None] Attempting to bind port 46311460-8c23-4ebf-83a4-3c7864e43c6f by drivers openvswitch,hyperv on host dv-cinder-804757-16-iscsi at level 0 using segments [{'id': '64ea902b-f589-4efc-8b2e-260a836a5805', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 09:45:35.567401 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9513675b-ef20-40a4-9a38-b2d56eee6109 None None] Attempting to bind port 46311460-8c23-4ebf-83a4-3c7864e43c6f on network bd3f1df6-77ad-4531-9eb3-69bc21002862 {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 09:45:35.576295 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9513675b-ef20-40a4-9a38-b2d56eee6109 None None] Checking agent: {'id': 'ce3e6371-75e2-4bba-8260-49cd855bb251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 9, 37, 10), 'started_at': datetime.datetime(2022, 2, 21, 9, 37, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 45, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 09:45:35.576744 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9513675b-ef20-40a4-9a38-b2d56eee6109 None None] Checking segment: {'id': '64ea902b-f589-4efc-8b2e-260a836a5805', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 09:45:35.577149 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9513675b-ef20-40a4-9a38-b2d56eee6109 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:35.577537 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9513675b-ef20-40a4-9a38-b2d56eee6109 None None] Bound using segment: {'id': '64ea902b-f589-4efc-8b2e-260a836a5805', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 09:45:35.578828 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-9513675b-ef20-40a4-9a38-b2d56eee6109 None None] Bound port: 46311460-8c23-4ebf-83a4-3c7864e43c6f, host: dv-cinder-804757-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64ea902b-f589-4efc-8b2e-260a836a5805', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 09:45:35.578828 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9513675b-ef20-40a4-9a38-b2d56eee6109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (46311460-8c23-4ebf-83a4-3c7864e43c6f), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:35.623230 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-089b1825-824a-448e-af76-bf4f3841e71f admin admin] Publish callbacks [] for port (afa4c6f1-a0dc-4b52-bf59-57717cad4ffc), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:35.633699 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-b4c13f76-198e-43f2-bbc3-e7bc0c1eedd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (f1afc09b-b148-496e-b857-a568110caa3c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:35.643071 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da26582-65d4-463e-956c-68bac984ae1f None None] Pushing event updated for resources: {'Port': ['ID=46311460-8c23-4ebf-83a4-3c7864e43c6f,revision_number=2']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:45:35.712896 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-ec68aaea-726e-4ef3-8fdb-8480fba38895 None None] Set router 59d78fd2-d543-4627-8d86-6f6c7688097f gateway port host: dv-cinder-804757-16-iscsi {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:45:35.715642 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9513675b-ef20-40a4-9a38-b2d56eee6109 None None] For port 46311460-8c23-4ebf-83a4-3c7864e43c6f, host dv-cinder-804757-16-iscsi, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:45:35.725495 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9513675b-ef20-40a4-9a38-b2d56eee6109 None None] For port 46311460-8c23-4ebf-83a4-3c7864e43c6f, host dv-cinder-804757-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-16-iscsi',level=0,port_id=46311460-8c23-4ebf-83a4-3c7864e43c6f,segment=NetworkSegment(64ea902b-f589-4efc-8b2e-260a836a5805),segment_id=64ea902b-f589-4efc-8b2e-260a836a5805)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:45:35.808227 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [None req-510ad526-34f4-4fd6-a368-8bf22ead2752 admin admin] Allocated IP 172.20.0.1 (706f69fe-d205-4d95-9b18-bd6073de0e85/45738c06-7bf8-4f5a-88b1-5a2c943366a6/187c6e15-0ca9-41cc-9df5-6a48021469d7) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:45:35.862737 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9513675b-ef20-40a4-9a38-b2d56eee6109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782759442315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782758885690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782758885708'] for port (46311460-8c23-4ebf-83a4-3c7864e43c6f), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:35.920627 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (f5044fde-eef4-46eb-b3ce-4ab87030ccc0), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:35.937323 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-089b1825-824a-448e-af76-bf4f3841e71f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782758885672'] for port (afa4c6f1-a0dc-4b52-bf59-57717cad4ffc), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:35.941836 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9513675b-ef20-40a4-9a38-b2d56eee6109 None None] Routers {'a60cabc9-9b34-4030-a553-f509f8a47ea4'} bound to L3 agent in host dv-cinder-804757-16-iscsi {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:45:35.942468 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-9513675b-ef20-40a4-9a38-b2d56eee6109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-21T09:37:05Z,description=,heartbeat_timestamp=2022-02-21T09:45:35Z,host='dv-cinder-804757-16-iscsi',id=f1afc09b-b148-496e-b857-a568110caa3c,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:37:06Z,topic='l3_agent')) {'router_ids': ['a60cabc9-9b34-4030-a553-f509f8a47ea4'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:45:35.975884 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da26582-65d4-463e-956c-68bac984ae1f None None] Pushing event updated for resources: {'Port': ['ID=46311460-8c23-4ebf-83a4-3c7864e43c6f,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:45:36.052123 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-089b1825-824a-448e-af76-bf4f3841e71f admin admin] Network a39dd4ba-2dc8-4985-98f9-5bf90669cfb1 is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:45:36.058412 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-089b1825-824a-448e-af76-bf4f3841e71f admin admin] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:45:36.084277 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-089b1825-824a-448e-af76-bf4f3841e71f admin admin] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 09:45:36.086115 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-089b1825-824a-448e-af76-bf4f3841e71f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7916414'] for router_interface (59d78fd2-d543-4627-8d86-6f6c7688097f), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:36.108255 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-ec68aaea-726e-4ef3-8fdb-8480fba38895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59d78fd2-d543-4627-8d86-6f6c7688097f', 'name': 'tempest-AttachVolumeTestJSON-1236627728-router', 'tenant_id': '5d61ba3d9f8c43fcb228fa6eb4c5812e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'external_fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': 'defc7ce2-4710-4ec4-806c-5d82b7a8c8fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:45:28Z', 'updated_at': '2022-02-21T09:45:31Z', 'revision_number': 3, 'project_id': '5d61ba3d9f8c43fcb228fa6eb4c5812e', 'gw_port': {'id': 'defc7ce2-4710-4ec4-806c-5d82b7a8c8fb', 'name': '', 'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:c0:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59d78fd2-d543-4627-8d86-6f6c7688097f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:45:30Z', 'updated_at': '2022-02-21T09:45:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-16-iscsi'}], 'dv-cinder-804757-16-iscsi', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:45:36.228173 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec68aaea-726e-4ef3-8fdb-8480fba38895 None None] The sync data for ids ['59d78fd2-d543-4627-8d86-6f6c7688097f'] in dv-cinder-804757-16-iscsi is: [{'id': '59d78fd2-d543-4627-8d86-6f6c7688097f', 'name': 'tempest-AttachVolumeTestJSON-1236627728-router', 'tenant_id': '5d61ba3d9f8c43fcb228fa6eb4c5812e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'external_fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': 'defc7ce2-4710-4ec4-806c-5d82b7a8c8fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:45:28Z', 'updated_at': '2022-02-21T09:45:31Z', 'revision_number': 3, 'project_id': '5d61ba3d9f8c43fcb228fa6eb4c5812e', 'gw_port': {'id': 'defc7ce2-4710-4ec4-806c-5d82b7a8c8fb', 'name': '', 'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:c0:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59d78fd2-d543-4627-8d86-6f6c7688097f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:45:30Z', 'updated_at': '2022-02-21T09:45:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-16-iscsi'}] {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 09:45:36.246498 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-9513675b-ef20-40a4-9a38-b2d56eee6109 None None] Set router a60cabc9-9b34-4030-a553-f509f8a47ea4 gateway port host: dv-cinder-804757-16-iscsi {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:45:36.303771 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089b1825-824a-448e-af76-bf4f3841e71f admin admin] Pushing event updated for resources: {'Port': ['ID=afa4c6f1-a0dc-4b52-bf59-57717cad4ffc,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:45:36.336108 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-de1bf0eb-7f52-4a6d-80c3-e484ef21fad1 req-3c1d78a7-f4db-4646-a1ae-45438279045f tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] 10.222.0.71 "GET /v2.0/ports?device_id=0a38e0f1-ae21-4d1c-a530-fb3731cca4c5 HTTP/1.1" status: 200 len: 210 time: 0.1170495 Feb 21 09:45:36.347011 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.71', 49810) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:45:36.458595 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-510ad526-34f4-4fd6-a368-8bf22ead2752 admin admin] Publish callbacks [] for port (187c6e15-0ca9-41cc-9df5-6a48021469d7), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:36.567977 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-04121ecd-7f29-4c9a-bb62-53ee8db83c4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:36.669469 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-01d7ee7b-df5b-4733-a489-e89160e5ed59 None None] Provisioning complete for port afa4c6f1-a0dc-4b52-bf59-57717cad4ffc triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:45:36.670004 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-01d7ee7b-df5b-4733-a489-e89160e5ed59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7397950'] for port (afa4c6f1-a0dc-4b52-bf59-57717cad4ffc), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:36.702640 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-510ad526-34f4-4fd6-a368-8bf22ead2752 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782758885672'] for port (187c6e15-0ca9-41cc-9df5-6a48021469d7), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:36.764604 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-01d7ee7b-df5b-4733-a489-e89160e5ed59 None None] Port afa4c6f1-a0dc-4b52-bf59-57717cad4ffc cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 09:45:36.770612 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-9513675b-ef20-40a4-9a38-b2d56eee6109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a60cabc9-9b34-4030-a553-f509f8a47ea4', 'name': 'tempest-ServerRescueNegativeTestJSON-939401634-router', 'tenant_id': 'f0b97717b6834f3e8ecbc551e47a71ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'external_fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '46311460-8c23-4ebf-83a4-3c7864e43c6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:45:30Z', 'updated_at': '2022-02-21T09:45:32Z', 'revision_number': 3, 'project_id': 'f0b97717b6834f3e8ecbc551e47a71ca', 'gw_port': {'id': '46311460-8c23-4ebf-83a4-3c7864e43c6f', 'name': '', 'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:f7:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a60cabc9-9b34-4030-a553-f509f8a47ea4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:45:31Z', 'updated_at': '2022-02-21T09:45:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-16-iscsi'}], 'dv-cinder-804757-16-iscsi', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:45:36.795553 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-04121ecd-7f29-4c9a-bb62-53ee8db83c4c admin admin] Publish callbacks [] for security_group (e8a66695-6d32-4525-8217-74696fe882f6), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:36.808577 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9513675b-ef20-40a4-9a38-b2d56eee6109 None None] The sync data for ids ['a60cabc9-9b34-4030-a553-f509f8a47ea4'] in dv-cinder-804757-16-iscsi is: [{'id': 'a60cabc9-9b34-4030-a553-f509f8a47ea4', 'name': 'tempest-ServerRescueNegativeTestJSON-939401634-router', 'tenant_id': 'f0b97717b6834f3e8ecbc551e47a71ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'external_fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '46311460-8c23-4ebf-83a4-3c7864e43c6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:45:30Z', 'updated_at': '2022-02-21T09:45:32Z', 'revision_number': 3, 'project_id': 'f0b97717b6834f3e8ecbc551e47a71ca', 'gw_port': {'id': '46311460-8c23-4ebf-83a4-3c7864e43c6f', 'name': '', 'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:f7:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a60cabc9-9b34-4030-a553-f509f8a47ea4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:45:31Z', 'updated_at': '2022-02-21T09:45:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-16-iscsi'}] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 09:45:36.823050 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-089b1825-824a-448e-af76-bf4f3841e71f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (afa4c6f1-a0dc-4b52-bf59-57717cad4ffc), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:36.846294 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-9170e6f1-8351-4572-bb4e-efc7fca3d350 req-7e1fe1fc-2b94-4bc2-900d-a3ab83e6efda tempest-DeleteServersTestJSON-780152071 tempest-DeleteServersTestJSON-780152071-project] 10.222.0.71 "GET /v2.0/ports?device_id=d4098aca-9efa-466f-9cf7-203ff307875f HTTP/1.1" status: 200 len: 210 time: 0.0996323 Feb 21 09:45:36.874812 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-510ad526-34f4-4fd6-a368-8bf22ead2752 admin admin] Network 706f69fe-d205-4d95-9b18-bd6073de0e85 is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:45:36.878566 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-510ad526-34f4-4fd6-a368-8bf22ead2752 admin admin] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:45:36.884073 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510ad526-34f4-4fd6-a368-8bf22ead2752 admin admin] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 09:45:36.884748 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-510ad526-34f4-4fd6-a368-8bf22ead2752 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7916414'] for router_interface (a60cabc9-9b34-4030-a553-f509f8a47ea4), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:36.901788 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-43ce5351-eeda-4347-b66a-565ea5ef4f96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (93f03475-d11b-4921-b82a-7ea88eab1568), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:36.902098 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-04121ecd-7f29-4c9a-bb62-53ee8db83c4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (e8a66695-6d32-4525-8217-74696fe882f6), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:36.990805 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510ad526-34f4-4fd6-a368-8bf22ead2752 admin admin] Pushing event updated for resources: {'Port': ['ID=187c6e15-0ca9-41cc-9df5-6a48021469d7,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:45:37.108907 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [None req-04121ecd-7f29-4c9a-bb62-53ee8db83c4c admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=09c9c484f3184f4cac95b6fbf618874b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7588708 Feb 21 09:45:37.109850 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04121ecd-7f29-4c9a-bb62-53ee8db83c4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8a66695-6d32-4525-8217-74696fe882f6,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:45:37.112277 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.71', 49842) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:45:37.190557 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6b21ec60-bfbe-40e1-877a-3da8c90ffee0 admin admin] Publish callbacks [] for security_group (e8a66695-6d32-4525-8217-74696fe882f6), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:37.206545 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.69', 60622) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:45:37.221481 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6b21ec60-bfbe-40e1-877a-3da8c90ffee0 admin admin] Publish callbacks [] for security_group (e8a66695-6d32-4525-8217-74696fe882f6), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:37.407648 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.69', 60624) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:45:37.437650 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-089b1825-824a-448e-af76-bf4f3841e71f admin admin] Publish callbacks [] for port (afa4c6f1-a0dc-4b52-bf59-57717cad4ffc), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:37.443659 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6b21ec60-bfbe-40e1-877a-3da8c90ffee0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (e8a66695-6d32-4525-8217-74696fe882f6), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:37.447842 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6b21ec60-bfbe-40e1-877a-3da8c90ffee0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:37.452396 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [None req-6b21ec60-bfbe-40e1-877a-3da8c90ffee0 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/e8a66695-6d32-4525-8217-74696fe882f6 HTTP/1.1" status: 204 len: 168 time: 0.3390605 Feb 21 09:45:37.464755 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-510ad526-34f4-4fd6-a368-8bf22ead2752 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (187c6e15-0ca9-41cc-9df5-6a48021469d7), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:37.537728 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b21ec60-bfbe-40e1-877a-3da8c90ffee0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8a66695-6d32-4525-8217-74696fe882f6,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:45:37.577404 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-e3b50db4-2129-48a2-b969-13f5e29906ee req-8f55ad6e-4a2e-4d44-a823-15d792a4a764 tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] 10.222.0.71 "GET /v2.0/ports?device_id=0a38e0f1-ae21-4d1c-a530-fb3731cca4c5 HTTP/1.1" status: 200 len: 210 time: 0.1115975 Feb 21 09:45:37.608663 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-089b1825-824a-448e-af76-bf4f3841e71f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782759442315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782758885690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782758885708'] for port (afa4c6f1-a0dc-4b52-bf59-57717cad4ffc), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:37.609429 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-089b1825-824a-448e-af76-bf4f3841e71f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7905553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7916522'] for router_interface (59d78fd2-d543-4627-8d86-6f6c7688097f), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:37.781198 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d731f1-b9b0-43a1-9779-b3bb0c2191a4 req-fd4034e5-07c1-4f63-9bf4-36f84f124f59 tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:45:37.781809 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78c24e1-ee10-4b4c-8141-e14dd74f998e req-b695ce77-faa5-4cfb-9a78-df67100994f9 tempest-DeleteServersTestJSON-780152071 tempest-DeleteServersTestJSON-780152071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:45:37.783062 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [req-d9d731f1-b9b0-43a1-9779-b3bb0c2191a4 req-fd4034e5-07c1-4f63-9bf4-36f84f124f59 tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] 10.222.0.69 "GET /v2.0/networks?id=2900dd92-c6f8-4f13-9e54-0f6f4039aa07 HTTP/1.1" status: 200 len: 815 time: 0.3730268 Feb 21 09:45:37.783304 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-b78c24e1-ee10-4b4c-8141-e14dd74f998e req-b695ce77-faa5-4cfb-9a78-df67100994f9 tempest-DeleteServersTestJSON-780152071 tempest-DeleteServersTestJSON-780152071-project] 10.222.0.69 "GET /v2.0/networks?id=9a5d5e4a-2b31-4960-a60a-442c0ededb75 HTTP/1.1" status: 200 len: 812 time: 0.5729337 Feb 21 09:45:37.832899 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089b1825-824a-448e-af76-bf4f3841e71f admin admin] Pushing event updated for resources: {'Port': ['ID=afa4c6f1-a0dc-4b52-bf59-57717cad4ffc,revision_number=2']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:45:37.859169 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.v2.base [req-d9d731f1-b9b0-43a1-9779-b3bb0c2191a4 req-cc8d4c6d-f399-411c-b027-4ea7e5665cac tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] Request body: {'port': {'device_id': '0a38e0f1-ae21-4d1c-a530-fb3731cca4c5', 'network_id': '2900dd92-c6f8-4f13-9e54-0f6f4039aa07', 'admin_state_up': True, 'tenant_id': '6998dd3d35c9419e87f7ffd7d3cdb2bc'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:45:37.892637 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.v2.base [req-b78c24e1-ee10-4b4c-8141-e14dd74f998e req-dc9bcd5f-4f9d-4d48-ae66-c394b457be02 tempest-DeleteServersTestJSON-780152071 tempest-DeleteServersTestJSON-780152071-project] Request body: {'port': {'device_id': 'd4098aca-9efa-466f-9cf7-203ff307875f', 'network_id': '9a5d5e4a-2b31-4960-a60a-442c0ededb75', 'admin_state_up': True, 'tenant_id': '56fa20d64f1c4564a29b2e8c463cf360'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:45:38.141827 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.agents_db [None req-1af9f625-7d23-4c31-ae08-d0e8b46e8d0e None None] Agent healthcheck: found 6 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 09:45:38.187923 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-2b8302a0-632c-4bb4-a8e1-5b2fb521f750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (a872b2e0-7e3e-43db-8705-7fb9ea875340), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:38.337976 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-57ccb95e-8c4c-424f-899c-560e5871471e req-d84031c2-c99b-4439-be02-512de9793762 tempest-DeleteServersTestJSON-780152071 tempest-DeleteServersTestJSON-780152071-project] 10.222.0.71 "GET /v2.0/ports?device_id=d4098aca-9efa-466f-9cf7-203ff307875f HTTP/1.1" status: 200 len: 210 time: 0.1187465 Feb 21 09:45:38.351059 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9d731f1-b9b0-43a1-9779-b3bb0c2191a4 req-cc8d4c6d-f399-411c-b027-4ea7e5665cac tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] Made reservation on behalf of 6998dd3d35c9419e87f7ffd7d3cdb2bc for: {'port': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:45:38.373600 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-d9d731f1-b9b0-43a1-9779-b3bb0c2191a4 req-cc8d4c6d-f399-411c-b027-4ea7e5665cac tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:38.458132 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-089b1825-824a-448e-af76-bf4f3841e71f admin admin] Network a39dd4ba-2dc8-4985-98f9-5bf90669cfb1 is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:45:38.480322 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-089b1825-824a-448e-af76-bf4f3841e71f admin admin] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:45:38.624408 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-510ad526-34f4-4fd6-a368-8bf22ead2752 admin admin] Publish callbacks [] for port (187c6e15-0ca9-41cc-9df5-6a48021469d7), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:38.744335 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b78c24e1-ee10-4b4c-8141-e14dd74f998e req-dc9bcd5f-4f9d-4d48-ae66-c394b457be02 tempest-DeleteServersTestJSON-780152071 tempest-DeleteServersTestJSON-780152071-project] Made reservation on behalf of 56fa20d64f1c4564a29b2e8c463cf360 for: {'port': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:45:38.749576 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-b78c24e1-ee10-4b4c-8141-e14dd74f998e req-dc9bcd5f-4f9d-4d48-ae66-c394b457be02 tempest-DeleteServersTestJSON-780152071 tempest-DeleteServersTestJSON-780152071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:38.751281 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-510ad526-34f4-4fd6-a368-8bf22ead2752 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782759442315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782758885690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782758885708'] for port (187c6e15-0ca9-41cc-9df5-6a48021469d7), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:38.751987 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-510ad526-34f4-4fd6-a368-8bf22ead2752 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7905553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7916522'] for router_interface (a60cabc9-9b34-4030-a553-f509f8a47ea4), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:38.755002 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Device defc7ce2-4710-4ec4-806c-5d82b7a8c8fb up at agent ovs-agent-dv-cinder-804757-16-iscsi {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:45:38.768799 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-089b1825-824a-448e-af76-bf4f3841e71f admin admin] Router 59d78fd2-d543-4627-8d86-6f6c7688097f has already been hosted by L3 agent f1afc09b-b148-496e-b857-a568110caa3c {{(pid=109856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:45:38.826825 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Provisioning complete for port defc7ce2-4710-4ec4-806c-5d82b7a8c8fb triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:45:38.827279 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7397950'] for port (defc7ce2-4710-4ec4-806c-5d82b7a8c8fb), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:38.925756 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [req-d9d731f1-b9b0-43a1-9779-b3bb0c2191a4 req-cc8d4c6d-f399-411c-b027-4ea7e5665cac tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] Allocated IP 172.20.0.5 (2900dd92-c6f8-4f13-9e54-0f6f4039aa07/1623a8b2-3f98-4029-9afb-d2e0ee894b20/96538a27-2ae0-4901-9c89-cfad396b7f3f) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:45:38.952679 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Current status of the port defc7ce2-4710-4ec4-806c-5d82b7a8c8fb is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:45:38.953308 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (defc7ce2-4710-4ec4-806c-5d82b7a8c8fb), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:38.959307 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-b283f172-35e5-48ed-a681-e72aae498397 None None] Provisioning complete for port afa4c6f1-a0dc-4b52-bf59-57717cad4ffc triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:45:38.959869 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-b283f172-35e5-48ed-a681-e72aae498397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7397950'] for port (afa4c6f1-a0dc-4b52-bf59-57717cad4ffc), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:38.972407 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-12a4a242-60e6-4810-bfc6-509f6604f95c req-cfe4355b-ebc2-4590-a6d9-c6994c6058de tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] 10.222.0.71 "GET /v2.0/ports?device_id=0a38e0f1-ae21-4d1c-a530-fb3731cca4c5 HTTP/1.1" status: 200 len: 210 time: 0.2023540 Feb 21 09:45:39.091634 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510ad526-34f4-4fd6-a368-8bf22ead2752 admin admin] Pushing event updated for resources: {'Port': ['ID=187c6e15-0ca9-41cc-9df5-6a48021469d7,revision_number=2']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:45:39.181947 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-d9d731f1-b9b0-43a1-9779-b3bb0c2191a4 req-cc8d4c6d-f399-411c-b027-4ea7e5665cac tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] Publish callbacks [] for port (96538a27-2ae0-4901-9c89-cfad396b7f3f), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:39.267639 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] For port defc7ce2-4710-4ec4-806c-5d82b7a8c8fb, host dv-cinder-804757-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-16-iscsi',level=0,port_id=defc7ce2-4710-4ec4-806c-5d82b7a8c8fb,segment=NetworkSegment(64ea902b-f589-4efc-8b2e-260a836a5805),segment_id=64ea902b-f589-4efc-8b2e-260a836a5805)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:45:39.278616 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-b283f172-35e5-48ed-a681-e72aae498397 None None] Port afa4c6f1-a0dc-4b52-bf59-57717cad4ffc cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 09:45:39.331723 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-d9d731f1-b9b0-43a1-9779-b3bb0c2191a4 req-cc8d4c6d-f399-411c-b027-4ea7e5665cac tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782758885672'] for port (96538a27-2ae0-4901-9c89-cfad396b7f3f), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:39.337647 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-510ad526-34f4-4fd6-a368-8bf22ead2752 admin admin] Network 706f69fe-d205-4d95-9b18-bd6073de0e85 is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:45:39.349902 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-510ad526-34f4-4fd6-a368-8bf22ead2752 admin admin] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:45:39.358010 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782759442315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782758885690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782758885708'] for port (defc7ce2-4710-4ec4-806c-5d82b7a8c8fb), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:39.374855 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Device 46311460-8c23-4ebf-83a4-3c7864e43c6f up at agent ovs-agent-dv-cinder-804757-16-iscsi {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:45:39.407139 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [req-b78c24e1-ee10-4b4c-8141-e14dd74f998e req-dc9bcd5f-4f9d-4d48-ae66-c394b457be02 tempest-DeleteServersTestJSON-780152071 tempest-DeleteServersTestJSON-780152071-project] Allocated IP 172.20.0.14 (9a5d5e4a-2b31-4960-a60a-442c0ededb75/f36dc070-8491-44b0-b8d3-f3c4258a456a/68ee11d8-fe63-488d-865f-5894761ddeab) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:45:39.409136 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 49934) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:45:39.465598 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-089b1825-824a-448e-af76-bf4f3841e71f admin admin] Notify agent at l3_agent.dv-cinder-804757-16-iscsi the message routers_updated {{(pid=109856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:45:39.526517 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-089b1825-824a-448e-af76-bf4f3841e71f admin admin] 10.222.0.71 "PUT /v2.0/routers/59d78fd2-d543-4627-8d86-6f6c7688097f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8531010 Feb 21 09:45:39.612817 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-bc40490e-a62e-4112-9e57-f879f8b0b8c2 req-25d70b90-d285-4f61-bb90-e8659d9e34df tempest-DeleteServersTestJSON-780152071 tempest-DeleteServersTestJSON-780152071-project] 10.222.0.71 "GET /v2.0/ports?device_id=d4098aca-9efa-466f-9cf7-203ff307875f HTTP/1.1" status: 200 len: 210 time: 0.1529922 Feb 21 09:45:39.643575 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Pushing event updated for resources: {'Port': ['ID=defc7ce2-4710-4ec4-806c-5d82b7a8c8fb,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:45:39.647764 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9d731f1-b9b0-43a1-9779-b3bb0c2191a4 req-cc8d4c6d-f399-411c-b027-4ea7e5665cac tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] Network 2900dd92-c6f8-4f13-9e54-0f6f4039aa07 is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:45:39.663755 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Provisioning complete for port 46311460-8c23-4ebf-83a4-3c7864e43c6f triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:45:39.672700 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7397950'] for port (46311460-8c23-4ebf-83a4-3c7864e43c6f), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:39.677088 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [req-d9d731f1-b9b0-43a1-9779-b3bb0c2191a4 req-cc8d4c6d-f399-411c-b027-4ea7e5665cac tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:45:39.701206 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8d4c6d-f399-411c-b027-4ea7e5665cac tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] Pushing event updated for resources: {'Port': ['ID=96538a27-2ae0-4901-9c89-cfad396b7f3f,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:45:39.706765 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9d731f1-b9b0-43a1-9779-b3bb0c2191a4 req-cc8d4c6d-f399-411c-b027-4ea7e5665cac tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 09:45:39.721275 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d731f1-b9b0-43a1-9779-b3bb0c2191a4 req-cc8d4c6d-f399-411c-b027-4ea7e5665cac tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:45:39.721275 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-d9d731f1-b9b0-43a1-9779-b3bb0c2191a4 req-cc8d4c6d-f399-411c-b027-4ea7e5665cac tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8333137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905581'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:39.808876 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (ce3e6371-75e2-4bba-8260-49cd855bb251), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:39.814489 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [req-d9d731f1-b9b0-43a1-9779-b3bb0c2191a4 req-cc8d4c6d-f399-411c-b027-4ea7e5665cac tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9603059 Feb 21 09:45:39.827053 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.wsgi [req-d9d731f1-b9b0-43a1-9779-b3bb0c2191a4 req-a4c21695-69ed-4205-8816-3393a638b025 tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=109857) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 21 09:45:39.830907 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [req-d9d731f1-b9b0-43a1-9779-b3bb0c2191a4 req-a4c21695-69ed-4205-8816-3393a638b025 tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0108654 Feb 21 09:45:39.914474 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Current status of the port 46311460-8c23-4ebf-83a4-3c7864e43c6f is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:45:39.914994 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (46311460-8c23-4ebf-83a4-3c7864e43c6f), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:39.987260 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] For port 46311460-8c23-4ebf-83a4-3c7864e43c6f, host dv-cinder-804757-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-16-iscsi',level=0,port_id=46311460-8c23-4ebf-83a4-3c7864e43c6f,segment=NetworkSegment(64ea902b-f589-4efc-8b2e-260a836a5805),segment_id=64ea902b-f589-4efc-8b2e-260a836a5805)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:45:39.989705 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c307b490-7139-4dbe-9b42-794dee3c0573 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:40.058270 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782759442315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782758885690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782758885708'] for port (46311460-8c23-4ebf-83a4-3c7864e43c6f), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:40.062456 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-510ad526-34f4-4fd6-a368-8bf22ead2752 admin admin] Router a60cabc9-9b34-4030-a553-f509f8a47ea4 has already been hosted by L3 agent f1afc09b-b148-496e-b857-a568110caa3c {{(pid=109856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:45:40.232478 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8547bb-6368-4ada-a83d-1701d7829538 None None] Sync routers for ids ['59d78fd2-d543-4627-8d86-6f6c7688097f'] in dv-cinder-804757-16-iscsi {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 09:45:40.254462 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8547bb-6368-4ada-a83d-1701d7829538 None None] Routers {'59d78fd2-d543-4627-8d86-6f6c7688097f'} bound to L3 agent in host dv-cinder-804757-16-iscsi {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:45:40.256282 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-dd8547bb-6368-4ada-a83d-1701d7829538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-21T09:37:05Z,description=,heartbeat_timestamp=2022-02-21T09:45:35Z,host='dv-cinder-804757-16-iscsi',id=f1afc09b-b148-496e-b857-a568110caa3c,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:37:06Z,topic='l3_agent')) {'router_ids': ['59d78fd2-d543-4627-8d86-6f6c7688097f'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:45:40.274500 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-b78c24e1-ee10-4b4c-8141-e14dd74f998e req-dc9bcd5f-4f9d-4d48-ae66-c394b457be02 tempest-DeleteServersTestJSON-780152071 tempest-DeleteServersTestJSON-780152071-project] Publish callbacks [] for port (68ee11d8-fe63-488d-865f-5894761ddeab), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:40.306715 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Pushing event updated for resources: {'Port': ['ID=46311460-8c23-4ebf-83a4-3c7864e43c6f,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:45:40.583427 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-dd8547bb-6368-4ada-a83d-1701d7829538 None None] Set router 59d78fd2-d543-4627-8d86-6f6c7688097f gateway port host: dv-cinder-804757-16-iscsi {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:45:40.616681 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.v2.base [req-d9d731f1-b9b0-43a1-9779-b3bb0c2191a4 req-724c3b9a-675b-46b7-aa51-459547f84046 service neutron] Request body: {'port': {'device_id': '0a38e0f1-ae21-4d1c-a530-fb3731cca4c5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:45:40.717745 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c307b490-7139-4dbe-9b42-794dee3c0573 admin admin] Publish callbacks [] for security_group (24c8dafc-aebb-4030-969c-50b300ae2a30), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:40.901932 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29368fe0-92ba-4710-a814-87e2c7067b93 req-059a1727-17f7-437c-9ab5-86e03b4cce25 tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:45:40.901932 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-29368fe0-92ba-4710-a814-87e2c7067b93 req-059a1727-17f7-437c-9ab5-86e03b4cce25 tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] 10.222.0.71 "GET /v2.0/ports?device_id=0a38e0f1-ae21-4d1c-a530-fb3731cca4c5 HTTP/1.1" status: 200 len: 931 time: 0.6195121 Feb 21 09:45:40.901932 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-510ad526-34f4-4fd6-a368-8bf22ead2752 admin admin] Notify agent at l3_agent.dv-cinder-804757-16-iscsi the message routers_updated {{(pid=109856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:45:40.902595 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Device defc7ce2-4710-4ec4-806c-5d82b7a8c8fb up at agent ovs-agent-dv-cinder-804757-16-iscsi {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:45:40.902676 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-510ad526-34f4-4fd6-a368-8bf22ead2752 admin admin] 10.222.0.71 "PUT /v2.0/routers/a60cabc9-9b34-4030-a553-f509f8a47ea4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7250574 Feb 21 09:45:40.902745 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5563c314-d556-4225-b824-4b9a4e123bcc None None] Sync routers for ids ['a60cabc9-9b34-4030-a553-f509f8a47ea4'] in dv-cinder-804757-16-iscsi {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 09:45:40.902820 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-29368fe0-92ba-4710-a814-87e2c7067b93 req-67961405-93ad-416a-b7ff-7f56cb3586b1 tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] 10.222.0.71 "GET /v2.0/security-groups?id=051a1fb3-2910-49f8-b5d8-0e085de068fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054294 Feb 21 09:45:40.902890 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-d9d731f1-b9b0-43a1-9779-b3bb0c2191a4 req-724c3b9a-675b-46b7-aa51-459547f84046 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (96538a27-2ae0-4901-9c89-cfad396b7f3f), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:40.966743 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5563c314-d556-4225-b824-4b9a4e123bcc None None] Routers {'a60cabc9-9b34-4030-a553-f509f8a47ea4'} bound to L3 agent in host dv-cinder-804757-16-iscsi {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:45:40.969213 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-5563c314-d556-4225-b824-4b9a4e123bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-21T09:37:05Z,description=,heartbeat_timestamp=2022-02-21T09:45:35Z,host='dv-cinder-804757-16-iscsi',id=f1afc09b-b148-496e-b857-a568110caa3c,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:37:06Z,topic='l3_agent')) {'router_ids': ['a60cabc9-9b34-4030-a553-f509f8a47ea4'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:45:40.977977 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-b78c24e1-ee10-4b4c-8141-e14dd74f998e req-dc9bcd5f-4f9d-4d48-ae66-c394b457be02 tempest-DeleteServersTestJSON-780152071 tempest-DeleteServersTestJSON-780152071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782758885672'] for port (68ee11d8-fe63-488d-865f-5894761ddeab), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:40.979822 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c307b490-7139-4dbe-9b42-794dee3c0573 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (24c8dafc-aebb-4030-969c-50b300ae2a30), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:41.244889 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-5563c314-d556-4225-b824-4b9a4e123bcc None None] Set router a60cabc9-9b34-4030-a553-f509f8a47ea4 gateway port host: dv-cinder-804757-16-iscsi {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:45:41.375126 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-dd8547bb-6368-4ada-a83d-1701d7829538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59d78fd2-d543-4627-8d86-6f6c7688097f', 'name': 'tempest-AttachVolumeTestJSON-1236627728-router', 'tenant_id': '5d61ba3d9f8c43fcb228fa6eb4c5812e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'external_fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': 'defc7ce2-4710-4ec4-806c-5d82b7a8c8fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:45:28Z', 'updated_at': '2022-02-21T09:45:36Z', 'revision_number': 4, 'project_id': '5d61ba3d9f8c43fcb228fa6eb4c5812e', 'gw_port': {'id': 'defc7ce2-4710-4ec4-806c-5d82b7a8c8fb', 'name': '', 'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:c0:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d78fd2-d543-4627-8d86-6f6c7688097f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:45:30Z', 'updated_at': '2022-02-21T09:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-16-iscsi', '_interfaces': [{'id': 'afa4c6f1-a0dc-4b52-bf59-57717cad4ffc', 'name': '', 'network_id': 'a39dd4ba-2dc8-4985-98f9-5bf90669cfb1', 'tenant_id': '5d61ba3d9f8c43fcb228fa6eb4c5812e', 'mac_address': 'fa:16:3e:e1:72:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59d78fd2-d543-4627-8d86-6f6c7688097f', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '5db82f34-89a4-439c-8cf7-f4743decbdc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:45:35Z', 'updated_at': '2022-02-21T09:45:37Z', 'revision_number': 2, 'project_id': '5d61ba3d9f8c43fcb228fa6eb4c5812e', 'subnets': [{'id': '5db82f34-89a4-439c-8cf7-f4743decbdc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-16-iscsi', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:45:41.405329 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8547bb-6368-4ada-a83d-1701d7829538 None None] Checking router: 59d78fd2-d543-4627-8d86-6f6c7688097f for host: dv-cinder-804757-16-iscsi {{(pid=109859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 09:45:41.405911 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8547bb-6368-4ada-a83d-1701d7829538 None None] Updating router 59d78fd2-d543-4627-8d86-6f6c7688097f port afa4c6f1-a0dc-4b52-bf59-57717cad4ffc binding host dv-cinder-804757-16-iscsi {{(pid=109859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 09:45:41.437116 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-dd8547bb-6368-4ada-a83d-1701d7829538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (afa4c6f1-a0dc-4b52-bf59-57717cad4ffc), before_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:41.446973 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.71', 50000) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:45:41.466136 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.v2.base [None req-ae8cb725-b248-45ed-9962-a451134d2b17 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2095466651', 'description': 'tempest-description--903288865'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:45:41.678849 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Provisioning complete for port defc7ce2-4710-4ec4-806c-5d82b7a8c8fb triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:45:41.679484 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7397950'] for port (defc7ce2-4710-4ec4-806c-5d82b7a8c8fb), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:41.694271 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ae8cb725-b248-45ed-9962-a451134d2b17 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:41.889928 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9bcd5f-4f9d-4d48-ae66-c394b457be02 tempest-DeleteServersTestJSON-780152071 tempest-DeleteServersTestJSON-780152071-project] Pushing event updated for resources: {'Port': ['ID=68ee11d8-fe63-488d-865f-5894761ddeab,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:45:41.940767 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-c307b490-7139-4dbe-9b42-794dee3c0573 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=4e99082b05c64bb6a1db97c2d7809519&name=default HTTP/1.1" status: 200 len: 2992 time: 2.5155818 Feb 21 09:45:41.942016 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.71', 50020) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:45:41.964378 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c307b490-7139-4dbe-9b42-794dee3c0573 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24c8dafc-aebb-4030-969c-50b300ae2a30,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:45:41.969780 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-5563c314-d556-4225-b824-4b9a4e123bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a60cabc9-9b34-4030-a553-f509f8a47ea4', 'name': 'tempest-ServerRescueNegativeTestJSON-939401634-router', 'tenant_id': 'f0b97717b6834f3e8ecbc551e47a71ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'external_fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '46311460-8c23-4ebf-83a4-3c7864e43c6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:45:30Z', 'updated_at': '2022-02-21T09:45:37Z', 'revision_number': 4, 'project_id': 'f0b97717b6834f3e8ecbc551e47a71ca', 'gw_port': {'id': '46311460-8c23-4ebf-83a4-3c7864e43c6f', 'name': '', 'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:f7:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a60cabc9-9b34-4030-a553-f509f8a47ea4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:45:31Z', 'updated_at': '2022-02-21T09:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-16-iscsi', '_interfaces': [{'id': '187c6e15-0ca9-41cc-9df5-6a48021469d7', 'name': '', 'network_id': '706f69fe-d205-4d95-9b18-bd6073de0e85', 'tenant_id': 'f0b97717b6834f3e8ecbc551e47a71ca', 'mac_address': 'fa:16:3e:8c:70:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a60cabc9-9b34-4030-a553-f509f8a47ea4', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '45738c06-7bf8-4f5a-88b1-5a2c943366a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:45:35Z', 'updated_at': '2022-02-21T09:45:37Z', 'revision_number': 2, 'project_id': 'f0b97717b6834f3e8ecbc551e47a71ca', 'subnets': [{'id': '45738c06-7bf8-4f5a-88b1-5a2c943366a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-16-iscsi', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:45:41.985712 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b78c24e1-ee10-4b4c-8141-e14dd74f998e req-dc9bcd5f-4f9d-4d48-ae66-c394b457be02 tempest-DeleteServersTestJSON-780152071 tempest-DeleteServersTestJSON-780152071-project] Network 9a5d5e4a-2b31-4960-a60a-442c0ededb75 is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:45:42.024165 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [req-b78c24e1-ee10-4b4c-8141-e14dd74f998e req-dc9bcd5f-4f9d-4d48-ae66-c394b457be02 tempest-DeleteServersTestJSON-780152071 tempest-DeleteServersTestJSON-780152071-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:45:42.065096 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Current status of the port defc7ce2-4710-4ec4-806c-5d82b7a8c8fb is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:45:42.066513 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Device 46311460-8c23-4ebf-83a4-3c7864e43c6f up at agent ovs-agent-dv-cinder-804757-16-iscsi {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:45:42.082336 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5563c314-d556-4225-b824-4b9a4e123bcc None None] Checking router: a60cabc9-9b34-4030-a553-f509f8a47ea4 for host: dv-cinder-804757-16-iscsi {{(pid=109858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 09:45:42.082932 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5563c314-d556-4225-b824-4b9a4e123bcc None None] Updating router a60cabc9-9b34-4030-a553-f509f8a47ea4 port 187c6e15-0ca9-41cc-9df5-6a48021469d7 binding host dv-cinder-804757-16-iscsi {{(pid=109858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 09:45:42.106677 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-b78c24e1-ee10-4b4c-8141-e14dd74f998e req-dc9bcd5f-4f9d-4d48-ae66-c394b457be02 tempest-DeleteServersTestJSON-780152071 tempest-DeleteServersTestJSON-780152071-project] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 09:45:42.114371 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78c24e1-ee10-4b4c-8141-e14dd74f998e req-dc9bcd5f-4f9d-4d48-ae66-c394b457be02 tempest-DeleteServersTestJSON-780152071 tempest-DeleteServersTestJSON-780152071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:45:42.116792 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-b78c24e1-ee10-4b4c-8141-e14dd74f998e req-dc9bcd5f-4f9d-4d48-ae66-c394b457be02 tempest-DeleteServersTestJSON-780152071 tempest-DeleteServersTestJSON-780152071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8333137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905581'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:42.172039 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85616579-ab1d-46fa-bf3d-255dcfb7d12e req-dfd7d96a-98b1-49ab-ad1e-2528479dc0ef tempest-DeleteServersTestJSON-780152071 tempest-DeleteServersTestJSON-780152071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:45:42.181831 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.notifiers.nova [req-d9d731f1-b9b0-43a1-9779-b3bb0c2191a4 req-724c3b9a-675b-46b7-aa51-459547f84046 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96538a27-2ae0-4901-9c89-cfad396b7f3f {{(pid=109857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 09:45:42.195312 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-85616579-ab1d-46fa-bf3d-255dcfb7d12e req-dfd7d96a-98b1-49ab-ad1e-2528479dc0ef tempest-DeleteServersTestJSON-780152071 tempest-DeleteServersTestJSON-780152071-project] 10.222.0.71 "GET /v2.0/ports?device_id=d4098aca-9efa-466f-9cf7-203ff307875f HTTP/1.1" status: 200 len: 932 time: 0.8305264 Feb 21 09:45:42.203543 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5563c314-d556-4225-b824-4b9a4e123bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (187c6e15-0ca9-41cc-9df5-6a48021469d7), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:42.237502 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-d9d731f1-b9b0-43a1-9779-b3bb0c2191a4 req-724c3b9a-675b-46b7-aa51-459547f84046 service neutron] Publish callbacks [] for port (96538a27-2ae0-4901-9c89-cfad396b7f3f), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:42.258338 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-b78c24e1-ee10-4b4c-8141-e14dd74f998e req-dc9bcd5f-4f9d-4d48-ae66-c394b457be02 tempest-DeleteServersTestJSON-780152071 tempest-DeleteServersTestJSON-780152071-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3819146 Feb 21 09:45:42.274830 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-43c17950-1e46-462d-a1ec-c710fb4f83cf admin admin] Publish callbacks [] for security_group (24c8dafc-aebb-4030-969c-50b300ae2a30), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:42.284394 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.v2.base [req-b78c24e1-ee10-4b4c-8141-e14dd74f998e req-14a44543-96c7-490d-aa80-3eef0cc0d120 service neutron] Request body: {'port': {'device_id': 'd4098aca-9efa-466f-9cf7-203ff307875f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:45:42.287244 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Provisioning complete for port 46311460-8c23-4ebf-83a4-3c7864e43c6f triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:45:42.287727 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7397950'] for port (46311460-8c23-4ebf-83a4-3c7864e43c6f), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:42.320248 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ae8cb725-b248-45ed-9962-a451134d2b17 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Publish callbacks [] for security_group (5bde2634-daa9-411a-9a51-1555fe5f78b3), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:42.341795 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.db.provisioning_blocks [req-d9d731f1-b9b0-43a1-9779-b3bb0c2191a4 req-724c3b9a-675b-46b7-aa51-459547f84046 service neutron] Transition to ACTIVE for port object 96538a27-2ae0-4901-9c89-cfad396b7f3f will not be triggered until provisioned by entity L2. {{(pid=109857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:45:42.374314 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-43c17950-1e46-462d-a1ec-c710fb4f83cf admin admin] Publish callbacks [] for security_group (24c8dafc-aebb-4030-969c-50b300ae2a30), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:42.378263 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b633794d-94f2-4857-a20b-6330e313e623 req-3c38dd31-8dc6-4760-a562-943219fc28a7 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:45:42.385885 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-b633794d-94f2-4857-a20b-6330e313e623 req-3c38dd31-8dc6-4760-a562-943219fc28a7 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/networks?id=706f69fe-d205-4d95-9b18-bd6073de0e85 HTTP/1.1" status: 200 len: 818 time: 0.4650285 Feb 21 09:45:42.425101 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-b633794d-94f2-4857-a20b-6330e313e623 req-717bc4df-2be0-48d8-8afa-4134d6a1302e tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/quotas/f0b97717b6834f3e8ecbc551e47a71ca HTTP/1.1" status: 200 len: 375 time: 0.0374465 Feb 21 09:45:42.448328 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-d9d731f1-b9b0-43a1-9779-b3bb0c2191a4 req-724c3b9a-675b-46b7-aa51-459547f84046 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782759442315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782758885690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782758885708'] for port (96538a27-2ae0-4901-9c89-cfad396b7f3f), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:42.449986 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ae8cb725-b248-45ed-9962-a451134d2b17 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (5bde2634-daa9-411a-9a51-1555fe5f78b3), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:42.458109 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-dd8547bb-6368-4ada-a83d-1701d7829538 None None] Publish callbacks [] for port (afa4c6f1-a0dc-4b52-bf59-57717cad4ffc), precommit_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:42.475113 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-85616579-ab1d-46fa-bf3d-255dcfb7d12e req-f28f889f-562b-4f9e-b865-e6f9bf8b47e1 tempest-DeleteServersTestJSON-780152071 tempest-DeleteServersTestJSON-780152071-project] 10.222.0.71 "GET /v2.0/security-groups?id=5aac45d2-0deb-44ac-b104-bc7949795bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2785561 Feb 21 09:45:42.530803 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Current status of the port 46311460-8c23-4ebf-83a4-3c7864e43c6f is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:45:42.555590 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-dd8547bb-6368-4ada-a83d-1701d7829538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782759442315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782758885690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782758885708'] for port (afa4c6f1-a0dc-4b52-bf59-57717cad4ffc), after_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:42.633759 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-b78c24e1-ee10-4b4c-8141-e14dd74f998e req-14a44543-96c7-490d-aa80-3eef0cc0d120 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (68ee11d8-fe63-488d-865f-5894761ddeab), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:42.761331 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-b633794d-94f2-4857-a20b-6330e313e623 req-fc99bb2c-0fd6-4967-9916-4f90ee7d83b0 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=f0b97717b6834f3e8ecbc551e47a71ca&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3348312 Feb 21 09:45:42.796346 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3545baa-9392-451d-96d4-cee6b8eb7c48 None None] Pushing event updated for resources: {'Port': ['ID=afa4c6f1-a0dc-4b52-bf59-57717cad4ffc,revision_number=3']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:45:42.854666 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-dd8547bb-6368-4ada-a83d-1701d7829538 None None] Attempting to bind port afa4c6f1-a0dc-4b52-bf59-57717cad4ffc on host dv-cinder-804757-16-iscsi for vnic_type normal with profile {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 09:45:42.855155 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-dd8547bb-6368-4ada-a83d-1701d7829538 None None] Attempting to bind port afa4c6f1-a0dc-4b52-bf59-57717cad4ffc by drivers openvswitch,hyperv on host dv-cinder-804757-16-iscsi at level 0 using segments [{'id': '5efa1a12-8f20-494e-aa47-4db1b9a0dabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'a39dd4ba-2dc8-4985-98f9-5bf90669cfb1'}] {{(pid=109859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 09:45:42.857868 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8547bb-6368-4ada-a83d-1701d7829538 None None] Attempting to bind port afa4c6f1-a0dc-4b52-bf59-57717cad4ffc on network a39dd4ba-2dc8-4985-98f9-5bf90669cfb1 {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 09:45:42.867970 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5563c314-d556-4225-b824-4b9a4e123bcc None None] Publish callbacks [] for port (187c6e15-0ca9-41cc-9df5-6a48021469d7), precommit_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:42.873486 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8547bb-6368-4ada-a83d-1701d7829538 None None] Checking agent: {'id': 'ce3e6371-75e2-4bba-8260-49cd855bb251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 9, 37, 10), 'started_at': datetime.datetime(2022, 2, 21, 9, 37, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 45, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 09:45:42.873772 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8547bb-6368-4ada-a83d-1701d7829538 None None] Checking segment: {'id': '5efa1a12-8f20-494e-aa47-4db1b9a0dabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'a39dd4ba-2dc8-4985-98f9-5bf90669cfb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 09:45:42.876019 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-dd8547bb-6368-4ada-a83d-1701d7829538 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:42.876456 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8547bb-6368-4ada-a83d-1701d7829538 None None] Bound using segment: {'id': '5efa1a12-8f20-494e-aa47-4db1b9a0dabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'a39dd4ba-2dc8-4985-98f9-5bf90669cfb1'} {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 09:45:42.876979 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-dd8547bb-6368-4ada-a83d-1701d7829538 None None] Bound port: afa4c6f1-a0dc-4b52-bf59-57717cad4ffc, host: dv-cinder-804757-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5efa1a12-8f20-494e-aa47-4db1b9a0dabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'a39dd4ba-2dc8-4985-98f9-5bf90669cfb1'}}] {{(pid=109859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 09:45:42.877370 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-dd8547bb-6368-4ada-a83d-1701d7829538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (afa4c6f1-a0dc-4b52-bf59-57717cad4ffc), before_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:42.946666 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5563c314-d556-4225-b824-4b9a4e123bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782759442315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782758885690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782758885708'] for port (187c6e15-0ca9-41cc-9df5-6a48021469d7), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:42.963807 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8cb725-b248-45ed-9962-a451134d2b17 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5bde2634-daa9-411a-9a51-1555fe5f78b3,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:45:43.000744 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724c3b9a-675b-46b7-aa51-459547f84046 service neutron] Pushing event updated for resources: {'Port': ['ID=96538a27-2ae0-4901-9c89-cfad396b7f3f,revision_number=2']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:45:43.077891 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.db [None req-dd8547bb-6368-4ada-a83d-1701d7829538 None None] For port afa4c6f1-a0dc-4b52-bf59-57717cad4ffc, host dv-cinder-804757-16-iscsi, cleared binding levels {{(pid=109859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:45:43.088542 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.db [None req-dd8547bb-6368-4ada-a83d-1701d7829538 None None] For port afa4c6f1-a0dc-4b52-bf59-57717cad4ffc, host dv-cinder-804757-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-16-iscsi',level=0,port_id=afa4c6f1-a0dc-4b52-bf59-57717cad4ffc,segment=NetworkSegment(5efa1a12-8f20-494e-aa47-4db1b9a0dabf),segment_id=5efa1a12-8f20-494e-aa47-4db1b9a0dabf)] {{(pid=109859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:45:43.109894 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ae8cb725-b248-45ed-9962-a451134d2b17 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:43.112548 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514eb710-afac-4b70-a14a-a27417ef132b req-a4eac319-85d9-4953-90ad-008e5dd8e85f tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:45:43.126284 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-514eb710-afac-4b70-a14a-a27417ef132b req-a4eac319-85d9-4953-90ad-008e5dd8e85f tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] 10.222.0.71 "GET /v2.0/ports?device_id=0a38e0f1-ae21-4d1c-a530-fb3731cca4c5 HTTP/1.1" status: 200 len: 943 time: 0.4986472 Feb 21 09:45:43.133041 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [None req-ae8cb725-b248-45ed-9962-a451134d2b17 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.6771612 Feb 21 09:45:43.133041 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.71', 50032) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:45:43.145044 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a892c0-53fa-46c4-8e0c-875886a1699f None None] Pushing event updated for resources: {'Port': ['ID=187c6e15-0ca9-41cc-9df5-6a48021469d7,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:45:43.167248 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-dd8547bb-6368-4ada-a83d-1701d7829538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782759442315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782758885690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782758885708'] for port (afa4c6f1-a0dc-4b52-bf59-57717cad4ffc), after_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:43.172265 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.v2.base [None req-c21aa723-c640-44f2-81df-ddab72c73fd5 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Request body: {'security_group_rule': {'security_group_id': '5bde2634-daa9-411a-9a51-1555fe5f78b3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:45:43.216280 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-d9d731f1-b9b0-43a1-9779-b3bb0c2191a4 req-724c3b9a-675b-46b7-aa51-459547f84046 service neutron] Attempting to bind port 96538a27-2ae0-4901-9c89-cfad396b7f3f on host hv-cinder-80475 for vnic_type normal with profile {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 09:45:43.216866 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-d9d731f1-b9b0-43a1-9779-b3bb0c2191a4 req-724c3b9a-675b-46b7-aa51-459547f84046 service neutron] Attempting to bind port 96538a27-2ae0-4901-9c89-cfad396b7f3f by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': '883b1861-d076-4ce8-a994-a672e2419836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '2900dd92-c6f8-4f13-9e54-0f6f4039aa07'}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 09:45:43.217343 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9d731f1-b9b0-43a1-9779-b3bb0c2191a4 req-724c3b9a-675b-46b7-aa51-459547f84046 service neutron] Attempting to bind port 96538a27-2ae0-4901-9c89-cfad396b7f3f on network 2900dd92-c6f8-4f13-9e54-0f6f4039aa07 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 09:45:43.225138 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9d731f1-b9b0-43a1-9779-b3bb0c2191a4 req-724c3b9a-675b-46b7-aa51-459547f84046 service neutron] Port 96538a27-2ae0-4901-9c89-cfad396b7f3f on network 2900dd92-c6f8-4f13-9e54-0f6f4039aa07 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 09:45:43.226381 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9d731f1-b9b0-43a1-9779-b3bb0c2191a4 req-724c3b9a-675b-46b7-aa51-459547f84046 service neutron] Attempting to bind port 96538a27-2ae0-4901-9c89-cfad396b7f3f on network 2900dd92-c6f8-4f13-9e54-0f6f4039aa07 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 09:45:43.233501 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9d731f1-b9b0-43a1-9779-b3bb0c2191a4 req-724c3b9a-675b-46b7-aa51-459547f84046 service neutron] Checking agent: {'id': 'f5044fde-eef4-46eb-b3ce-4ab87030ccc0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 9, 43, 36), 'started_at': datetime.datetime(2022, 2, 21, 9, 43, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 45, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 09:45:43.234629 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9d731f1-b9b0-43a1-9779-b3bb0c2191a4 req-724c3b9a-675b-46b7-aa51-459547f84046 service neutron] Checking segment: {'id': '883b1861-d076-4ce8-a994-a672e2419836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '2900dd92-c6f8-4f13-9e54-0f6f4039aa07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 09:45:43.235364 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9d731f1-b9b0-43a1-9779-b3bb0c2191a4 req-724c3b9a-675b-46b7-aa51-459547f84046 service neutron] Bound using segment: {'id': '883b1861-d076-4ce8-a994-a672e2419836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '2900dd92-c6f8-4f13-9e54-0f6f4039aa07'} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 09:45:43.237480 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-d9d731f1-b9b0-43a1-9779-b3bb0c2191a4 req-724c3b9a-675b-46b7-aa51-459547f84046 service neutron] Bound port: 96538a27-2ae0-4901-9c89-cfad396b7f3f, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '883b1861-d076-4ce8-a994-a672e2419836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '2900dd92-c6f8-4f13-9e54-0f6f4039aa07'}}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 09:45:43.238023 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-d9d731f1-b9b0-43a1-9779-b3bb0c2191a4 req-724c3b9a-675b-46b7-aa51-459547f84046 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (96538a27-2ae0-4901-9c89-cfad396b7f3f), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:43.248813 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-14cd815e-d640-4d60-b3ef-57f806c19d65 None None] Provisioning complete for port afa4c6f1-a0dc-4b52-bf59-57717cad4ffc triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:45:43.249368 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-14cd815e-d640-4d60-b3ef-57f806c19d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7397950'] for port (afa4c6f1-a0dc-4b52-bf59-57717cad4ffc), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:43.316144 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8547bb-6368-4ada-a83d-1701d7829538 None None] Routers {'59d78fd2-d543-4627-8d86-6f6c7688097f'} bound to L3 agent in host dv-cinder-804757-16-iscsi {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:45:43.325764 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-dd8547bb-6368-4ada-a83d-1701d7829538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-21T09:37:05Z,description=,heartbeat_timestamp=2022-02-21T09:45:35Z,host='dv-cinder-804757-16-iscsi',id=f1afc09b-b148-496e-b857-a568110caa3c,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:37:06Z,topic='l3_agent')) {'router_ids': ['59d78fd2-d543-4627-8d86-6f6c7688097f'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:45:43.333375 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-d9d731f1-b9b0-43a1-9779-b3bb0c2191a4 req-724c3b9a-675b-46b7-aa51-459547f84046 service neutron] For port 96538a27-2ae0-4901-9c89-cfad396b7f3f, host hv-cinder-80475, cleared binding levels {{(pid=109857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:45:43.340849 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-d9d731f1-b9b0-43a1-9779-b3bb0c2191a4 req-724c3b9a-675b-46b7-aa51-459547f84046 service neutron] For port 96538a27-2ae0-4901-9c89-cfad396b7f3f, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=96538a27-2ae0-4901-9c89-cfad396b7f3f,segment=NetworkSegment(883b1861-d076-4ce8-a994-a672e2419836),segment_id=883b1861-d076-4ce8-a994-a672e2419836)] {{(pid=109857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:45:43.344847 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-43c17950-1e46-462d-a1ec-c710fb4f83cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (24c8dafc-aebb-4030-969c-50b300ae2a30), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:43.347884 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-43c17950-1e46-462d-a1ec-c710fb4f83cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:43.349200 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [None req-43c17950-1e46-462d-a1ec-c710fb4f83cf admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/24c8dafc-aebb-4030-969c-50b300ae2a30 HTTP/1.1" status: 204 len: 168 time: 1.4052794 Feb 21 09:45:43.377849 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c21aa723-c640-44f2-81df-ddab72c73fd5 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Publish callbacks [] for security_group_rule (b7225a82-714d-4296-a632-4464b1ebed9b), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:43.408709 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c17950-1e46-462d-a1ec-c710fb4f83cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24c8dafc-aebb-4030-969c-50b300ae2a30,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:45:43.422406 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3545baa-9392-451d-96d4-cee6b8eb7c48 None None] Pushing event updated for resources: {'Port': ['ID=afa4c6f1-a0dc-4b52-bf59-57717cad4ffc,revision_number=4']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:45:43.458729 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-5563c314-d556-4225-b824-4b9a4e123bcc None None] Attempting to bind port 187c6e15-0ca9-41cc-9df5-6a48021469d7 on host dv-cinder-804757-16-iscsi for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 09:45:43.459683 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-5563c314-d556-4225-b824-4b9a4e123bcc None None] Attempting to bind port 187c6e15-0ca9-41cc-9df5-6a48021469d7 by drivers openvswitch,hyperv on host dv-cinder-804757-16-iscsi at level 0 using segments [{'id': '19825a35-379e-4869-b590-f5f5a4a92110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '706f69fe-d205-4d95-9b18-bd6073de0e85'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 09:45:43.460992 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5563c314-d556-4225-b824-4b9a4e123bcc None None] Attempting to bind port 187c6e15-0ca9-41cc-9df5-6a48021469d7 on network 706f69fe-d205-4d95-9b18-bd6073de0e85 {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 09:45:43.501278 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-b633794d-94f2-4857-a20b-6330e313e623 req-c58a6e61-91bd-4ff6-934f-2839930e5fd6 service neutron] 10.222.0.71 "GET /v2.0/networks/706f69fe-d205-4d95-9b18-bd6073de0e85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7385070 Feb 21 09:45:43.533549 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5563c314-d556-4225-b824-4b9a4e123bcc None None] Checking agent: {'id': 'ce3e6371-75e2-4bba-8260-49cd855bb251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 9, 37, 10), 'started_at': datetime.datetime(2022, 2, 21, 9, 37, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 45, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 09:45:43.537555 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5563c314-d556-4225-b824-4b9a4e123bcc None None] Checking segment: {'id': '19825a35-379e-4869-b590-f5f5a4a92110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '706f69fe-d205-4d95-9b18-bd6073de0e85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 09:45:43.538313 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5563c314-d556-4225-b824-4b9a4e123bcc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:43.540104 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5563c314-d556-4225-b824-4b9a4e123bcc None None] Bound using segment: {'id': '19825a35-379e-4869-b590-f5f5a4a92110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '706f69fe-d205-4d95-9b18-bd6073de0e85'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 09:45:43.540648 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-5563c314-d556-4225-b824-4b9a4e123bcc None None] Bound port: 187c6e15-0ca9-41cc-9df5-6a48021469d7, host: dv-cinder-804757-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19825a35-379e-4869-b590-f5f5a4a92110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '706f69fe-d205-4d95-9b18-bd6073de0e85'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 09:45:43.541073 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5563c314-d556-4225-b824-4b9a4e123bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (187c6e15-0ca9-41cc-9df5-6a48021469d7), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:43.557748 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-514eb710-afac-4b70-a14a-a27417ef132b req-38eba435-4093-4a49-b830-6192b3c6db70 tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] 10.222.0.71 "GET /v2.0/security-groups?id=051a1fb3-2910-49f8-b5d8-0e085de068fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4302588 Feb 21 09:45:43.561548 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c21aa723-c640-44f2-81df-ddab72c73fd5 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Publish callbacks [] for security_group_rule (b7225a82-714d-4296-a632-4464b1ebed9b), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:43.574190 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-d9d731f1-b9b0-43a1-9779-b3bb0c2191a4 req-724c3b9a-675b-46b7-aa51-459547f84046 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782759442315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782758885690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782758885708'] for port (96538a27-2ae0-4901-9c89-cfad396b7f3f), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:43.657768 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c21aa723-c640-44f2-81df-ddab72c73fd5 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434012'] for security_group_rule (b7225a82-714d-4296-a632-4464b1ebed9b), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:43.680178 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-dd8547bb-6368-4ada-a83d-1701d7829538 None None] Set router 59d78fd2-d543-4627-8d86-6f6c7688097f gateway port host: dv-cinder-804757-16-iscsi {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:45:43.697450 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d731f1-b9b0-43a1-9779-b3bb0c2191a4 req-724c3b9a-675b-46b7-aa51-459547f84046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:45:43.700039 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-d9d731f1-b9b0-43a1-9779-b3bb0c2191a4 req-724c3b9a-675b-46b7-aa51-459547f84046 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8333137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905581'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:43.700588 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [req-d9d731f1-b9b0-43a1-9779-b3bb0c2191a4 req-724c3b9a-675b-46b7-aa51-459547f84046 service neutron] 10.222.0.69 "PUT /v2.0/ports/96538a27-2ae0-4901-9c89-cfad396b7f3f HTTP/1.1" status: 200 len: 1093 time: 3.5080886 Feb 21 09:45:43.704279 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a38e0f1-ae21-4d1c-a530-fb3731cca4c5', 'tag': '96538a27-2ae0-4901-9c89-cfad396b7f3f'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:45:43.830158 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c21aa723-c640-44f2-81df-ddab72c73fd5 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:43.831518 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [None req-c21aa723-c640-44f2-81df-ddab72c73fd5 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6635349 Feb 21 09:45:43.834618 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21aa723-c640-44f2-81df-ddab72c73fd5 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7225a82-714d-4296-a632-4464b1ebed9b,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:45:43.836438 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.71', 50048) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:45:43.916692 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-b633794d-94f2-4857-a20b-6330e313e623 req-ee6f2f84-a990-466e-afd0-91ac4eb365fd service neutron] 10.222.0.71 "GET /v2.0/networks/706f69fe-d205-4d95-9b18-bd6073de0e85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4044971 Feb 21 09:45:43.929869 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e9bbfc-526e-4427-9f99-a7d932e763c4 req-b3504509-c562-4bf0-a140-d4252205d8ff tempest-DeleteServersTestJSON-780152071 tempest-DeleteServersTestJSON-780152071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:45:43.931924 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-79e9bbfc-526e-4427-9f99-a7d932e763c4 req-b3504509-c562-4bf0-a140-d4252205d8ff tempest-DeleteServersTestJSON-780152071 tempest-DeleteServersTestJSON-780152071-project] 10.222.0.71 "GET /v2.0/ports?device_id=d4098aca-9efa-466f-9cf7-203ff307875f HTTP/1.1" status: 200 len: 932 time: 0.1980543 Feb 21 09:45:43.940119 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.v2.base [None req-1f32a79b-cdd0-4ebc-bad2-448122cfcc3e tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Request body: {'security_group_rule': {'security_group_id': '5bde2634-daa9-411a-9a51-1555fe5f78b3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:45:43.945246 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-14cd815e-d640-4d60-b3ef-57f806c19d65 None None] Current status of the port afa4c6f1-a0dc-4b52-bf59-57717cad4ffc is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:45:43.945835 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-14cd815e-d640-4d60-b3ef-57f806c19d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (afa4c6f1-a0dc-4b52-bf59-57717cad4ffc), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:43.959137 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-5563c314-d556-4225-b824-4b9a4e123bcc None None] For port 187c6e15-0ca9-41cc-9df5-6a48021469d7, host dv-cinder-804757-16-iscsi, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:45:44.001376 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-5563c314-d556-4225-b824-4b9a4e123bcc None None] For port 187c6e15-0ca9-41cc-9df5-6a48021469d7, host dv-cinder-804757-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-16-iscsi',level=0,port_id=187c6e15-0ca9-41cc-9df5-6a48021469d7,segment=NetworkSegment(19825a35-379e-4869-b590-f5f5a4a92110),segment_id=19825a35-379e-4869-b590-f5f5a4a92110)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:45:44.082718 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-14cd815e-d640-4d60-b3ef-57f806c19d65 None None] For port afa4c6f1-a0dc-4b52-bf59-57717cad4ffc, host dv-cinder-804757-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-16-iscsi',level=0,port_id=afa4c6f1-a0dc-4b52-bf59-57717cad4ffc,segment=NetworkSegment(5efa1a12-8f20-494e-aa47-4db1b9a0dabf),segment_id=5efa1a12-8f20-494e-aa47-4db1b9a0dabf)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:45:44.089551 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5563c314-d556-4225-b824-4b9a4e123bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782759442315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782758885690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782758885708'] for port (187c6e15-0ca9-41cc-9df5-6a48021469d7), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:44.096477 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724c3b9a-675b-46b7-aa51-459547f84046 service neutron] Pushing event updated for resources: {'Port': ['ID=96538a27-2ae0-4901-9c89-cfad396b7f3f,revision_number=3']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:45:44.190541 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed733fd514e63afa326271342bdd0eb660bec12def84d2cf05433d99cf8b9d1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f73e4a99-5746-40f0-8767-4f27400e6bd1" -d '{"events": [{"name": "network-changed", "server_uuid": "0a38e0f1-ae21-4d1c-a530-fb3731cca4c5", "tag": "96538a27-2ae0-4901-9c89-cfad396b7f3f"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:45:44.251016 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-14cd815e-d640-4d60-b3ef-57f806c19d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782759442315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782758885690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782758885708'] for port (afa4c6f1-a0dc-4b52-bf59-57717cad4ffc), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:44.264002 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.notifiers.nova [req-b78c24e1-ee10-4b4c-8141-e14dd74f998e req-14a44543-96c7-490d-aa80-3eef0cc0d120 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68ee11d8-fe63-488d-865f-5894761ddeab {{(pid=109856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 09:45:44.304384 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-b78c24e1-ee10-4b4c-8141-e14dd74f998e req-14a44543-96c7-490d-aa80-3eef0cc0d120 service neutron] Publish callbacks [] for port (68ee11d8-fe63-488d-865f-5894761ddeab), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:44.308298 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-dd8547bb-6368-4ada-a83d-1701d7829538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59d78fd2-d543-4627-8d86-6f6c7688097f', 'name': 'tempest-AttachVolumeTestJSON-1236627728-router', 'tenant_id': '5d61ba3d9f8c43fcb228fa6eb4c5812e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'external_fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': 'defc7ce2-4710-4ec4-806c-5d82b7a8c8fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:45:28Z', 'updated_at': '2022-02-21T09:45:36Z', 'revision_number': 4, 'project_id': '5d61ba3d9f8c43fcb228fa6eb4c5812e', 'gw_port': {'id': 'defc7ce2-4710-4ec4-806c-5d82b7a8c8fb', 'name': '', 'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:c0:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d78fd2-d543-4627-8d86-6f6c7688097f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:45:30Z', 'updated_at': '2022-02-21T09:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-16-iscsi', '_interfaces': [{'id': 'afa4c6f1-a0dc-4b52-bf59-57717cad4ffc', 'name': '', 'network_id': 'a39dd4ba-2dc8-4985-98f9-5bf90669cfb1', 'tenant_id': '5d61ba3d9f8c43fcb228fa6eb4c5812e', 'mac_address': 'fa:16:3e:e1:72:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59d78fd2-d543-4627-8d86-6f6c7688097f', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '5db82f34-89a4-439c-8cf7-f4743decbdc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:45:35Z', 'updated_at': '2022-02-21T09:45:43Z', 'revision_number': 4, 'project_id': '5d61ba3d9f8c43fcb228fa6eb4c5812e', 'subnets': [{'id': '5db82f34-89a4-439c-8cf7-f4743decbdc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-16-iscsi', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:45:44.314468 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1f32a79b-cdd0-4ebc-bad2-448122cfcc3e tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Publish callbacks [] for security_group_rule (7448d40b-4fbc-4de6-89ae-13e35ea6be71), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:44.332847 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d731f1-b9b0-43a1-9779-b3bb0c2191a4 req-75b01f95-0f23-497d-9879-119be17e4c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:45:44.332847 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [req-d9d731f1-b9b0-43a1-9779-b3bb0c2191a4 req-75b01f95-0f23-497d-9879-119be17e4c92 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6998dd3d35c9419e87f7ffd7d3cdb2bc&device_id=0a38e0f1-ae21-4d1c-a530-fb3731cca4c5 HTTP/1.1" status: 200 len: 1127 time: 0.3618226 Feb 21 09:45:44.376667 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5563c314-d556-4225-b824-4b9a4e123bcc None None] Routers {'a60cabc9-9b34-4030-a553-f509f8a47ea4'} bound to L3 agent in host dv-cinder-804757-16-iscsi {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:45:44.379472 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-5563c314-d556-4225-b824-4b9a4e123bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-21T09:37:05Z,description=,heartbeat_timestamp=2022-02-21T09:45:35Z,host='dv-cinder-804757-16-iscsi',id=f1afc09b-b148-496e-b857-a568110caa3c,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:37:06Z,topic='l3_agent')) {'router_ids': ['a60cabc9-9b34-4030-a553-f509f8a47ea4'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:45:44.405099 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.db.provisioning_blocks [req-b78c24e1-ee10-4b4c-8141-e14dd74f998e req-14a44543-96c7-490d-aa80-3eef0cc0d120 service neutron] Transition to ACTIVE for port object 68ee11d8-fe63-488d-865f-5894761ddeab will not be triggered until provisioned by entity L2. {{(pid=109856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:45:44.416381 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-79e9bbfc-526e-4427-9f99-a7d932e763c4 req-ec439ded-e660-4404-a42a-ce4d01e698b2 tempest-DeleteServersTestJSON-780152071 tempest-DeleteServersTestJSON-780152071-project] 10.222.0.71 "GET /v2.0/security-groups?id=5aac45d2-0deb-44ac-b104-bc7949795bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4453974 Feb 21 09:45:44.488164 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8547bb-6368-4ada-a83d-1701d7829538 None None] The sync data for ids ['59d78fd2-d543-4627-8d86-6f6c7688097f'] in dv-cinder-804757-16-iscsi is: [{'id': '59d78fd2-d543-4627-8d86-6f6c7688097f', 'name': 'tempest-AttachVolumeTestJSON-1236627728-router', 'tenant_id': '5d61ba3d9f8c43fcb228fa6eb4c5812e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'external_fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': 'defc7ce2-4710-4ec4-806c-5d82b7a8c8fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:45:28Z', 'updated_at': '2022-02-21T09:45:36Z', 'revision_number': 4, 'project_id': '5d61ba3d9f8c43fcb228fa6eb4c5812e', 'gw_port': {'id': 'defc7ce2-4710-4ec4-806c-5d82b7a8c8fb', 'name': '', 'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:c0:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d78fd2-d543-4627-8d86-6f6c7688097f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:45:30Z', 'updated_at': '2022-02-21T09:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-16-iscsi', '_interfaces': [{'id': 'afa4c6f1-a0dc-4b52-bf59-57717cad4ffc', 'name': '', 'network_id': 'a39dd4ba-2dc8-4985-98f9-5bf90669cfb1', 'tenant_id': '5d61ba3d9f8c43fcb228fa6eb4c5812e', 'mac_address': 'fa:16:3e:e1:72:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59d78fd2-d543-4627-8d86-6f6c7688097f', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '5db82f34-89a4-439c-8cf7-f4743decbdc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:45:35Z', 'updated_at': '2022-02-21T09:45:43Z', 'revision_number': 4, 'project_id': '5d61ba3d9f8c43fcb228fa6eb4c5812e', 'subnets': [{'id': '5db82f34-89a4-439c-8cf7-f4743decbdc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 09:45:44.490105 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-b78c24e1-ee10-4b4c-8141-e14dd74f998e req-14a44543-96c7-490d-aa80-3eef0cc0d120 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782759442315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782758885690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782758885708'] for port (68ee11d8-fe63-488d-865f-5894761ddeab), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:44.595536 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [req-d9d731f1-b9b0-43a1-9779-b3bb0c2191a4 req-d366e182-abb4-44b2-9bf8-eca05efbd553 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=96538a27-2ae0-4901-9c89-cfad396b7f3f HTTP/1.1" status: 200 len: 217 time: 0.2536414 Feb 21 09:45:44.750490 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a892c0-53fa-46c4-8e0c-875886a1699f None None] Pushing event updated for resources: {'Port': ['ID=187c6e15-0ca9-41cc-9df5-6a48021469d7,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:45:44.808596 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-973907a3-401a-4d83-98e4-7aca15417935 req-3df6e4fa-2205-4a74-b21a-5751e5fbcf1b tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/ports?device_id=676bc5c7-0aa9-4ac2-8391-afc3107d9065 HTTP/1.1" status: 200 len: 210 time: 0.1578948 Feb 21 09:45:44.850136 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a44543-96c7-490d-aa80-3eef0cc0d120 service neutron] Pushing event updated for resources: {'Port': ['ID=68ee11d8-fe63-488d-865f-5894761ddeab,revision_number=2']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:45:44.914874 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Device afa4c6f1-a0dc-4b52-bf59-57717cad4ffc up at agent ovs-agent-dv-cinder-804757-16-iscsi {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:45:44.953226 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d731f1-b9b0-43a1-9779-b3bb0c2191a4 req-df0040c3-e4e3-4954-9e07-7d2b38c55588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:45:44.953226 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [req-d9d731f1-b9b0-43a1-9779-b3bb0c2191a4 req-df0040c3-e4e3-4954-9e07-7d2b38c55588 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1623a8b2-3f98-4029-9afb-d2e0ee894b20 HTTP/1.1" status: 200 len: 855 time: 0.3363402 Feb 21 09:45:44.953226 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 09:45:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ff5bdfc-c144-487f-a558-29091710adde x-openstack-request-id: req-2ff5bdfc-c144-487f-a558-29091710adde {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:45:44.953226 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a38e0f1-ae21-4d1c-a530-fb3731cca4c5", "tag": "96538a27-2ae0-4901-9c89-cfad396b7f3f", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:45:44.953226 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-2ff5bdfc-c144-487f-a558-29091710adde {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:45:44.953226 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a38e0f1-ae21-4d1c-a530-fb3731cca4c5', 'tag': '96538a27-2ae0-4901-9c89-cfad396b7f3f', 'status': 'completed', 'code': 200} Feb 21 09:45:44.979019 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-28507251-ea22-4d3b-9fed-c88b4cedc5fc None None] Provisioning complete for port afa4c6f1-a0dc-4b52-bf59-57717cad4ffc triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:45:44.983440 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-28507251-ea22-4d3b-9fed-c88b4cedc5fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7397950'] for port (afa4c6f1-a0dc-4b52-bf59-57717cad4ffc), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:45.043110 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [req-d9d731f1-b9b0-43a1-9779-b3bb0c2191a4 req-12174e0f-d97a-490d-8739-a6b9c4ed97d0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2900dd92-c6f8-4f13-9e54-0f6f4039aa07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0894701 Feb 21 09:45:45.045592 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1f32a79b-cdd0-4ebc-bad2-448122cfcc3e tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Publish callbacks [] for security_group_rule (7448d40b-4fbc-4de6-89ae-13e35ea6be71), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:45.172768 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-b78c24e1-ee10-4b4c-8141-e14dd74f998e req-14a44543-96c7-490d-aa80-3eef0cc0d120 service neutron] Attempting to bind port 68ee11d8-fe63-488d-865f-5894761ddeab on host hv-cinder-80475 for vnic_type normal with profile {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 09:45:45.174123 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-b78c24e1-ee10-4b4c-8141-e14dd74f998e req-14a44543-96c7-490d-aa80-3eef0cc0d120 service neutron] Attempting to bind port 68ee11d8-fe63-488d-865f-5894761ddeab by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': '54a86aa8-24ec-4439-a4c6-53c007c338d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '9a5d5e4a-2b31-4960-a60a-442c0ededb75'}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 09:45:45.174123 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b78c24e1-ee10-4b4c-8141-e14dd74f998e req-14a44543-96c7-490d-aa80-3eef0cc0d120 service neutron] Attempting to bind port 68ee11d8-fe63-488d-865f-5894761ddeab on network 9a5d5e4a-2b31-4960-a60a-442c0ededb75 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 09:45:45.183497 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1f32a79b-cdd0-4ebc-bad2-448122cfcc3e tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434012'] for security_group_rule (7448d40b-4fbc-4de6-89ae-13e35ea6be71), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:45.200861 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b78c24e1-ee10-4b4c-8141-e14dd74f998e req-14a44543-96c7-490d-aa80-3eef0cc0d120 service neutron] Port 68ee11d8-fe63-488d-865f-5894761ddeab on network 9a5d5e4a-2b31-4960-a60a-442c0ededb75 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 09:45:45.201307 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b78c24e1-ee10-4b4c-8141-e14dd74f998e req-14a44543-96c7-490d-aa80-3eef0cc0d120 service neutron] Attempting to bind port 68ee11d8-fe63-488d-865f-5894761ddeab on network 9a5d5e4a-2b31-4960-a60a-442c0ededb75 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 09:45:45.226693 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b78c24e1-ee10-4b4c-8141-e14dd74f998e req-14a44543-96c7-490d-aa80-3eef0cc0d120 service neutron] Checking agent: {'id': 'f5044fde-eef4-46eb-b3ce-4ab87030ccc0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 9, 43, 36), 'started_at': datetime.datetime(2022, 2, 21, 9, 43, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 45, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 09:45:45.227047 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b78c24e1-ee10-4b4c-8141-e14dd74f998e req-14a44543-96c7-490d-aa80-3eef0cc0d120 service neutron] Checking segment: {'id': '54a86aa8-24ec-4439-a4c6-53c007c338d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '9a5d5e4a-2b31-4960-a60a-442c0ededb75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 09:45:45.231895 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b78c24e1-ee10-4b4c-8141-e14dd74f998e req-14a44543-96c7-490d-aa80-3eef0cc0d120 service neutron] Bound using segment: {'id': '54a86aa8-24ec-4439-a4c6-53c007c338d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '9a5d5e4a-2b31-4960-a60a-442c0ededb75'} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 09:45:45.237331 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-b78c24e1-ee10-4b4c-8141-e14dd74f998e req-14a44543-96c7-490d-aa80-3eef0cc0d120 service neutron] Bound port: 68ee11d8-fe63-488d-865f-5894761ddeab, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54a86aa8-24ec-4439-a4c6-53c007c338d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '9a5d5e4a-2b31-4960-a60a-442c0ededb75'}}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 09:45:45.237331 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-b78c24e1-ee10-4b4c-8141-e14dd74f998e req-14a44543-96c7-490d-aa80-3eef0cc0d120 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (68ee11d8-fe63-488d-865f-5894761ddeab), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:45.282866 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f32a79b-cdd0-4ebc-bad2-448122cfcc3e tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7448d40b-4fbc-4de6-89ae-13e35ea6be71,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:45:45.296844 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1555b861-650d-4e47-a548-14f4db77fbe7 req-4c34163e-65c6-4394-ab16-027888cfe154 tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:45:45.298343 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-1555b861-650d-4e47-a548-14f4db77fbe7 req-4c34163e-65c6-4394-ab16-027888cfe154 tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] 10.222.0.71 "GET /v2.0/ports?device_id=0a38e0f1-ae21-4d1c-a530-fb3731cca4c5 HTTP/1.1" status: 200 len: 943 time: 0.3136494 Feb 21 09:45:45.377291 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1f32a79b-cdd0-4ebc-bad2-448122cfcc3e tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:45.381324 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [None req-1f32a79b-cdd0-4ebc-bad2-448122cfcc3e tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5116763 Feb 21 09:45:45.390359 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [req-d9d731f1-b9b0-43a1-9779-b3bb0c2191a4 req-b90a9f4d-9336-4dd4-a8dd-89ade4675777 service neutron] 10.222.0.69 "GET /v2.0/networks/2900dd92-c6f8-4f13-9e54-0f6f4039aa07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3269572 Feb 21 09:45:45.392029 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.71', 50114) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:45:45.401619 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.v2.base [None req-295b32da-7cfa-4ca0-ae9e-1cff90497ab7 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Request body: {'floatingip': {'floating_network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:45:45.644342 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-295b32da-7cfa-4ca0-ae9e-1cff90497ab7 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:45.653356 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b797ea-a9ac-4c97-b5b5-3ee6f8c81557 req-44483af7-d2a0-41fe-bd2a-221a60b294ca tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:45:45.668206 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-62b797ea-a9ac-4c97-b5b5-3ee6f8c81557 req-44483af7-d2a0-41fe-bd2a-221a60b294ca tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/networks?id=706f69fe-d205-4d95-9b18-bd6073de0e85 HTTP/1.1" status: 200 len: 818 time: 0.2687433 Feb 21 09:45:45.702485 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [req-d9d731f1-b9b0-43a1-9779-b3bb0c2191a4 req-9081e07a-ce31-4a0e-b222-8243ae9d14b1 service neutron] 10.222.0.69 "GET /v2.0/networks/2900dd92-c6f8-4f13-9e54-0f6f4039aa07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2842109 Feb 21 09:45:45.796871 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-62b797ea-a9ac-4c97-b5b5-3ee6f8c81557 req-fd0cd78c-c8e8-487f-adbd-da051dd70132 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/quotas/f0b97717b6834f3e8ecbc551e47a71ca HTTP/1.1" status: 200 len: 375 time: 0.1251452 Feb 21 09:45:45.814140 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-1555b861-650d-4e47-a548-14f4db77fbe7 req-9747d93a-b3cd-4759-913a-86d6fa831c41 tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] 10.222.0.71 "GET /v2.0/security-groups?id=051a1fb3-2910-49f8-b5d8-0e085de068fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4496541 Feb 21 09:45:45.869653 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cd815e-d640-4d60-b3ef-57f806c19d65 None None] Pushing event updated for resources: {'Port': ['ID=afa4c6f1-a0dc-4b52-bf59-57717cad4ffc,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:45:45.946655 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-5563c314-d556-4225-b824-4b9a4e123bcc None None] Set router a60cabc9-9b34-4030-a553-f509f8a47ea4 gateway port host: dv-cinder-804757-16-iscsi {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:45:45.971500 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-b78c24e1-ee10-4b4c-8141-e14dd74f998e req-14a44543-96c7-490d-aa80-3eef0cc0d120 service neutron] For port 68ee11d8-fe63-488d-865f-5894761ddeab, host hv-cinder-80475, cleared binding levels {{(pid=109856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:45:46.073451 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-b78c24e1-ee10-4b4c-8141-e14dd74f998e req-14a44543-96c7-490d-aa80-3eef0cc0d120 service neutron] For port 68ee11d8-fe63-488d-865f-5894761ddeab, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=68ee11d8-fe63-488d-865f-5894761ddeab,segment=NetworkSegment(54a86aa8-24ec-4439-a4c6-53c007c338d4),segment_id=54a86aa8-24ec-4439-a4c6-53c007c338d4)] {{(pid=109856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:45:46.106558 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-62b797ea-a9ac-4c97-b5b5-3ee6f8c81557 req-d9275633-0dc1-4ebf-b8c1-ce597fadfae3 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=f0b97717b6834f3e8ecbc551e47a71ca&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3087463 Feb 21 09:45:46.128463 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73e4a99-5746-40f0-8767-4f27400e6bd1 req-fde02607-445b-42f2-8dc2-5001d8187078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:45:46.130298 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [req-f73e4a99-5746-40f0-8767-4f27400e6bd1 req-fde02607-445b-42f2-8dc2-5001d8187078 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6998dd3d35c9419e87f7ffd7d3cdb2bc&device_id=0a38e0f1-ae21-4d1c-a530-fb3731cca4c5 HTTP/1.1" status: 200 len: 1127 time: 0.2767966 Feb 21 09:45:46.153976 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-295b32da-7cfa-4ca0-ae9e-1cff90497ab7 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:46.283447 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-b78c24e1-ee10-4b4c-8141-e14dd74f998e req-14a44543-96c7-490d-aa80-3eef0cc0d120 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782759442315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782758885690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782758885708'] for port (68ee11d8-fe63-488d-865f-5894761ddeab), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:46.353390 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78c24e1-ee10-4b4c-8141-e14dd74f998e req-14a44543-96c7-490d-aa80-3eef0cc0d120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:45:46.354835 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-b78c24e1-ee10-4b4c-8141-e14dd74f998e req-14a44543-96c7-490d-aa80-3eef0cc0d120 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8333137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905581'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:46.356704 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-b78c24e1-ee10-4b4c-8141-e14dd74f998e req-14a44543-96c7-490d-aa80-3eef0cc0d120 service neutron] 10.222.0.69 "PUT /v2.0/ports/68ee11d8-fe63-488d-865f-5894761ddeab HTTP/1.1" status: 200 len: 1094 time: 4.0779169 Feb 21 09:45:46.367745 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4098aca-9efa-466f-9cf7-203ff307875f', 'tag': '68ee11d8-fe63-488d-865f-5894761ddeab'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:45:46.619198 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Provisioning complete for port afa4c6f1-a0dc-4b52-bf59-57717cad4ffc triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:45:46.621126 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7397950'] for port (afa4c6f1-a0dc-4b52-bf59-57717cad4ffc), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:46.634735 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73e4a99-5746-40f0-8767-4f27400e6bd1 req-6ed0e22b-405c-4264-a52f-5dd42b0c3805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:45:46.637045 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [req-f73e4a99-5746-40f0-8767-4f27400e6bd1 req-6ed0e22b-405c-4264-a52f-5dd42b0c3805 service neutron] 10.222.0.69 "GET /v2.0/networks?id=2900dd92-c6f8-4f13-9e54-0f6f4039aa07 HTTP/1.1" status: 200 len: 916 time: 0.4662638 Feb 21 09:45:46.727888 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [None req-295b32da-7cfa-4ca0-ae9e-1cff90497ab7 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Allocated IP 172.27.2.55 (bd3f1df6-77ad-4531-9eb3-69bc21002862/13a25a01-28fd-4407-b7c5-fe4349ebc744/ca776ef6-c6a0-4ea2-a9cd-80baf915058f) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:45:46.736257 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [req-f73e4a99-5746-40f0-8767-4f27400e6bd1 req-0767029a-c5cf-4c03-ab8f-9d8419e3407b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=96538a27-2ae0-4901-9c89-cfad396b7f3f HTTP/1.1" status: 200 len: 217 time: 0.0790043 Feb 21 09:45:46.883941 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73e4a99-5746-40f0-8767-4f27400e6bd1 req-4983326c-a44f-4446-ba59-135983fae7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:45:46.885675 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [req-f73e4a99-5746-40f0-8767-4f27400e6bd1 req-4983326c-a44f-4446-ba59-135983fae7b9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1623a8b2-3f98-4029-9afb-d2e0ee894b20 HTTP/1.1" status: 200 len: 855 time: 0.1392841 Feb 21 09:45:46.901049 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-28507251-ea22-4d3b-9fed-c88b4cedc5fc None None] Current status of the port afa4c6f1-a0dc-4b52-bf59-57717cad4ffc is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:45:46.954262 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [req-f73e4a99-5746-40f0-8767-4f27400e6bd1 req-bd74c98d-70a1-4db6-bd31-f6a751578c88 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2900dd92-c6f8-4f13-9e54-0f6f4039aa07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0622346 Feb 21 09:45:47.003455 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8868aa89-e054-45f8-8a67-109cacde69c6 req-0ccd35ac-7cdf-48c5-9c8d-61f5e2487da7 tempest-DeleteServersTestJSON-780152071 tempest-DeleteServersTestJSON-780152071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:45:47.005607 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-8868aa89-e054-45f8-8a67-109cacde69c6 req-0ccd35ac-7cdf-48c5-9c8d-61f5e2487da7 tempest-DeleteServersTestJSON-780152071 tempest-DeleteServersTestJSON-780152071-project] 10.222.0.71 "GET /v2.0/ports?device_id=d4098aca-9efa-466f-9cf7-203ff307875f HTTP/1.1" status: 200 len: 944 time: 0.8652956 Feb 21 09:45:47.096536 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a44543-96c7-490d-aa80-3eef0cc0d120 service neutron] Pushing event updated for resources: {'Port': ['ID=68ee11d8-fe63-488d-865f-5894761ddeab,revision_number=3']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:45:47.113497 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-62b797ea-a9ac-4c97-b5b5-3ee6f8c81557 req-53a11645-3126-4eb1-a41b-599bce3d4853 service neutron] 10.222.0.71 "GET /v2.0/networks/706f69fe-d205-4d95-9b18-bd6073de0e85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9977143 Feb 21 09:45:47.154516 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-5563c314-d556-4225-b824-4b9a4e123bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a60cabc9-9b34-4030-a553-f509f8a47ea4', 'name': 'tempest-ServerRescueNegativeTestJSON-939401634-router', 'tenant_id': 'f0b97717b6834f3e8ecbc551e47a71ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'external_fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '46311460-8c23-4ebf-83a4-3c7864e43c6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:45:30Z', 'updated_at': '2022-02-21T09:45:37Z', 'revision_number': 4, 'project_id': 'f0b97717b6834f3e8ecbc551e47a71ca', 'gw_port': {'id': '46311460-8c23-4ebf-83a4-3c7864e43c6f', 'name': '', 'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:f7:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a60cabc9-9b34-4030-a553-f509f8a47ea4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:45:31Z', 'updated_at': '2022-02-21T09:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-16-iscsi', '_interfaces': [{'id': '187c6e15-0ca9-41cc-9df5-6a48021469d7', 'name': '', 'network_id': '706f69fe-d205-4d95-9b18-bd6073de0e85', 'tenant_id': 'f0b97717b6834f3e8ecbc551e47a71ca', 'mac_address': 'fa:16:3e:8c:70:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a60cabc9-9b34-4030-a553-f509f8a47ea4', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '45738c06-7bf8-4f5a-88b1-5a2c943366a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:45:35Z', 'updated_at': '2022-02-21T09:45:43Z', 'revision_number': 4, 'project_id': 'f0b97717b6834f3e8ecbc551e47a71ca', 'subnets': [{'id': '45738c06-7bf8-4f5a-88b1-5a2c943366a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-16-iscsi', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:45:47.230999 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5563c314-d556-4225-b824-4b9a4e123bcc None None] The sync data for ids ['a60cabc9-9b34-4030-a553-f509f8a47ea4'] in dv-cinder-804757-16-iscsi is: [{'id': 'a60cabc9-9b34-4030-a553-f509f8a47ea4', 'name': 'tempest-ServerRescueNegativeTestJSON-939401634-router', 'tenant_id': 'f0b97717b6834f3e8ecbc551e47a71ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'external_fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '46311460-8c23-4ebf-83a4-3c7864e43c6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:45:30Z', 'updated_at': '2022-02-21T09:45:37Z', 'revision_number': 4, 'project_id': 'f0b97717b6834f3e8ecbc551e47a71ca', 'gw_port': {'id': '46311460-8c23-4ebf-83a4-3c7864e43c6f', 'name': '', 'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:f7:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a60cabc9-9b34-4030-a553-f509f8a47ea4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:45:31Z', 'updated_at': '2022-02-21T09:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-16-iscsi', '_interfaces': [{'id': '187c6e15-0ca9-41cc-9df5-6a48021469d7', 'name': '', 'network_id': '706f69fe-d205-4d95-9b18-bd6073de0e85', 'tenant_id': 'f0b97717b6834f3e8ecbc551e47a71ca', 'mac_address': 'fa:16:3e:8c:70:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a60cabc9-9b34-4030-a553-f509f8a47ea4', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '45738c06-7bf8-4f5a-88b1-5a2c943366a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:45:35Z', 'updated_at': '2022-02-21T09:45:43Z', 'revision_number': 4, 'project_id': 'f0b97717b6834f3e8ecbc551e47a71ca', 'subnets': [{'id': '45738c06-7bf8-4f5a-88b1-5a2c943366a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 09:45:47.235643 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Current status of the port afa4c6f1-a0dc-4b52-bf59-57717cad4ffc is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:45:47.243885 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-295b32da-7cfa-4ca0-ae9e-1cff90497ab7 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Publish callbacks [] for port (ca776ef6-c6a0-4ea2-a9cd-80baf915058f), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:47.390365 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c95017b57136a4249e8df2494e5587cd96ada80ae38c14c6a4695013360e62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12834118-4420-4894-b356-792f55785c52" -d '{"events": [{"name": "network-changed", "server_uuid": "d4098aca-9efa-466f-9cf7-203ff307875f", "tag": "68ee11d8-fe63-488d-865f-5894761ddeab"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:45:47.418280 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Device afa4c6f1-a0dc-4b52-bf59-57717cad4ffc up at agent ovs-agent-dv-cinder-804757-16-iscsi {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:45:47.482157 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-8868aa89-e054-45f8-8a67-109cacde69c6 req-6c1886e8-5766-4743-a042-41ce38e774a2 tempest-DeleteServersTestJSON-780152071 tempest-DeleteServersTestJSON-780152071-project] 10.222.0.71 "GET /v2.0/security-groups?id=5aac45d2-0deb-44ac-b104-bc7949795bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4125443 Feb 21 09:45:47.519493 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78c24e1-ee10-4b4c-8141-e14dd74f998e req-95d6b7fc-0ab6-4bb2-844e-a35c852ece52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:45:47.521347 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-b78c24e1-ee10-4b4c-8141-e14dd74f998e req-95d6b7fc-0ab6-4bb2-844e-a35c852ece52 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=56fa20d64f1c4564a29b2e8c463cf360&device_id=d4098aca-9efa-466f-9cf7-203ff307875f HTTP/1.1" status: 200 len: 1128 time: 0.6925857 Feb 21 09:45:47.541179 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Provisioning complete for port afa4c6f1-a0dc-4b52-bf59-57717cad4ffc triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:45:47.541581 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7397950'] for port (afa4c6f1-a0dc-4b52-bf59-57717cad4ffc), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:47.708481 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [req-f73e4a99-5746-40f0-8767-4f27400e6bd1 req-dd687adf-2dc5-492c-8962-8bb6c6ab736d service neutron] 10.222.0.69 "GET /v2.0/networks/2900dd92-c6f8-4f13-9e54-0f6f4039aa07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7411849 Feb 21 09:45:47.795997 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-b78c24e1-ee10-4b4c-8141-e14dd74f998e req-0db54767-b15f-43c1-8b6a-da02768098b0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=68ee11d8-fe63-488d-865f-5894761ddeab HTTP/1.1" status: 200 len: 217 time: 0.2429230 Feb 21 09:45:47.827073 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-62b797ea-a9ac-4c97-b5b5-3ee6f8c81557 req-7525cd02-aebc-46d5-99f9-b395bf010506 service neutron] 10.222.0.71 "GET /v2.0/networks/706f69fe-d205-4d95-9b18-bd6073de0e85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7126427 Feb 21 09:45:47.917961 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Current status of the port afa4c6f1-a0dc-4b52-bf59-57717cad4ffc is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:45:47.943063 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-295b32da-7cfa-4ca0-ae9e-1cff90497ab7 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782758885672'] for port (ca776ef6-c6a0-4ea2-a9cd-80baf915058f), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:48.023787 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78c24e1-ee10-4b4c-8141-e14dd74f998e req-e7c5e77f-4fcc-4ce3-908a-5d7992e4d894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:45:48.028407 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-b78c24e1-ee10-4b4c-8141-e14dd74f998e req-e7c5e77f-4fcc-4ce3-908a-5d7992e4d894 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f36dc070-8491-44b0-b8d3-f3c4258a456a HTTP/1.1" status: 200 len: 852 time: 0.1969912 Feb 21 09:45:48.056163 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca96f0dc-9ec8-4c42-8ecf-a2ca1944358a req-d56dfab2-65d2-4291-9def-959c9e1cc261 tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:45:48.058360 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-ca96f0dc-9ec8-4c42-8ecf-a2ca1944358a req-d56dfab2-65d2-4291-9def-959c9e1cc261 tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] 10.222.0.71 "GET /v2.0/ports?device_id=0a38e0f1-ae21-4d1c-a530-fb3731cca4c5 HTTP/1.1" status: 200 len: 943 time: 0.3514662 Feb 21 09:45:48.169059 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-b78c24e1-ee10-4b4c-8141-e14dd74f998e req-1f94615c-74a2-49b4-8bc9-94084c53eb62 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9a5d5e4a-2b31-4960-a60a-442c0ededb75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1305716 Feb 21 09:45:48.170901 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-295b32da-7cfa-4ca0-ae9e-1cff90497ab7 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Network bd3f1df6-77ad-4531-9eb3-69bc21002862 is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:45:48.223648 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-295b32da-7cfa-4ca0-ae9e-1cff90497ab7 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:45:48.232946 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295b32da-7cfa-4ca0-ae9e-1cff90497ab7 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 09:45:48.248528 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.69', 60646) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:45:48.400033 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295b32da-7cfa-4ca0-ae9e-1cff90497ab7 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Pushing event updated for resources: {'Port': ['ID=ca776ef6-c6a0-4ea2-a9cd-80baf915058f,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:45:48.471357 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [req-f73e4a99-5746-40f0-8767-4f27400e6bd1 req-2f2db35f-db68-43f5-b8c4-77d6d1397dca service neutron] 10.222.0.69 "GET /v2.0/networks/2900dd92-c6f8-4f13-9e54-0f6f4039aa07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7116830 Feb 21 09:45:48.620434 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-295b32da-7cfa-4ca0-ae9e-1cff90497ab7 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Publish callbacks [] for floatingip (d86be3a6-779e-4920-a21f-30b6e3626d31), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:48.724859 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-ca96f0dc-9ec8-4c42-8ecf-a2ca1944358a req-4e61aa20-c212-4566-94ef-1506ac90a519 tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] 10.222.0.71 "GET /v2.0/security-groups?id=051a1fb3-2910-49f8-b5d8-0e085de068fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6293607 Feb 21 09:45:48.771520 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 09:45:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f3ed3a3-a4db-4eb2-bcb8-452b548a4987 x-openstack-request-id: req-6f3ed3a3-a4db-4eb2-bcb8-452b548a4987 {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:45:48.771852 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4098aca-9efa-466f-9cf7-203ff307875f", "tag": "68ee11d8-fe63-488d-865f-5894761ddeab", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:45:48.772108 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-6f3ed3a3-a4db-4eb2-bcb8-452b548a4987 {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:45:48.773213 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4098aca-9efa-466f-9cf7-203ff307875f', 'tag': '68ee11d8-fe63-488d-865f-5894761ddeab', 'status': 'completed', 'code': 200} Feb 21 09:45:48.854751 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-295b32da-7cfa-4ca0-ae9e-1cff90497ab7 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (ca776ef6-c6a0-4ea2-a9cd-80baf915058f), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:49.080861 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-88f24b8c-1540-4d82-88e4-6d93d9f9c653 req-015eba4d-b2f1-4ef8-9ee8-da28fab768c5 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/ports?device_id=3f8f33d0-b9e5-4bbd-874b-6538418e7b6a HTTP/1.1" status: 200 len: 210 time: 0.1742017 Feb 21 09:45:49.091842 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-b78c24e1-ee10-4b4c-8141-e14dd74f998e req-5c9e31fd-9ed2-4bef-b1f5-94de5913d272 service neutron] 10.222.0.69 "GET /v2.0/networks/9a5d5e4a-2b31-4960-a60a-442c0ededb75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9091320 Feb 21 09:45:49.159028 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b633794d-94f2-4857-a20b-6330e313e623 req-fe817e3e-c33c-4296-bf09-2a4c6a41ff65 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:45:49.160085 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.71', 50228) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:45:49.169145 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-b633794d-94f2-4857-a20b-6330e313e623 req-fe817e3e-c33c-4296-bf09-2a4c6a41ff65 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.69 "GET /v2.0/networks?id=706f69fe-d205-4d95-9b18-bd6073de0e85 HTTP/1.1" status: 200 len: 818 time: 0.9113569 Feb 21 09:45:49.381086 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-295b32da-7cfa-4ca0-ae9e-1cff90497ab7 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Publish callbacks [] for port (ca776ef6-c6a0-4ea2-a9cd-80baf915058f), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:49.403542 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.v2.base [req-b633794d-94f2-4857-a20b-6330e313e623 req-b05da14e-5f22-4733-8b9d-cb15e3e28839 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] Request body: {'port': {'device_id': '676bc5c7-0aa9-4ac2-8391-afc3107d9065', 'network_id': '706f69fe-d205-4d95-9b18-bd6073de0e85', 'admin_state_up': True, 'tenant_id': 'f0b97717b6834f3e8ecbc551e47a71ca'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:45:49.469919 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Device 187c6e15-0ca9-41cc-9df5-6a48021469d7 up at agent ovs-agent-dv-cinder-804757-16-iscsi {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:45:49.470433 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-567c30a8-8373-406e-993e-1163e2cf7637 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:49.553244 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846d15ed-2fee-4142-bd8d-bfa97e3d7311 req-c1673cda-e839-4b3a-8ae1-01d1440a638e tempest-DeleteServersTestJSON-780152071 tempest-DeleteServersTestJSON-780152071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:45:49.612706 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-846d15ed-2fee-4142-bd8d-bfa97e3d7311 req-c1673cda-e839-4b3a-8ae1-01d1440a638e tempest-DeleteServersTestJSON-780152071 tempest-DeleteServersTestJSON-780152071-project] 10.222.0.71 "GET /v2.0/ports?device_id=d4098aca-9efa-466f-9cf7-203ff307875f HTTP/1.1" status: 200 len: 944 time: 0.6082702 Feb 21 09:45:49.613202 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Provisioning complete for port 187c6e15-0ca9-41cc-9df5-6a48021469d7 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:45:49.613202 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7397950'] for port (187c6e15-0ca9-41cc-9df5-6a48021469d7), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:49.613346 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-567c30a8-8373-406e-993e-1163e2cf7637 admin admin] Publish callbacks [] for security_group (3ebf642d-d991-4a29-bcc0-5f8e17eca359), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:49.613424 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-b78c24e1-ee10-4b4c-8141-e14dd74f998e req-f57fad3a-7c28-4062-b2f3-80247e18234d service neutron] 10.222.0.69 "GET /v2.0/networks/9a5d5e4a-2b31-4960-a60a-442c0ededb75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4350798 Feb 21 09:45:49.685664 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-846d15ed-2fee-4142-bd8d-bfa97e3d7311 req-b3922386-e453-4041-b4fb-5de718fce520 tempest-DeleteServersTestJSON-780152071 tempest-DeleteServersTestJSON-780152071-project] 10.222.0.71 "GET /v2.0/security-groups?id=5aac45d2-0deb-44ac-b104-bc7949795bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056812 Feb 21 09:45:49.687751 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Current status of the port 187c6e15-0ca9-41cc-9df5-6a48021469d7 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:45:49.688250 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (187c6e15-0ca9-41cc-9df5-6a48021469d7), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:49.738053 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] For port 187c6e15-0ca9-41cc-9df5-6a48021469d7, host dv-cinder-804757-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-16-iscsi',level=0,port_id=187c6e15-0ca9-41cc-9df5-6a48021469d7,segment=NetworkSegment(19825a35-379e-4869-b590-f5f5a4a92110),segment_id=19825a35-379e-4869-b590-f5f5a4a92110)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:45:49.938733 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f619d873-0cf5-4ce4-b935-fc516e2b0b7a req-b31da2ad-b84f-442a-abae-2e4c0af3b911 tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:45:49.941074 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-f619d873-0cf5-4ce4-b935-fc516e2b0b7a req-b31da2ad-b84f-442a-abae-2e4c0af3b911 tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] 10.222.0.71 "GET /v2.0/ports?device_id=0a38e0f1-ae21-4d1c-a530-fb3731cca4c5 HTTP/1.1" status: 200 len: 943 time: 0.1341822 Feb 21 09:45:50.028549 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-f619d873-0cf5-4ce4-b935-fc516e2b0b7a req-18180f6d-8285-489a-b262-fe6375aa47bd tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] 10.222.0.71 "GET /v2.0/security-groups?id=051a1fb3-2910-49f8-b5d8-0e085de068fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757685 Feb 21 09:45:50.262735 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-14e1521f-9e7b-4e3a-ad78-f0d0e5b8ebdb req-c8f88765-8837-49a2-9272-78e8efa71901 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/ports?device_id=3f8f33d0-b9e5-4bbd-874b-6538418e7b6a HTTP/1.1" status: 200 len: 210 time: 0.0366812 Feb 21 09:45:50.428097 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-295b32da-7cfa-4ca0-ae9e-1cff90497ab7 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782759442315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782758885690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782758885708'] for port (ca776ef6-c6a0-4ea2-a9cd-80baf915058f), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:50.472030 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-295b32da-7cfa-4ca0-ae9e-1cff90497ab7 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7917303'] for floatingip (d86be3a6-779e-4920-a21f-30b6e3626d31), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:50.496086 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b633794d-94f2-4857-a20b-6330e313e623 req-b05da14e-5f22-4733-8b9d-cb15e3e28839 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] Made reservation on behalf of f0b97717b6834f3e8ecbc551e47a71ca for: {'port': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:45:50.498434 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782759442315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782758885690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782758885708'] for port (187c6e15-0ca9-41cc-9df5-6a48021469d7), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:50.507619 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-b633794d-94f2-4857-a20b-6330e313e623 req-b05da14e-5f22-4733-8b9d-cb15e3e28839 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:50.508865 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-567c30a8-8373-406e-993e-1163e2cf7637 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (3ebf642d-d991-4a29-bcc0-5f8e17eca359), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:50.526882 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295b32da-7cfa-4ca0-ae9e-1cff90497ab7 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Pushing event updated for resources: {'Port': ['ID=ca776ef6-c6a0-4ea2-a9cd-80baf915058f,revision_number=2']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:45:50.579590 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-295b32da-7cfa-4ca0-ae9e-1cff90497ab7 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8333137'] for floatingip (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:50.603127 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [None req-295b32da-7cfa-4ca0-ae9e-1cff90497ab7 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.2043281 Feb 21 09:45:50.637071 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [None req-567c30a8-8373-406e-993e-1163e2cf7637 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=b721bbfa6d5540009a0978441b12fa71&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4729009 Feb 21 09:45:50.637071 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567c30a8-8373-406e-993e-1163e2cf7637 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ebf642d-d991-4a29-bcc0-5f8e17eca359,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:45:50.642423 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Pushing event updated for resources: {'Port': ['ID=187c6e15-0ca9-41cc-9df5-6a48021469d7,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:45:50.652133 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 50250) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:45:50.813537 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b5904e60-c446-4e45-8e81-b0f54449b727 admin admin] Publish callbacks [] for security_group (3ebf642d-d991-4a29-bcc0-5f8e17eca359), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:50.855289 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b5904e60-c446-4e45-8e81-b0f54449b727 admin admin] Publish callbacks [] for security_group (3ebf642d-d991-4a29-bcc0-5f8e17eca359), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:50.990697 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [req-b633794d-94f2-4857-a20b-6330e313e623 req-b05da14e-5f22-4733-8b9d-cb15e3e28839 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] Allocated IP 172.20.0.13 (706f69fe-d205-4d95-9b18-bd6073de0e85/45738c06-7bf8-4f5a-88b1-5a2c943366a6/63fe613a-e289-405c-8fa6-1b6e4f4be7ca) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:45:51.013431 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-f59c1122-31f6-41af-a6ff-bc7ea73e13ff req-50ac8a3f-3fc5-4d11-8fe6-34bb7d783944 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-securitygroup--2095466651&fields=id&tenant_id=5d61ba3d9f8c43fcb228fa6eb4c5812e HTTP/1.1" status: 200 len: 267 time: 0.1508143 Feb 21 09:45:51.080180 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ed4310-7afa-4b8e-950b-cb6250f3efff req-687e0352-aa85-4685-80a1-88544c63f34a tempest-DeleteServersTestJSON-780152071 tempest-DeleteServersTestJSON-780152071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:45:51.082654 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-43ed4310-7afa-4b8e-950b-cb6250f3efff req-687e0352-aa85-4685-80a1-88544c63f34a tempest-DeleteServersTestJSON-780152071 tempest-DeleteServersTestJSON-780152071-project] 10.222.0.71 "GET /v2.0/ports?device_id=d4098aca-9efa-466f-9cf7-203ff307875f HTTP/1.1" status: 200 len: 944 time: 0.2717762 Feb 21 09:45:51.303627 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12834118-4420-4894-b356-792f55785c52 req-f276e7d7-a683-4fc3-86eb-4cac11f37dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:45:51.306285 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-12834118-4420-4894-b356-792f55785c52 req-f276e7d7-a683-4fc3-86eb-4cac11f37dac service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=56fa20d64f1c4564a29b2e8c463cf360&device_id=d4098aca-9efa-466f-9cf7-203ff307875f HTTP/1.1" status: 200 len: 1128 time: 0.2540956 Feb 21 09:45:51.318140 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59c1122-31f6-41af-a6ff-bc7ea73e13ff req-185faf35-6079-4b6f-87bb-101db31cf011 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:45:51.326181 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-f59c1122-31f6-41af-a6ff-bc7ea73e13ff req-185faf35-6079-4b6f-87bb-101db31cf011 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] 10.222.0.71 "GET /v2.0/networks?id=a39dd4ba-2dc8-4985-98f9-5bf90669cfb1 HTTP/1.1" status: 200 len: 811 time: 0.2996457 Feb 21 09:45:51.333571 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-43ed4310-7afa-4b8e-950b-cb6250f3efff req-dd4427e1-a0db-4f94-a7e9-e935cceb9567 tempest-DeleteServersTestJSON-780152071 tempest-DeleteServersTestJSON-780152071-project] 10.222.0.71 "GET /v2.0/security-groups?id=5aac45d2-0deb-44ac-b104-bc7949795bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153978 Feb 21 09:45:51.344467 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Device 187c6e15-0ca9-41cc-9df5-6a48021469d7 up at agent ovs-agent-dv-cinder-804757-16-iscsi {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:45:51.441154 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-f59c1122-31f6-41af-a6ff-bc7ea73e13ff req-28c5d38c-21f7-49b8-99d3-72d6bf391b32 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] 10.222.0.71 "GET /v2.0/quotas/5d61ba3d9f8c43fcb228fa6eb4c5812e HTTP/1.1" status: 200 len: 375 time: 0.1139348 Feb 21 09:45:51.448390 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Provisioning complete for port 187c6e15-0ca9-41cc-9df5-6a48021469d7 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:45:51.449347 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7397950'] for port (187c6e15-0ca9-41cc-9df5-6a48021469d7), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:51.547214 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Current status of the port 187c6e15-0ca9-41cc-9df5-6a48021469d7 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:45:51.729314 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b5904e60-c446-4e45-8e81-b0f54449b727 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (3ebf642d-d991-4a29-bcc0-5f8e17eca359), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:51.731953 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b5904e60-c446-4e45-8e81-b0f54449b727 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:51.733092 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-b5904e60-c446-4e45-8e81-b0f54449b727 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/3ebf642d-d991-4a29-bcc0-5f8e17eca359 HTTP/1.1" status: 204 len: 168 time: 1.0799875 Feb 21 09:45:51.856464 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5904e60-c446-4e45-8e81-b0f54449b727 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ebf642d-d991-4a29-bcc0-5f8e17eca359,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:45:51.986930 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12834118-4420-4894-b356-792f55785c52 req-128d1a17-9da5-4076-8f19-95b2b806be62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:45:51.988653 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-12834118-4420-4894-b356-792f55785c52 req-128d1a17-9da5-4076-8f19-95b2b806be62 service neutron] 10.222.0.69 "GET /v2.0/networks?id=9a5d5e4a-2b31-4960-a60a-442c0ededb75 HTTP/1.1" status: 200 len: 913 time: 0.6398139 Feb 21 09:45:51.993249 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-b633794d-94f2-4857-a20b-6330e313e623 req-b05da14e-5f22-4733-8b9d-cb15e3e28839 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] Publish callbacks [] for port (63fe613a-e289-405c-8fa6-1b6e4f4be7ca), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:52.001395 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff006eff-8a68-4c0c-b362-2557031eea3a req-02fb0092-f4d2-4a07-ae7a-5bd334a98aeb tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:45:52.003055 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-ff006eff-8a68-4c0c-b362-2557031eea3a req-02fb0092-f4d2-4a07-ae7a-5bd334a98aeb tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] 10.222.0.71 "GET /v2.0/ports?device_id=0a38e0f1-ae21-4d1c-a530-fb3731cca4c5 HTTP/1.1" status: 200 len: 943 time: 0.3384831 Feb 21 09:45:52.017216 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-f59c1122-31f6-41af-a6ff-bc7ea73e13ff req-caacbd67-a77a-4143-852e-8b761b8d788e tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=5d61ba3d9f8c43fcb228fa6eb4c5812e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3476934 Feb 21 09:45:52.076075 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-12834118-4420-4894-b356-792f55785c52 req-87bd8ed6-192d-4826-9a0e-3dc4eea57741 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=68ee11d8-fe63-488d-865f-5894761ddeab HTTP/1.1" status: 200 len: 217 time: 0.0718749 Feb 21 09:45:52.256907 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12834118-4420-4894-b356-792f55785c52 req-fa585a15-fe1f-41ff-8bb5-e12f3c036182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:45:52.258492 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-12834118-4420-4894-b356-792f55785c52 req-fa585a15-fe1f-41ff-8bb5-e12f3c036182 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f36dc070-8491-44b0-b8d3-f3c4258a456a HTTP/1.1" status: 200 len: 852 time: 0.1524620 Feb 21 09:45:52.265403 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-ff006eff-8a68-4c0c-b362-2557031eea3a req-665997bb-297d-4b1a-8b30-cc5403d46dde tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] 10.222.0.71 "GET /v2.0/security-groups?id=051a1fb3-2910-49f8-b5d8-0e085de068fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074525 Feb 21 09:45:52.302504 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-f59c1122-31f6-41af-a6ff-bc7ea73e13ff req-8e9c8832-098d-4407-af0a-8bf015812cfc service neutron] 10.222.0.71 "GET /v2.0/networks/a39dd4ba-2dc8-4985-98f9-5bf90669cfb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2433879 Feb 21 09:45:52.403952 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-b633794d-94f2-4857-a20b-6330e313e623 req-b05da14e-5f22-4733-8b9d-cb15e3e28839 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782758885672'] for port (63fe613a-e289-405c-8fa6-1b6e4f4be7ca), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:52.441161 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-12834118-4420-4894-b356-792f55785c52 req-6db3e7d1-e1c9-4476-a7ea-b1ea071a89da service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9a5d5e4a-2b31-4960-a60a-442c0ededb75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1171279 Feb 21 09:45:52.478607 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-e3594414-255c-4ea3-b43f-ef0a6cda7065 req-665c1e64-3627-4457-9c79-9801ec78f134 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/ports?device_id=3f8f33d0-b9e5-4bbd-874b-6538418e7b6a HTTP/1.1" status: 200 len: 210 time: 0.0460660 Feb 21 09:45:52.585403 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b633794d-94f2-4857-a20b-6330e313e623 req-b05da14e-5f22-4733-8b9d-cb15e3e28839 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] Network 706f69fe-d205-4d95-9b18-bd6073de0e85 is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:45:52.605821 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [req-b633794d-94f2-4857-a20b-6330e313e623 req-b05da14e-5f22-4733-8b9d-cb15e3e28839 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:45:52.614919 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-b633794d-94f2-4857-a20b-6330e313e623 req-b05da14e-5f22-4733-8b9d-cb15e3e28839 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 09:45:52.620843 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b633794d-94f2-4857-a20b-6330e313e623 req-b05da14e-5f22-4733-8b9d-cb15e3e28839 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:45:52.624982 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-b633794d-94f2-4857-a20b-6330e313e623 req-b05da14e-5f22-4733-8b9d-cb15e3e28839 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8333137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905581'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:52.630943 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05da14e-5f22-4733-8b9d-cb15e3e28839 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] Pushing event updated for resources: {'Port': ['ID=63fe613a-e289-405c-8fa6-1b6e4f4be7ca,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:45:52.686820 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-f59c1122-31f6-41af-a6ff-bc7ea73e13ff req-eda8885d-33d3-4a9b-8eb0-3259e0fdbe6c service neutron] 10.222.0.71 "GET /v2.0/networks/a39dd4ba-2dc8-4985-98f9-5bf90669cfb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3766329 Feb 21 09:45:52.722493 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-12834118-4420-4894-b356-792f55785c52 req-6e8dad50-634c-4e21-b4be-07ea46801bb3 service neutron] 10.222.0.69 "GET /v2.0/networks/9a5d5e4a-2b31-4960-a60a-442c0ededb75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2160521 Feb 21 09:45:52.731266 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055d0da2-1eb9-46d4-a0d0-f6a94aa9f9ea req-4859e5c7-6b2e-4bdd-ab3e-cfa1e109b7a2 tempest-DeleteServersTestJSON-780152071 tempest-DeleteServersTestJSON-780152071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:45:52.737012 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-055d0da2-1eb9-46d4-a0d0-f6a94aa9f9ea req-4859e5c7-6b2e-4bdd-ab3e-cfa1e109b7a2 tempest-DeleteServersTestJSON-780152071 tempest-DeleteServersTestJSON-780152071-project] 10.222.0.71 "GET /v2.0/ports?device_id=d4098aca-9efa-466f-9cf7-203ff307875f HTTP/1.1" status: 200 len: 944 time: 0.1327410 Feb 21 09:45:52.808183 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-b633794d-94f2-4857-a20b-6330e313e623 req-b05da14e-5f22-4733-8b9d-cb15e3e28839 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4340446 Feb 21 09:45:52.833397 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.71', 50308) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:45:52.848922 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-995e00bb-c86e-4295-9132-408f9b01a162 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:52.853814 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-055d0da2-1eb9-46d4-a0d0-f6a94aa9f9ea req-beab355b-e82e-4da2-b907-9b9837c90b99 tempest-DeleteServersTestJSON-780152071 tempest-DeleteServersTestJSON-780152071-project] 10.222.0.71 "GET /v2.0/security-groups?id=5aac45d2-0deb-44ac-b104-bc7949795bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145737 Feb 21 09:45:52.871855 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-12834118-4420-4894-b356-792f55785c52 req-acee9c37-8d3b-48d9-8fbd-eee3ab72c5f1 service neutron] 10.222.0.69 "GET /v2.0/networks/9a5d5e4a-2b31-4960-a60a-442c0ededb75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337838 Feb 21 09:45:52.932235 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-995e00bb-c86e-4295-9132-408f9b01a162 admin admin] Publish callbacks [] for security_group (53715aeb-60a5-424d-ab97-2a5da822f686), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:52.961848 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.v2.base [req-b633794d-94f2-4857-a20b-6330e313e623 req-e6c8ae71-7c77-4f4e-9575-a557442f3bbc service neutron] Request body: {'port': {'device_id': '676bc5c7-0aa9-4ac2-8391-afc3107d9065', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:45:53.013767 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-995e00bb-c86e-4295-9132-408f9b01a162 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (53715aeb-60a5-424d-ab97-2a5da822f686), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:53.053494 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-bcf5421d-b368-478b-9624-58485426ef05 req-c4983e66-0bc8-4928-9d94-bda991d61147 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] 10.222.0.71 "GET /v2.0/ports?device_id=4bfaeb79-af34-4a8c-b852-5d9873f82eb1 HTTP/1.1" status: 200 len: 210 time: 0.0514710 Feb 21 09:45:53.112822 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-b633794d-94f2-4857-a20b-6330e313e623 req-e6c8ae71-7c77-4f4e-9575-a557442f3bbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (63fe613a-e289-405c-8fa6-1b6e4f4be7ca), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:53.122931 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [None req-995e00bb-c86e-4295-9132-408f9b01a162 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=4b913716f9174a8399091f59dd9a8a51&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2832718 Feb 21 09:45:53.127900 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.71', 50328) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:45:53.138033 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995e00bb-c86e-4295-9132-408f9b01a162 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53715aeb-60a5-424d-ab97-2a5da822f686,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:45:53.260414 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-9ace230f-cf7a-4a28-81f0-e84cb4d4e3b2 admin admin] Publish callbacks [] for security_group (53715aeb-60a5-424d-ab97-2a5da822f686), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:53.289179 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-9ace230f-cf7a-4a28-81f0-e84cb4d4e3b2 admin admin] Publish callbacks [] for security_group (53715aeb-60a5-424d-ab97-2a5da822f686), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:53.487895 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-9ace230f-cf7a-4a28-81f0-e84cb4d4e3b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (53715aeb-60a5-424d-ab97-2a5da822f686), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:53.496843 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-9ace230f-cf7a-4a28-81f0-e84cb4d4e3b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:53.500403 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [None req-9ace230f-cf7a-4a28-81f0-e84cb4d4e3b2 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/53715aeb-60a5-424d-ab97-2a5da822f686 HTTP/1.1" status: 204 len: 168 time: 0.3678622 Feb 21 09:45:53.528838 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ace230f-cf7a-4a28-81f0-e84cb4d4e3b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53715aeb-60a5-424d-ab97-2a5da822f686,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:45:53.632357 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-db09eb96-37b7-4b0f-a2c3-a59d4cfcd2ce req-3b0461d5-cf87-4d50-9240-c52849e7bf06 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/ports?device_id=3f8f33d0-b9e5-4bbd-874b-6538418e7b6a HTTP/1.1" status: 200 len: 210 time: 0.0517864 Feb 21 09:45:53.668168 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b797ea-a9ac-4c97-b5b5-3ee6f8c81557 req-1e00fd8c-c2d7-4dd2-8f3d-26596bd4ea8a tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:45:53.669752 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-62b797ea-a9ac-4c97-b5b5-3ee6f8c81557 req-1e00fd8c-c2d7-4dd2-8f3d-26596bd4ea8a tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.69 "GET /v2.0/networks?id=706f69fe-d205-4d95-9b18-bd6073de0e85 HTTP/1.1" status: 200 len: 818 time: 0.3228698 Feb 21 09:45:53.678048 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f46a40-5465-41df-bcd7-c088d619220a req-2788d69e-347b-4838-90e4-14418b9d6a9e tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:45:53.679552 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-91f46a40-5465-41df-bcd7-c088d619220a req-2788d69e-347b-4838-90e4-14418b9d6a9e tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] 10.222.0.71 "GET /v2.0/ports?device_id=0a38e0f1-ae21-4d1c-a530-fb3731cca4c5 HTTP/1.1" status: 200 len: 943 time: 0.2663269 Feb 21 09:45:53.686038 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.v2.base [req-62b797ea-a9ac-4c97-b5b5-3ee6f8c81557 req-2bbaafb3-9860-4be8-9dbf-6775a59876fd tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] Request body: {'port': {'device_id': '3f8f33d0-b9e5-4bbd-874b-6538418e7b6a', 'network_id': '706f69fe-d205-4d95-9b18-bd6073de0e85', 'admin_state_up': True, 'tenant_id': 'f0b97717b6834f3e8ecbc551e47a71ca'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:45:53.866873 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.notifiers.nova [req-b633794d-94f2-4857-a20b-6330e313e623 req-e6c8ae71-7c77-4f4e-9575-a557442f3bbc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63fe613a-e289-405c-8fa6-1b6e4f4be7ca {{(pid=109856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 09:45:53.881301 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-b633794d-94f2-4857-a20b-6330e313e623 req-e6c8ae71-7c77-4f4e-9575-a557442f3bbc service neutron] Publish callbacks [] for port (63fe613a-e289-405c-8fa6-1b6e4f4be7ca), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:53.888220 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-91f46a40-5465-41df-bcd7-c088d619220a req-027cf7b6-7611-42f4-ad4a-210097f313d7 tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] 10.222.0.71 "GET /v2.0/security-groups?id=051a1fb3-2910-49f8-b5d8-0e085de068fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976998 Feb 21 09:45:53.904416 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.db.provisioning_blocks [req-b633794d-94f2-4857-a20b-6330e313e623 req-e6c8ae71-7c77-4f4e-9575-a557442f3bbc service neutron] Transition to ACTIVE for port object 63fe613a-e289-405c-8fa6-1b6e4f4be7ca will not be triggered until provisioned by entity L2. {{(pid=109856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:45:53.972467 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-b633794d-94f2-4857-a20b-6330e313e623 req-e6c8ae71-7c77-4f4e-9575-a557442f3bbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782759442315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782758885690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782758885708'] for port (63fe613a-e289-405c-8fa6-1b6e4f4be7ca), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:54.079821 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62b797ea-a9ac-4c97-b5b5-3ee6f8c81557 req-2bbaafb3-9860-4be8-9dbf-6775a59876fd tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] Made reservation on behalf of f0b97717b6834f3e8ecbc551e47a71ca for: {'port': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:45:54.086822 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-62b797ea-a9ac-4c97-b5b5-3ee6f8c81557 req-2bbaafb3-9860-4be8-9dbf-6775a59876fd tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:54.372240 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c8ae71-7c77-4f4e-9575-a557442f3bbc service neutron] Pushing event updated for resources: {'Port': ['ID=63fe613a-e289-405c-8fa6-1b6e4f4be7ca,revision_number=2']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:45:54.413816 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-33e41880-d9a5-47cb-b785-9be9209699c6 req-015ae073-15aa-4a5c-9aa0-d7e3f839afca tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] 10.222.0.71 "GET /v2.0/ports?device_id=4bfaeb79-af34-4a8c-b852-5d9873f82eb1 HTTP/1.1" status: 200 len: 210 time: 0.0656052 Feb 21 09:45:54.447538 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.71', 50400) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:45:54.460643 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-553d365b-bd8f-4671-9683-cd3263c0d89f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:54.492382 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-b633794d-94f2-4857-a20b-6330e313e623 req-e6c8ae71-7c77-4f4e-9575-a557442f3bbc service neutron] Attempting to bind port 63fe613a-e289-405c-8fa6-1b6e4f4be7ca on host hv-cinder-80475 for vnic_type normal with profile {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 09:45:54.492738 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-b633794d-94f2-4857-a20b-6330e313e623 req-e6c8ae71-7c77-4f4e-9575-a557442f3bbc service neutron] Attempting to bind port 63fe613a-e289-405c-8fa6-1b6e4f4be7ca by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': '19825a35-379e-4869-b590-f5f5a4a92110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '706f69fe-d205-4d95-9b18-bd6073de0e85'}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 09:45:54.493060 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b633794d-94f2-4857-a20b-6330e313e623 req-e6c8ae71-7c77-4f4e-9575-a557442f3bbc service neutron] Attempting to bind port 63fe613a-e289-405c-8fa6-1b6e4f4be7ca on network 706f69fe-d205-4d95-9b18-bd6073de0e85 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 09:45:54.511917 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c92879-fe34-453c-9a24-0fb0f76da52a req-9d00817b-b50e-4bdf-9f10-c5b89bcecdb6 tempest-DeleteServersTestJSON-780152071 tempest-DeleteServersTestJSON-780152071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:45:54.517132 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-e5c92879-fe34-453c-9a24-0fb0f76da52a req-9d00817b-b50e-4bdf-9f10-c5b89bcecdb6 tempest-DeleteServersTestJSON-780152071 tempest-DeleteServersTestJSON-780152071-project] 10.222.0.71 "GET /v2.0/ports?device_id=d4098aca-9efa-466f-9cf7-203ff307875f HTTP/1.1" status: 200 len: 944 time: 0.4641898 Feb 21 09:45:54.520496 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b633794d-94f2-4857-a20b-6330e313e623 req-e6c8ae71-7c77-4f4e-9575-a557442f3bbc service neutron] Port 63fe613a-e289-405c-8fa6-1b6e4f4be7ca on network 706f69fe-d205-4d95-9b18-bd6073de0e85 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 09:45:54.520844 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b633794d-94f2-4857-a20b-6330e313e623 req-e6c8ae71-7c77-4f4e-9575-a557442f3bbc service neutron] Attempting to bind port 63fe613a-e289-405c-8fa6-1b6e4f4be7ca on network 706f69fe-d205-4d95-9b18-bd6073de0e85 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 09:45:54.541588 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-553d365b-bd8f-4671-9683-cd3263c0d89f admin admin] Publish callbacks [] for security_group (731025a6-84ca-4cc7-903e-46c968001656), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:54.543268 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b633794d-94f2-4857-a20b-6330e313e623 req-e6c8ae71-7c77-4f4e-9575-a557442f3bbc service neutron] Checking agent: {'id': 'f5044fde-eef4-46eb-b3ce-4ab87030ccc0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 9, 43, 36), 'started_at': datetime.datetime(2022, 2, 21, 9, 43, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 45, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 09:45:54.543622 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b633794d-94f2-4857-a20b-6330e313e623 req-e6c8ae71-7c77-4f4e-9575-a557442f3bbc service neutron] Checking segment: {'id': '19825a35-379e-4869-b590-f5f5a4a92110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '706f69fe-d205-4d95-9b18-bd6073de0e85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 09:45:54.543991 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b633794d-94f2-4857-a20b-6330e313e623 req-e6c8ae71-7c77-4f4e-9575-a557442f3bbc service neutron] Bound using segment: {'id': '19825a35-379e-4869-b590-f5f5a4a92110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '706f69fe-d205-4d95-9b18-bd6073de0e85'} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 09:45:54.544430 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-b633794d-94f2-4857-a20b-6330e313e623 req-e6c8ae71-7c77-4f4e-9575-a557442f3bbc service neutron] Bound port: 63fe613a-e289-405c-8fa6-1b6e4f4be7ca, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19825a35-379e-4869-b590-f5f5a4a92110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '706f69fe-d205-4d95-9b18-bd6073de0e85'}}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 09:45:54.544805 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-b633794d-94f2-4857-a20b-6330e313e623 req-e6c8ae71-7c77-4f4e-9575-a557442f3bbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (63fe613a-e289-405c-8fa6-1b6e4f4be7ca), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:54.621836 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-553d365b-bd8f-4671-9683-cd3263c0d89f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (731025a6-84ca-4cc7-903e-46c968001656), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:54.661690 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [None req-553d365b-bd8f-4671-9683-cd3263c0d89f admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=66d5f05780ba49a9871bf6682855ca8b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2095323 Feb 21 09:45:54.661888 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.71', 50406) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:45:54.670975 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553d365b-bd8f-4671-9683-cd3263c0d89f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=731025a6-84ca-4cc7-903e-46c968001656,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:45:54.687944 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-e5c92879-fe34-453c-9a24-0fb0f76da52a req-bfb57d62-2a71-4635-b910-a5c28519b10b tempest-DeleteServersTestJSON-780152071 tempest-DeleteServersTestJSON-780152071-project] 10.222.0.71 "GET /v2.0/security-groups?id=5aac45d2-0deb-44ac-b104-bc7949795bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555200 Feb 21 09:45:54.711472 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [req-62b797ea-a9ac-4c97-b5b5-3ee6f8c81557 req-2bbaafb3-9860-4be8-9dbf-6775a59876fd tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] Allocated IP 172.20.0.6 (706f69fe-d205-4d95-9b18-bd6073de0e85/45738c06-7bf8-4f5a-88b1-5a2c943366a6/c2b65b5f-9cd3-482d-b892-be7ad6ef7bda) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:45:54.718939 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-b633794d-94f2-4857-a20b-6330e313e623 req-e6c8ae71-7c77-4f4e-9575-a557442f3bbc service neutron] For port 63fe613a-e289-405c-8fa6-1b6e4f4be7ca, host hv-cinder-80475, cleared binding levels {{(pid=109856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:45:54.720681 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1f3a320d-7379-4a8c-9f17-bd1f9c2ff48c admin admin] Publish callbacks [] for security_group (731025a6-84ca-4cc7-903e-46c968001656), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:54.725244 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-b633794d-94f2-4857-a20b-6330e313e623 req-e6c8ae71-7c77-4f4e-9575-a557442f3bbc service neutron] For port 63fe613a-e289-405c-8fa6-1b6e4f4be7ca, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=63fe613a-e289-405c-8fa6-1b6e4f4be7ca,segment=NetworkSegment(19825a35-379e-4869-b590-f5f5a4a92110),segment_id=19825a35-379e-4869-b590-f5f5a4a92110)] {{(pid=109856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:45:54.743375 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1f3a320d-7379-4a8c-9f17-bd1f9c2ff48c admin admin] Publish callbacks [] for security_group (731025a6-84ca-4cc7-903e-46c968001656), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:54.793554 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-fdac7eb8-5ac6-4aee-b342-31d164328a8d req-c347673e-8149-41cb-8a94-4f25c6e85a9c tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/ports?device_id=3f8f33d0-b9e5-4bbd-874b-6538418e7b6a HTTP/1.1" status: 200 len: 210 time: 0.0430951 Feb 21 09:45:54.803344 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-b633794d-94f2-4857-a20b-6330e313e623 req-e6c8ae71-7c77-4f4e-9575-a557442f3bbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782759442315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782758885690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782758885708'] for port (63fe613a-e289-405c-8fa6-1b6e4f4be7ca), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:54.880574 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b633794d-94f2-4857-a20b-6330e313e623 req-e6c8ae71-7c77-4f4e-9575-a557442f3bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:45:54.881200 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-b633794d-94f2-4857-a20b-6330e313e623 req-e6c8ae71-7c77-4f4e-9575-a557442f3bbc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8333137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905581'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:54.882849 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-b633794d-94f2-4857-a20b-6330e313e623 req-e6c8ae71-7c77-4f4e-9575-a557442f3bbc service neutron] 10.222.0.69 "PUT /v2.0/ports/63fe613a-e289-405c-8fa6-1b6e4f4be7ca HTTP/1.1" status: 200 len: 1094 time: 1.9257808 Feb 21 09:45:54.883308 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '676bc5c7-0aa9-4ac2-8391-afc3107d9065', 'tag': '63fe613a-e289-405c-8fa6-1b6e4f4be7ca'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:45:54.885638 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c95017b57136a4249e8df2494e5587cd96ada80ae38c14c6a4695013360e62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93ff5fd3-8966-4e69-b29e-5a092e08581a" -d '{"events": [{"name": "network-changed", "server_uuid": "676bc5c7-0aa9-4ac2-8391-afc3107d9065", "tag": "63fe613a-e289-405c-8fa6-1b6e4f4be7ca"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:45:54.899676 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1f3a320d-7379-4a8c-9f17-bd1f9c2ff48c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (731025a6-84ca-4cc7-903e-46c968001656), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:54.902537 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1f3a320d-7379-4a8c-9f17-bd1f9c2ff48c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:54.903945 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [None req-1f3a320d-7379-4a8c-9f17-bd1f9c2ff48c admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/731025a6-84ca-4cc7-903e-46c968001656 HTTP/1.1" status: 204 len: 168 time: 0.2409821 Feb 21 09:45:54.916648 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3a320d-7379-4a8c-9f17-bd1f9c2ff48c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=731025a6-84ca-4cc7-903e-46c968001656,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:45:54.965262 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c8ae71-7c77-4f4e-9575-a557442f3bbc service neutron] Pushing event updated for resources: {'Port': ['ID=63fe613a-e289-405c-8fa6-1b6e4f4be7ca,revision_number=3']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:45:54.974742 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 09:45:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc3ba893-3833-40bb-8dad-1c0048f79d4e x-openstack-request-id: req-fc3ba893-3833-40bb-8dad-1c0048f79d4e {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:45:54.974742 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "676bc5c7-0aa9-4ac2-8391-afc3107d9065", "tag": "63fe613a-e289-405c-8fa6-1b6e4f4be7ca", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:45:54.975045 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-fc3ba893-3833-40bb-8dad-1c0048f79d4e {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:45:54.975469 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '676bc5c7-0aa9-4ac2-8391-afc3107d9065', 'tag': '63fe613a-e289-405c-8fa6-1b6e4f4be7ca', 'status': 'completed', 'code': 200} Feb 21 09:45:54.986201 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-62b797ea-a9ac-4c97-b5b5-3ee6f8c81557 req-2bbaafb3-9860-4be8-9dbf-6775a59876fd tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] Publish callbacks [] for port (c2b65b5f-9cd3-482d-b892-be7ad6ef7bda), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:55.110350 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ff5fd3-8966-4e69-b29e-5a092e08581a req-b920fc20-100c-4534-a24f-4ae1291b4a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:45:55.111963 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-93ff5fd3-8966-4e69-b29e-5a092e08581a req-b920fc20-100c-4534-a24f-4ae1291b4a00 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f0b97717b6834f3e8ecbc551e47a71ca&device_id=676bc5c7-0aa9-4ac2-8391-afc3107d9065 HTTP/1.1" status: 200 len: 1128 time: 0.1072509 Feb 21 09:45:55.142134 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2e67e2-561a-49a8-b45b-d14b5dd1191a req-6abd53a0-1d97-40ff-a73a-f3c7595904e7 tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:45:55.143727 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-7d2e67e2-561a-49a8-b45b-d14b5dd1191a req-6abd53a0-1d97-40ff-a73a-f3c7595904e7 tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] 10.222.0.71 "GET /v2.0/ports?device_id=0a38e0f1-ae21-4d1c-a530-fb3731cca4c5 HTTP/1.1" status: 200 len: 943 time: 0.0965049 Feb 21 09:45:55.235823 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-62b797ea-a9ac-4c97-b5b5-3ee6f8c81557 req-2bbaafb3-9860-4be8-9dbf-6775a59876fd tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782758885672'] for port (c2b65b5f-9cd3-482d-b892-be7ad6ef7bda), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:55.349621 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62b797ea-a9ac-4c97-b5b5-3ee6f8c81557 req-2bbaafb3-9860-4be8-9dbf-6775a59876fd tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] Network 706f69fe-d205-4d95-9b18-bd6073de0e85 is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:45:55.372162 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbaafb3-9860-4be8-9dbf-6775a59876fd tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] Pushing event updated for resources: {'Port': ['ID=c2b65b5f-9cd3-482d-b892-be7ad6ef7bda,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:45:55.374433 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [req-62b797ea-a9ac-4c97-b5b5-3ee6f8c81557 req-2bbaafb3-9860-4be8-9dbf-6775a59876fd tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:45:55.382902 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-62b797ea-a9ac-4c97-b5b5-3ee6f8c81557 req-2bbaafb3-9860-4be8-9dbf-6775a59876fd tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 09:45:55.387104 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b797ea-a9ac-4c97-b5b5-3ee6f8c81557 req-2bbaafb3-9860-4be8-9dbf-6775a59876fd tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:45:55.387729 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-62b797ea-a9ac-4c97-b5b5-3ee6f8c81557 req-2bbaafb3-9860-4be8-9dbf-6775a59876fd tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8333137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905581'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:55.398987 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-7d2e67e2-561a-49a8-b45b-d14b5dd1191a req-1c2e48ff-046b-44e8-ad49-df918a13ae20 tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] 10.222.0.71 "GET /v2.0/security-groups?id=051a1fb3-2910-49f8-b5d8-0e085de068fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2381148 Feb 21 09:45:55.408781 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ff5fd3-8966-4e69-b29e-5a092e08581a req-b3aeaee4-2ea2-4c51-b8d9-6c6fe0642afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:45:55.410135 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-93ff5fd3-8966-4e69-b29e-5a092e08581a req-b3aeaee4-2ea2-4c51-b8d9-6c6fe0642afe service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=f0b97717b6834f3e8ecbc551e47a71ca&shared=False HTTP/1.1" status: 200 len: 919 time: 0.2909775 Feb 21 09:45:55.561108 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-68d40826-ab1b-432e-a8d9-0185d3c12a9b req-b0b7d0c4-138a-4635-865e-a357716cba97 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] 10.222.0.71 "GET /v2.0/ports?device_id=4bfaeb79-af34-4a8c-b852-5d9873f82eb1 HTTP/1.1" status: 200 len: 210 time: 0.0555391 Feb 21 09:45:55.569745 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-62b797ea-a9ac-4c97-b5b5-3ee6f8c81557 req-2bbaafb3-9860-4be8-9dbf-6775a59876fd tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8885062 Feb 21 09:45:55.580237 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.v2.base [req-62b797ea-a9ac-4c97-b5b5-3ee6f8c81557 req-6ce52607-e352-4850-a517-5d1c69b83500 service neutron] Request body: {'port': {'device_id': '3f8f33d0-b9e5-4bbd-874b-6538418e7b6a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:45:55.655933 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ff5fd3-8966-4e69-b29e-5a092e08581a req-d94105ed-117a-414f-a3c9-b0e78263735f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:45:55.657405 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-93ff5fd3-8966-4e69-b29e-5a092e08581a req-d94105ed-117a-414f-a3c9-b0e78263735f service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2402415 Feb 21 09:45:55.682943 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-62b797ea-a9ac-4c97-b5b5-3ee6f8c81557 req-6ce52607-e352-4850-a517-5d1c69b83500 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (c2b65b5f-9cd3-482d-b892-be7ad6ef7bda), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:55.997519 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59c1122-31f6-41af-a6ff-bc7ea73e13ff req-9cc33bac-4e5b-4ac0-b237-2f2547200a40 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:45:55.999383 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [req-f59c1122-31f6-41af-a6ff-bc7ea73e13ff req-9cc33bac-4e5b-4ac0-b237-2f2547200a40 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] 10.222.0.69 "GET /v2.0/networks?id=a39dd4ba-2dc8-4985-98f9-5bf90669cfb1 HTTP/1.1" status: 200 len: 811 time: 0.1558328 Feb 21 09:45:56.003729 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b633794d-94f2-4857-a20b-6330e313e623 req-7f33342d-e8c1-46fe-aa77-3edcdbe3b41a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:45:56.005843 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-b633794d-94f2-4857-a20b-6330e313e623 req-7f33342d-e8c1-46fe-aa77-3edcdbe3b41a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f0b97717b6834f3e8ecbc551e47a71ca&device_id=676bc5c7-0aa9-4ac2-8391-afc3107d9065 HTTP/1.1" status: 200 len: 1128 time: 0.3072019 Feb 21 09:45:56.073526 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2d51c0-826f-45ca-9465-7d8e57778a31 req-598a16ce-ff17-4236-9dd9-a87a9cb87185 tempest-DeleteServersTestJSON-780152071 tempest-DeleteServersTestJSON-780152071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:45:56.074995 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-5e2d51c0-826f-45ca-9465-7d8e57778a31 req-598a16ce-ff17-4236-9dd9-a87a9cb87185 tempest-DeleteServersTestJSON-780152071 tempest-DeleteServersTestJSON-780152071-project] 10.222.0.71 "GET /v2.0/ports?device_id=d4098aca-9efa-466f-9cf7-203ff307875f HTTP/1.1" status: 200 len: 944 time: 0.3016045 Feb 21 09:45:56.085275 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-b633794d-94f2-4857-a20b-6330e313e623 req-0e595d58-1c78-4347-b109-8d32986fb2ef service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=63fe613a-e289-405c-8fa6-1b6e4f4be7ca HTTP/1.1" status: 200 len: 217 time: 0.0627894 Feb 21 09:45:56.093680 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [req-f59c1122-31f6-41af-a6ff-bc7ea73e13ff req-2e167daf-e297-4972-a9fe-acbbd60f9197 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5d61ba3d9f8c43fcb228fa6eb4c5812e HTTP/1.1" status: 200 len: 380 time: 0.0749681 Feb 21 09:45:56.103198 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.v2.base [req-f59c1122-31f6-41af-a6ff-bc7ea73e13ff req-cae1b9b6-bb9e-4350-89a4-6d20120a46d9 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Request body: {'port': {'device_id': '4bfaeb79-af34-4a8c-b852-5d9873f82eb1', 'network_id': 'a39dd4ba-2dc8-4985-98f9-5bf90669cfb1', 'admin_state_up': True, 'tenant_id': '5d61ba3d9f8c43fcb228fa6eb4c5812e', 'security_groups': ['5bde2634-daa9-411a-9a51-1555fe5f78b3']}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:45:56.188649 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2813115d-aba8-4c9c-be9c-4156b4c46378 req-c871ba10-7ebf-41e1-b1f7-27db8f688c9b tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:45:56.195593 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-2813115d-aba8-4c9c-be9c-4156b4c46378 req-c871ba10-7ebf-41e1-b1f7-27db8f688c9b tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/ports?device_id=3f8f33d0-b9e5-4bbd-874b-6538418e7b6a HTTP/1.1" status: 200 len: 931 time: 0.2881300 Feb 21 09:45:56.261824 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b633794d-94f2-4857-a20b-6330e313e623 req-289f585b-9f0a-45f2-8859-7eb4afc1889c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:45:56.263382 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-b633794d-94f2-4857-a20b-6330e313e623 req-289f585b-9f0a-45f2-8859-7eb4afc1889c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=45738c06-7bf8-4f5a-88b1-5a2c943366a6 HTTP/1.1" status: 200 len: 858 time: 0.1444612 Feb 21 09:45:56.307585 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f59c1122-31f6-41af-a6ff-bc7ea73e13ff req-cae1b9b6-bb9e-4350-89a4-6d20120a46d9 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Made reservation on behalf of 5d61ba3d9f8c43fcb228fa6eb4c5812e for: {'port': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:45:56.314354 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-f59c1122-31f6-41af-a6ff-bc7ea73e13ff req-cae1b9b6-bb9e-4350-89a4-6d20120a46d9 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:56.465957 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Device 68ee11d8-fe63-488d-865f-5894761ddeab details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 09:45:56.500349 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-5e2d51c0-826f-45ca-9465-7d8e57778a31 req-f7e51ae7-25c2-484d-b98a-35e90f897fb4 tempest-DeleteServersTestJSON-780152071 tempest-DeleteServersTestJSON-780152071-project] 10.222.0.71 "GET /v2.0/security-groups?id=5aac45d2-0deb-44ac-b104-bc7949795bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4104152 Feb 21 09:45:56.546001 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [req-f59c1122-31f6-41af-a6ff-bc7ea73e13ff req-cae1b9b6-bb9e-4350-89a4-6d20120a46d9 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Allocated IP 172.20.0.14 (a39dd4ba-2dc8-4985-98f9-5bf90669cfb1/5db82f34-89a4-439c-8cf7-f4743decbdc2/f3c05965-3d29-40b7-9d77-89aab1fbb424) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:45:56.579339 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-b633794d-94f2-4857-a20b-6330e313e623 req-4a79c229-cd8a-4209-8dd3-621f4e840248 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=706f69fe-d205-4d95-9b18-bd6073de0e85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2996242 Feb 21 09:45:56.633202 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-2813115d-aba8-4c9c-be9c-4156b4c46378 req-2033f269-116c-44c8-bee0-3c93e9fc1e16 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/security-groups?id=8d9cb245-cf06-4580-adf5-355ae63bcdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4294019 Feb 21 09:45:56.650422 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] For port 68ee11d8-fe63-488d-865f-5894761ddeab, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=68ee11d8-fe63-488d-865f-5894761ddeab,segment=NetworkSegment(54a86aa8-24ec-4439-a4c6-53c007c338d4),segment_id=54a86aa8-24ec-4439-a4c6-53c007c338d4)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:45:56.666760 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Returning: {'device': '68ee11d8-fe63-488d-865f-5894761ddeab', 'network_id': '9a5d5e4a-2b31-4960-a60a-442c0ededb75', 'port_id': '68ee11d8-fe63-488d-865f-5894761ddeab', 'mac_address': 'fa:16:3e:12:25:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f36dc070-8491-44b0-b8d3-f3c4258a456a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 09:45:56.729757 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Current status of the port 68ee11d8-fe63-488d-865f-5894761ddeab is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:45:56.730397 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (68ee11d8-fe63-488d-865f-5894761ddeab), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:56.778625 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68ee11d8-fe63-488d-865f-5894761ddeab {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 09:45:56.815544 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] For port 68ee11d8-fe63-488d-865f-5894761ddeab, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=68ee11d8-fe63-488d-865f-5894761ddeab,segment=NetworkSegment(54a86aa8-24ec-4439-a4c6-53c007c338d4),segment_id=54a86aa8-24ec-4439-a4c6-53c007c338d4)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:45:56.896120 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782759442315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782758885690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782758885708'] for port (68ee11d8-fe63-488d-865f-5894761ddeab), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:56.899432 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Device 96538a27-2ae0-4901-9c89-cfad396b7f3f details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 09:45:56.921508 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-f59c1122-31f6-41af-a6ff-bc7ea73e13ff req-cae1b9b6-bb9e-4350-89a4-6d20120a46d9 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Publish callbacks [] for port (f3c05965-3d29-40b7-9d77-89aab1fbb424), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:56.990346 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990ad28c-3bd1-4b8f-9ac7-433c51c61448 req-a6a27036-bc89-4feb-b4f0-78148412a222 tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:45:56.994947 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-990ad28c-3bd1-4b8f-9ac7-433c51c61448 req-a6a27036-bc89-4feb-b4f0-78148412a222 tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] 10.222.0.71 "GET /v2.0/ports?device_id=0a38e0f1-ae21-4d1c-a530-fb3731cca4c5 HTTP/1.1" status: 200 len: 943 time: 0.3592863 Feb 21 09:45:57.017955 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-dcee1f3b-45a3-4bd8-b73c-808189ad0305 req-5d5eef23-7ea1-4a5d-9f30-b162bc9a9cb1 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] 10.222.0.71 "GET /v2.0/ports?device_id=4bfaeb79-af34-4a8c-b852-5d9873f82eb1 HTTP/1.1" status: 200 len: 210 time: 0.2094879 Feb 21 09:45:57.037313 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Pushing event updated for resources: {'Port': ['ID=68ee11d8-fe63-488d-865f-5894761ddeab,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:45:57.037478 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.notifiers.nova [req-62b797ea-a9ac-4c97-b5b5-3ee6f8c81557 req-6ce52607-e352-4850-a517-5d1c69b83500 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2b65b5f-9cd3-482d-b892-be7ad6ef7bda {{(pid=109856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 09:45:57.053034 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-62b797ea-a9ac-4c97-b5b5-3ee6f8c81557 req-6ce52607-e352-4850-a517-5d1c69b83500 service neutron] Publish callbacks [] for port (c2b65b5f-9cd3-482d-b892-be7ad6ef7bda), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:57.083517 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] For port 96538a27-2ae0-4901-9c89-cfad396b7f3f, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=96538a27-2ae0-4901-9c89-cfad396b7f3f,segment=NetworkSegment(883b1861-d076-4ce8-a994-a672e2419836),segment_id=883b1861-d076-4ce8-a994-a672e2419836)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:45:57.089057 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.db.provisioning_blocks [req-62b797ea-a9ac-4c97-b5b5-3ee6f8c81557 req-6ce52607-e352-4850-a517-5d1c69b83500 service neutron] Transition to ACTIVE for port object c2b65b5f-9cd3-482d-b892-be7ad6ef7bda will not be triggered until provisioned by entity L2. {{(pid=109856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:45:57.095967 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Returning: {'device': '96538a27-2ae0-4901-9c89-cfad396b7f3f', 'network_id': '2900dd92-c6f8-4f13-9e54-0f6f4039aa07', 'port_id': '96538a27-2ae0-4901-9c89-cfad396b7f3f', 'mac_address': 'fa:16:3e:ba:d8:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1623a8b2-3f98-4029-9afb-d2e0ee894b20', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 09:45:57.121318 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-990ad28c-3bd1-4b8f-9ac7-433c51c61448 req-81c374a4-214a-4db9-804c-d3fe0b3b1bff tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] 10.222.0.71 "GET /v2.0/security-groups?id=051a1fb3-2910-49f8-b5d8-0e085de068fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023967 Feb 21 09:45:57.123347 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-b633794d-94f2-4857-a20b-6330e313e623 req-a5aee8ba-acce-457f-9d36-c18e4c07eea8 service neutron] 10.222.0.69 "GET /v2.0/networks/706f69fe-d205-4d95-9b18-bd6073de0e85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4803956 Feb 21 09:45:57.143487 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-f59c1122-31f6-41af-a6ff-bc7ea73e13ff req-cae1b9b6-bb9e-4350-89a4-6d20120a46d9 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782758885672'] for port (f3c05965-3d29-40b7-9d77-89aab1fbb424), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:57.150286 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Current status of the port 96538a27-2ae0-4901-9c89-cfad396b7f3f is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:45:57.150792 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (96538a27-2ae0-4901-9c89-cfad396b7f3f), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:57.173713 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96538a27-2ae0-4901-9c89-cfad396b7f3f {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 09:45:57.197002 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-62b797ea-a9ac-4c97-b5b5-3ee6f8c81557 req-6ce52607-e352-4850-a517-5d1c69b83500 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782759442315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782758885690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782758885708'] for port (c2b65b5f-9cd3-482d-b892-be7ad6ef7bda), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:57.203344 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] For port 96538a27-2ae0-4901-9c89-cfad396b7f3f, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=96538a27-2ae0-4901-9c89-cfad396b7f3f,segment=NetworkSegment(883b1861-d076-4ce8-a994-a672e2419836),segment_id=883b1861-d076-4ce8-a994-a672e2419836)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:45:57.211448 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae1b9b6-bb9e-4350-89a4-6d20120a46d9 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Pushing event updated for resources: {'Port': ['ID=f3c05965-3d29-40b7-9d77-89aab1fbb424,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:45:57.222602 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f59c1122-31f6-41af-a6ff-bc7ea73e13ff req-cae1b9b6-bb9e-4350-89a4-6d20120a46d9 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Network a39dd4ba-2dc8-4985-98f9-5bf90669cfb1 is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:45:57.223635 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [req-f59c1122-31f6-41af-a6ff-bc7ea73e13ff req-cae1b9b6-bb9e-4350-89a4-6d20120a46d9 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:45:57.226842 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-f59c1122-31f6-41af-a6ff-bc7ea73e13ff req-cae1b9b6-bb9e-4350-89a4-6d20120a46d9 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 09:45:57.233616 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59c1122-31f6-41af-a6ff-bc7ea73e13ff req-cae1b9b6-bb9e-4350-89a4-6d20120a46d9 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:45:57.234487 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-f59c1122-31f6-41af-a6ff-bc7ea73e13ff req-cae1b9b6-bb9e-4350-89a4-6d20120a46d9 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8333137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905581'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:57.302995 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce52607-e352-4850-a517-5d1c69b83500 service neutron] Pushing event updated for resources: {'Port': ['ID=c2b65b5f-9cd3-482d-b892-be7ad6ef7bda,revision_number=2']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:45:57.322289 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-62b797ea-a9ac-4c97-b5b5-3ee6f8c81557 req-6ce52607-e352-4850-a517-5d1c69b83500 service neutron] Attempting to bind port c2b65b5f-9cd3-482d-b892-be7ad6ef7bda on host hv-cinder-80475 for vnic_type normal with profile {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 09:45:57.322719 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-62b797ea-a9ac-4c97-b5b5-3ee6f8c81557 req-6ce52607-e352-4850-a517-5d1c69b83500 service neutron] Attempting to bind port c2b65b5f-9cd3-482d-b892-be7ad6ef7bda by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': '19825a35-379e-4869-b590-f5f5a4a92110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '706f69fe-d205-4d95-9b18-bd6073de0e85'}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 09:45:57.323048 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62b797ea-a9ac-4c97-b5b5-3ee6f8c81557 req-6ce52607-e352-4850-a517-5d1c69b83500 service neutron] Attempting to bind port c2b65b5f-9cd3-482d-b892-be7ad6ef7bda on network 706f69fe-d205-4d95-9b18-bd6073de0e85 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 09:45:57.327898 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62b797ea-a9ac-4c97-b5b5-3ee6f8c81557 req-6ce52607-e352-4850-a517-5d1c69b83500 service neutron] Port c2b65b5f-9cd3-482d-b892-be7ad6ef7bda on network 706f69fe-d205-4d95-9b18-bd6073de0e85 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 09:45:57.328216 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62b797ea-a9ac-4c97-b5b5-3ee6f8c81557 req-6ce52607-e352-4850-a517-5d1c69b83500 service neutron] Attempting to bind port c2b65b5f-9cd3-482d-b892-be7ad6ef7bda on network 706f69fe-d205-4d95-9b18-bd6073de0e85 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 09:45:57.333558 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62b797ea-a9ac-4c97-b5b5-3ee6f8c81557 req-6ce52607-e352-4850-a517-5d1c69b83500 service neutron] Checking agent: {'id': 'f5044fde-eef4-46eb-b3ce-4ab87030ccc0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 9, 43, 36), 'started_at': datetime.datetime(2022, 2, 21, 9, 43, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 45, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 09:45:57.333903 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62b797ea-a9ac-4c97-b5b5-3ee6f8c81557 req-6ce52607-e352-4850-a517-5d1c69b83500 service neutron] Checking segment: {'id': '19825a35-379e-4869-b590-f5f5a4a92110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '706f69fe-d205-4d95-9b18-bd6073de0e85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 09:45:57.334284 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62b797ea-a9ac-4c97-b5b5-3ee6f8c81557 req-6ce52607-e352-4850-a517-5d1c69b83500 service neutron] Bound using segment: {'id': '19825a35-379e-4869-b590-f5f5a4a92110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '706f69fe-d205-4d95-9b18-bd6073de0e85'} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 09:45:57.335757 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-62b797ea-a9ac-4c97-b5b5-3ee6f8c81557 req-6ce52607-e352-4850-a517-5d1c69b83500 service neutron] Bound port: c2b65b5f-9cd3-482d-b892-be7ad6ef7bda, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19825a35-379e-4869-b590-f5f5a4a92110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '706f69fe-d205-4d95-9b18-bd6073de0e85'}}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 09:45:57.336376 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-62b797ea-a9ac-4c97-b5b5-3ee6f8c81557 req-6ce52607-e352-4850-a517-5d1c69b83500 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (c2b65b5f-9cd3-482d-b892-be7ad6ef7bda), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:57.339958 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782759442315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782758885690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782758885708'] for port (96538a27-2ae0-4901-9c89-cfad396b7f3f), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:57.370370 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [req-f59c1122-31f6-41af-a6ff-bc7ea73e13ff req-cae1b9b6-bb9e-4350-89a4-6d20120a46d9 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2719545 Feb 21 09:45:57.401288 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Pushing event updated for resources: {'Port': ['ID=96538a27-2ae0-4901-9c89-cfad396b7f3f,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:45:57.424413 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-62b797ea-a9ac-4c97-b5b5-3ee6f8c81557 req-6ce52607-e352-4850-a517-5d1c69b83500 service neutron] For port c2b65b5f-9cd3-482d-b892-be7ad6ef7bda, host hv-cinder-80475, cleared binding levels {{(pid=109856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:45:57.428439 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-62b797ea-a9ac-4c97-b5b5-3ee6f8c81557 req-6ce52607-e352-4850-a517-5d1c69b83500 service neutron] For port c2b65b5f-9cd3-482d-b892-be7ad6ef7bda, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=c2b65b5f-9cd3-482d-b892-be7ad6ef7bda,segment=NetworkSegment(19825a35-379e-4869-b590-f5f5a4a92110),segment_id=19825a35-379e-4869-b590-f5f5a4a92110)] {{(pid=109856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:45:57.511149 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-62b797ea-a9ac-4c97-b5b5-3ee6f8c81557 req-6ce52607-e352-4850-a517-5d1c69b83500 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782759442315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782758885690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782758885708'] for port (c2b65b5f-9cd3-482d-b892-be7ad6ef7bda), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:57.554905 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b797ea-a9ac-4c97-b5b5-3ee6f8c81557 req-6ce52607-e352-4850-a517-5d1c69b83500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:45:57.555547 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-62b797ea-a9ac-4c97-b5b5-3ee6f8c81557 req-6ce52607-e352-4850-a517-5d1c69b83500 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8333137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905581'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:57.557019 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-62b797ea-a9ac-4c97-b5b5-3ee6f8c81557 req-6ce52607-e352-4850-a517-5d1c69b83500 service neutron] 10.222.0.69 "PUT /v2.0/ports/c2b65b5f-9cd3-482d-b892-be7ad6ef7bda HTTP/1.1" status: 200 len: 1093 time: 1.9809020 Feb 21 09:45:57.557585 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f8f33d0-b9e5-4bbd-874b-6538418e7b6a', 'tag': 'c2b65b5f-9cd3-482d-b892-be7ad6ef7bda'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:45:57.564684 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c95017b57136a4249e8df2494e5587cd96ada80ae38c14c6a4695013360e62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d1bc3cf-3e6d-4d5a-be77-2e3551082fa1" -d '{"events": [{"name": "network-changed", "server_uuid": "3f8f33d0-b9e5-4bbd-874b-6538418e7b6a", "tag": "c2b65b5f-9cd3-482d-b892-be7ad6ef7bda"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:45:57.577968 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-a230573b-6e1a-4e68-9c1d-29cd860f26d4 None None] Provisioning complete for port f3c05965-3d29-40b7-9d77-89aab1fbb424 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:45:57.577968 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-a230573b-6e1a-4e68-9c1d-29cd860f26d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7397950'] for port (f3c05965-3d29-40b7-9d77-89aab1fbb424), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:57.592461 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce52607-e352-4850-a517-5d1c69b83500 service neutron] Pushing event updated for resources: {'Port': ['ID=c2b65b5f-9cd3-482d-b892-be7ad6ef7bda,revision_number=3']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:45:57.622562 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-a230573b-6e1a-4e68-9c1d-29cd860f26d4 None None] Port f3c05965-3d29-40b7-9d77-89aab1fbb424 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 09:45:57.669314 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5785bd07-e76e-4ec1-a51c-bdcdc5772894 req-3072b151-8e97-4eb1-9cd0-96c8849ed48d tempest-DeleteServersTestJSON-780152071 tempest-DeleteServersTestJSON-780152071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:45:57.672971 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-5785bd07-e76e-4ec1-a51c-bdcdc5772894 req-3072b151-8e97-4eb1-9cd0-96c8849ed48d tempest-DeleteServersTestJSON-780152071 tempest-DeleteServersTestJSON-780152071-project] 10.222.0.71 "GET /v2.0/ports?device_id=d4098aca-9efa-466f-9cf7-203ff307875f HTTP/1.1" status: 200 len: 945 time: 0.0692053 Feb 21 09:45:57.675682 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 09:45:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-402b2ce3-28e9-4ba1-8cfd-5fa9aeb3178d x-openstack-request-id: req-402b2ce3-28e9-4ba1-8cfd-5fa9aeb3178d {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:45:57.675980 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f8f33d0-b9e5-4bbd-874b-6538418e7b6a", "tag": "c2b65b5f-9cd3-482d-b892-be7ad6ef7bda", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:45:57.676240 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-402b2ce3-28e9-4ba1-8cfd-5fa9aeb3178d {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:45:57.676664 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f8f33d0-b9e5-4bbd-874b-6538418e7b6a', 'tag': 'c2b65b5f-9cd3-482d-b892-be7ad6ef7bda', 'status': 'completed', 'code': 200} Feb 21 09:45:57.733172 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-5785bd07-e76e-4ec1-a51c-bdcdc5772894 req-1a346431-2bef-442b-a3bb-709bac856b50 tempest-DeleteServersTestJSON-780152071 tempest-DeleteServersTestJSON-780152071-project] 10.222.0.71 "GET /v2.0/security-groups?id=5aac45d2-0deb-44ac-b104-bc7949795bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592482 Feb 21 09:45:57.787676 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380f92d4-b7ce-450b-8d74-682d2940c11d req-460b2733-be36-4974-a52e-1842237e656e tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:45:57.790008 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-380f92d4-b7ce-450b-8d74-682d2940c11d req-460b2733-be36-4974-a52e-1842237e656e tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/ports?device_id=3f8f33d0-b9e5-4bbd-874b-6538418e7b6a HTTP/1.1" status: 200 len: 943 time: 0.0616975 Feb 21 09:45:57.836631 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-380f92d4-b7ce-450b-8d74-682d2940c11d req-f9dff7cd-8528-48e0-830e-0a386406bb88 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/security-groups?id=8d9cb245-cf06-4580-adf5-355ae63bcdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408926 Feb 21 09:45:58.115571 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.71', 50544) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:45:58.142166 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd5e61b-0d94-4121-a6f0-3460aadd79eb req-97249ae8-4339-4f34-815a-871a42ceb771 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:45:58.143645 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-bdd5e61b-0d94-4121-a6f0-3460aadd79eb req-97249ae8-4339-4f34-815a-871a42ceb771 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] 10.222.0.71 "GET /v2.0/ports?device_id=4bfaeb79-af34-4a8c-b852-5d9873f82eb1 HTTP/1.1" status: 200 len: 932 time: 0.0562611 Feb 21 09:45:58.200440 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-bdd5e61b-0d94-4121-a6f0-3460aadd79eb req-93674953-89e6-44a0-abd6-b63c2798bd92 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] 10.222.0.71 "GET /v2.0/security-groups?id=5bde2634-daa9-411a-9a51-1555fe5f78b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501964 Feb 21 09:45:58.234385 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e60f1664-4e70-4074-b87f-3e2df34f6aaf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:58.251196 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ca85f4-e90f-4510-b119-709340304392 req-9fda0b77-25f8-4d34-8a35-20432243cf11 tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:45:58.252756 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-14ca85f4-e90f-4510-b119-709340304392 req-9fda0b77-25f8-4d34-8a35-20432243cf11 tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] 10.222.0.71 "GET /v2.0/ports?device_id=0a38e0f1-ae21-4d1c-a530-fb3731cca4c5 HTTP/1.1" status: 200 len: 944 time: 0.0574086 Feb 21 09:45:58.300768 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-14ca85f4-e90f-4510-b119-709340304392 req-d9578a59-aab6-4b57-8c82-f83f36cb3000 tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] 10.222.0.71 "GET /v2.0/security-groups?id=051a1fb3-2910-49f8-b5d8-0e085de068fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416968 Feb 21 09:45:58.308840 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e60f1664-4e70-4074-b87f-3e2df34f6aaf admin admin] Publish callbacks [] for security_group (63695bd7-a59b-4a45-b688-615f9bf9d5ab), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:58.390234 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e60f1664-4e70-4074-b87f-3e2df34f6aaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (63695bd7-a59b-4a45-b688-615f9bf9d5ab), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:58.434592 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [None req-e60f1664-4e70-4074-b87f-3e2df34f6aaf admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=dd01c83290b24712b3280c3397655be1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3149252 Feb 21 09:45:58.434592 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60f1664-4e70-4074-b87f-3e2df34f6aaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63695bd7-a59b-4a45-b688-615f9bf9d5ab,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:45:58.435088 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 50552) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:45:58.484882 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-dfd65f7f-3d26-4407-8034-670d411a0f10 admin admin] Publish callbacks [] for security_group (63695bd7-a59b-4a45-b688-615f9bf9d5ab), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:58.511295 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-dfd65f7f-3d26-4407-8034-670d411a0f10 admin admin] Publish callbacks [] for security_group (63695bd7-a59b-4a45-b688-615f9bf9d5ab), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:58.638507 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-dfd65f7f-3d26-4407-8034-670d411a0f10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (63695bd7-a59b-4a45-b688-615f9bf9d5ab), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:58.641177 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-dfd65f7f-3d26-4407-8034-670d411a0f10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:58.647913 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-dfd65f7f-3d26-4407-8034-670d411a0f10 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/63695bd7-a59b-4a45-b688-615f9bf9d5ab HTTP/1.1" status: 204 len: 168 time: 0.2061841 Feb 21 09:45:58.649893 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd65f7f-3d26-4407-8034-670d411a0f10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63695bd7-a59b-4a45-b688-615f9bf9d5ab,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:45:58.853391 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4be29a-072b-47a4-826a-4e56d7c50083 req-4197a895-5d00-471e-9ac7-01d7a5cba8d4 tempest-DeleteServersTestJSON-780152071 tempest-DeleteServersTestJSON-780152071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:45:58.854887 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-9b4be29a-072b-47a4-826a-4e56d7c50083 req-4197a895-5d00-471e-9ac7-01d7a5cba8d4 tempest-DeleteServersTestJSON-780152071 tempest-DeleteServersTestJSON-780152071-project] 10.222.0.71 "GET /v2.0/ports?device_id=d4098aca-9efa-466f-9cf7-203ff307875f HTTP/1.1" status: 200 len: 945 time: 0.0548370 Feb 21 09:45:58.905162 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-9b4be29a-072b-47a4-826a-4e56d7c50083 req-e12f8f5f-cfd6-4951-861c-290cffa1ca45 tempest-DeleteServersTestJSON-780152071 tempest-DeleteServersTestJSON-780152071-project] 10.222.0.71 "GET /v2.0/security-groups?id=5aac45d2-0deb-44ac-b104-bc7949795bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439234 Feb 21 09:45:58.958931 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ff1d49-cf1a-48e9-b829-037c06d1dc32 req-511fcedd-65b3-43fe-9938-ab4b88a57e07 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:45:58.961231 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-b7ff1d49-cf1a-48e9-b829-037c06d1dc32 req-511fcedd-65b3-43fe-9938-ab4b88a57e07 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/ports?device_id=3f8f33d0-b9e5-4bbd-874b-6538418e7b6a HTTP/1.1" status: 200 len: 943 time: 0.0544443 Feb 21 09:45:59.018223 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-b7ff1d49-cf1a-48e9-b829-037c06d1dc32 req-2420c8e2-338c-4990-bab8-009863c3631a tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/security-groups?id=8d9cb245-cf06-4580-adf5-355ae63bcdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509858 Feb 21 09:45:59.316375 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94792201-d33e-41fd-90ed-db457624fd3c req-55913159-3e11-43fb-961b-6cb7961ab322 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:45:59.317893 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-94792201-d33e-41fd-90ed-db457624fd3c req-55913159-3e11-43fb-961b-6cb7961ab322 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] 10.222.0.71 "GET /v2.0/ports?device_id=4bfaeb79-af34-4a8c-b852-5d9873f82eb1 HTTP/1.1" status: 200 len: 932 time: 0.0516241 Feb 21 09:45:59.346706 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.71', 50574) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:45:59.367808 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.v2.base [req-f59c1122-31f6-41af-a6ff-bc7ea73e13ff req-3dc7a1d2-0340-4a59-bb47-a92c06cfa2b3 service neutron] Request body: {'port': {'device_id': '4bfaeb79-af34-4a8c-b852-5d9873f82eb1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:45:59.373346 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1f74e7fe-6e1b-474d-81af-865bd230d2f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:59.459040 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-f59c1122-31f6-41af-a6ff-bc7ea73e13ff req-3dc7a1d2-0340-4a59-bb47-a92c06cfa2b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (f3c05965-3d29-40b7-9d77-89aab1fbb424), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:59.467956 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-94792201-d33e-41fd-90ed-db457624fd3c req-72d9fe78-36fc-404a-8df0-5297b5b31516 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] 10.222.0.71 "GET /v2.0/security-groups?id=5bde2634-daa9-411a-9a51-1555fe5f78b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1436882 Feb 21 09:45:59.532868 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-b633794d-94f2-4857-a20b-6330e313e623 req-6444aeb9-9adc-405d-bf16-0eaa1541e313 service neutron] 10.222.0.69 "GET /v2.0/networks/706f69fe-d205-4d95-9b18-bd6073de0e85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1923382 Feb 21 09:45:59.546725 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab81130a-c091-4174-96bb-c0647ac88b69 req-e10bbcfe-bf40-4873-bdb6-cedb44566943 tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:45:59.548210 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-ab81130a-c091-4174-96bb-c0647ac88b69 req-e10bbcfe-bf40-4873-bdb6-cedb44566943 tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] 10.222.0.71 "GET /v2.0/ports?device_id=0a38e0f1-ae21-4d1c-a530-fb3731cca4c5 HTTP/1.1" status: 200 len: 944 time: 0.1528335 Feb 21 09:45:59.548480 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1f74e7fe-6e1b-474d-81af-865bd230d2f0 admin admin] Publish callbacks [] for security_group (d66d071d-0f1c-4488-861f-16fafb57fcd7), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:59.550240 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b797ea-a9ac-4c97-b5b5-3ee6f8c81557 req-4b2eb8cf-0f0b-4af9-9adf-6c5fd5530710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:45:59.551636 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-62b797ea-a9ac-4c97-b5b5-3ee6f8c81557 req-4b2eb8cf-0f0b-4af9-9adf-6c5fd5530710 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f0b97717b6834f3e8ecbc551e47a71ca&device_id=3f8f33d0-b9e5-4bbd-874b-6538418e7b6a HTTP/1.1" status: 200 len: 1127 time: 0.1530638 Feb 21 09:45:59.610700 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-62b797ea-a9ac-4c97-b5b5-3ee6f8c81557 req-9260f57c-4572-4bc9-b1c1-6d37d357949d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c2b65b5f-9cd3-482d-b892-be7ad6ef7bda HTTP/1.1" status: 200 len: 217 time: 0.0461032 Feb 21 09:45:59.624243 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1f74e7fe-6e1b-474d-81af-865bd230d2f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (d66d071d-0f1c-4488-861f-16fafb57fcd7), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:59.664826 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-ab81130a-c091-4174-96bb-c0647ac88b69 req-f8f10810-fcdf-43c6-b633-e19a6b036c44 tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] 10.222.0.71 "GET /v2.0/security-groups?id=051a1fb3-2910-49f8-b5d8-0e085de068fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070681 Feb 21 09:45:59.681936 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b797ea-a9ac-4c97-b5b5-3ee6f8c81557 req-9fabbc31-7b89-4441-97b2-062c2c94adae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:45:59.681936 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-62b797ea-a9ac-4c97-b5b5-3ee6f8c81557 req-9fabbc31-7b89-4441-97b2-062c2c94adae service neutron] 10.222.0.69 "GET /v2.0/subnets?id=45738c06-7bf8-4f5a-88b1-5a2c943366a6 HTTP/1.1" status: 200 len: 858 time: 0.0583408 Feb 21 09:45:59.705040 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] get_ports_and_sgs() called for port_ids ['96538a27-2ae0-4901-9c89-cfad396b7f3f'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 09:45:59.714036 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-62b797ea-a9ac-4c97-b5b5-3ee6f8c81557 req-9a0eae85-356e-4819-bae8-90bbe3d2b15a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=706f69fe-d205-4d95-9b18-bd6073de0e85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285265 Feb 21 09:45:59.714868 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [None req-1f74e7fe-6e1b-474d-81af-865bd230d2f0 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=325a7cf272684051833ddf91e1e938c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3670373 Feb 21 09:45:59.715638 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f74e7fe-6e1b-474d-81af-865bd230d2f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d66d071d-0f1c-4488-861f-16fafb57fcd7,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:45:59.720704 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 50580) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:45:59.757547 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] get_ports_and_sgs() called for port_ids ['68ee11d8-fe63-488d-865f-5894761ddeab'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 09:45:59.814682 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.notifiers.nova [req-f59c1122-31f6-41af-a6ff-bc7ea73e13ff req-3dc7a1d2-0340-4a59-bb47-a92c06cfa2b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3c05965-3d29-40b7-9d77-89aab1fbb424 {{(pid=109857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 09:45:59.825974 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-f59c1122-31f6-41af-a6ff-bc7ea73e13ff req-3dc7a1d2-0340-4a59-bb47-a92c06cfa2b3 service neutron] Publish callbacks [] for port (f3c05965-3d29-40b7-9d77-89aab1fbb424), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:59.843129 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f000ee55-a0a7-4bee-a414-0c4cbf97c849 admin admin] Publish callbacks [] for security_group (d66d071d-0f1c-4488-861f-16fafb57fcd7), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:59.843444 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.db.provisioning_blocks [req-f59c1122-31f6-41af-a6ff-bc7ea73e13ff req-3dc7a1d2-0340-4a59-bb47-a92c06cfa2b3 service neutron] Transition to ACTIVE for port object f3c05965-3d29-40b7-9d77-89aab1fbb424 will not be triggered until provisioned by entity L2. {{(pid=109857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:45:59.862972 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-62b797ea-a9ac-4c97-b5b5-3ee6f8c81557 req-e2a7dbf6-3cc1-4787-8189-f2cef69cb2e7 service neutron] 10.222.0.69 "GET /v2.0/networks/706f69fe-d205-4d95-9b18-bd6073de0e85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377161 Feb 21 09:45:59.875413 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f000ee55-a0a7-4bee-a414-0c4cbf97c849 admin admin] Publish callbacks [] for security_group (d66d071d-0f1c-4488-861f-16fafb57fcd7), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:59.958720 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-f59c1122-31f6-41af-a6ff-bc7ea73e13ff req-3dc7a1d2-0340-4a59-bb47-a92c06cfa2b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782759442315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782758885690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782758885708'] for port (f3c05965-3d29-40b7-9d77-89aab1fbb424), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:45:59.998156 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-62b797ea-a9ac-4c97-b5b5-3ee6f8c81557 req-ea01d056-d540-4513-8581-d6ce1ffb4ac9 service neutron] 10.222.0.69 "GET /v2.0/networks/706f69fe-d205-4d95-9b18-bd6073de0e85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247656 Feb 21 09:46:00.043295 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc7a1d2-0340-4a59-bb47-a92c06cfa2b3 service neutron] Pushing event updated for resources: {'Port': ['ID=f3c05965-3d29-40b7-9d77-89aab1fbb424,revision_number=2']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:46:00.076382 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7600fc-94e5-48e4-a0dc-92364f803da5 req-2319b053-2bab-4b9a-bdff-e707747228e0 tempest-DeleteServersTestJSON-780152071 tempest-DeleteServersTestJSON-780152071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:00.084401 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-2a7600fc-94e5-48e4-a0dc-92364f803da5 req-2319b053-2bab-4b9a-bdff-e707747228e0 tempest-DeleteServersTestJSON-780152071 tempest-DeleteServersTestJSON-780152071-project] 10.222.0.71 "GET /v2.0/ports?device_id=d4098aca-9efa-466f-9cf7-203ff307875f HTTP/1.1" status: 200 len: 945 time: 0.0774336 Feb 21 09:46:00.090627 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-f59c1122-31f6-41af-a6ff-bc7ea73e13ff req-3dc7a1d2-0340-4a59-bb47-a92c06cfa2b3 service neutron] Attempting to bind port f3c05965-3d29-40b7-9d77-89aab1fbb424 on host hv-cinder-80475 for vnic_type normal with profile {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 09:46:00.092772 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-f59c1122-31f6-41af-a6ff-bc7ea73e13ff req-3dc7a1d2-0340-4a59-bb47-a92c06cfa2b3 service neutron] Attempting to bind port f3c05965-3d29-40b7-9d77-89aab1fbb424 by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': '5efa1a12-8f20-494e-aa47-4db1b9a0dabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'a39dd4ba-2dc8-4985-98f9-5bf90669cfb1'}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 09:46:00.093119 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f59c1122-31f6-41af-a6ff-bc7ea73e13ff req-3dc7a1d2-0340-4a59-bb47-a92c06cfa2b3 service neutron] Attempting to bind port f3c05965-3d29-40b7-9d77-89aab1fbb424 on network a39dd4ba-2dc8-4985-98f9-5bf90669cfb1 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 09:46:00.097753 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f59c1122-31f6-41af-a6ff-bc7ea73e13ff req-3dc7a1d2-0340-4a59-bb47-a92c06cfa2b3 service neutron] Port f3c05965-3d29-40b7-9d77-89aab1fbb424 on network a39dd4ba-2dc8-4985-98f9-5bf90669cfb1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 09:46:00.098079 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f59c1122-31f6-41af-a6ff-bc7ea73e13ff req-3dc7a1d2-0340-4a59-bb47-a92c06cfa2b3 service neutron] Attempting to bind port f3c05965-3d29-40b7-9d77-89aab1fbb424 on network a39dd4ba-2dc8-4985-98f9-5bf90669cfb1 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 09:46:00.111530 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f59c1122-31f6-41af-a6ff-bc7ea73e13ff req-3dc7a1d2-0340-4a59-bb47-a92c06cfa2b3 service neutron] Checking agent: {'id': 'f5044fde-eef4-46eb-b3ce-4ab87030ccc0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 9, 43, 36), 'started_at': datetime.datetime(2022, 2, 21, 9, 43, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 45, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 09:46:00.111873 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f59c1122-31f6-41af-a6ff-bc7ea73e13ff req-3dc7a1d2-0340-4a59-bb47-a92c06cfa2b3 service neutron] Checking segment: {'id': '5efa1a12-8f20-494e-aa47-4db1b9a0dabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'a39dd4ba-2dc8-4985-98f9-5bf90669cfb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 09:46:00.115213 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f59c1122-31f6-41af-a6ff-bc7ea73e13ff req-3dc7a1d2-0340-4a59-bb47-a92c06cfa2b3 service neutron] Bound using segment: {'id': '5efa1a12-8f20-494e-aa47-4db1b9a0dabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'a39dd4ba-2dc8-4985-98f9-5bf90669cfb1'} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 09:46:00.115430 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-f59c1122-31f6-41af-a6ff-bc7ea73e13ff req-3dc7a1d2-0340-4a59-bb47-a92c06cfa2b3 service neutron] Bound port: f3c05965-3d29-40b7-9d77-89aab1fbb424, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5efa1a12-8f20-494e-aa47-4db1b9a0dabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'a39dd4ba-2dc8-4985-98f9-5bf90669cfb1'}}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 09:46:00.115815 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-f59c1122-31f6-41af-a6ff-bc7ea73e13ff req-3dc7a1d2-0340-4a59-bb47-a92c06cfa2b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (f3c05965-3d29-40b7-9d77-89aab1fbb424), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:00.155904 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-2a7600fc-94e5-48e4-a0dc-92364f803da5 req-0655db21-14cf-481b-92a5-0eb241f5468f tempest-DeleteServersTestJSON-780152071 tempest-DeleteServersTestJSON-780152071-project] 10.222.0.71 "GET /v2.0/security-groups?id=5aac45d2-0deb-44ac-b104-bc7949795bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704844 Feb 21 09:46:00.206134 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534706b7-caff-4090-9322-2fc4123082bd req-f5d686b2-34c5-4584-a8fe-f5b1458b32fc tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:00.210344 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-534706b7-caff-4090-9322-2fc4123082bd req-f5d686b2-34c5-4584-a8fe-f5b1458b32fc tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/ports?device_id=3f8f33d0-b9e5-4bbd-874b-6538418e7b6a HTTP/1.1" status: 200 len: 943 time: 0.0663338 Feb 21 09:46:00.210344 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f000ee55-a0a7-4bee-a414-0c4cbf97c849 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (d66d071d-0f1c-4488-861f-16fafb57fcd7), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:00.212464 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f000ee55-a0a7-4bee-a414-0c4cbf97c849 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:00.215633 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-f000ee55-a0a7-4bee-a414-0c4cbf97c849 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/d66d071d-0f1c-4488-861f-16fafb57fcd7 HTTP/1.1" status: 204 len: 168 time: 0.4929223 Feb 21 09:46:00.231915 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-f59c1122-31f6-41af-a6ff-bc7ea73e13ff req-3dc7a1d2-0340-4a59-bb47-a92c06cfa2b3 service neutron] For port f3c05965-3d29-40b7-9d77-89aab1fbb424, host hv-cinder-80475, cleared binding levels {{(pid=109857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:46:00.235963 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-f59c1122-31f6-41af-a6ff-bc7ea73e13ff req-3dc7a1d2-0340-4a59-bb47-a92c06cfa2b3 service neutron] For port f3c05965-3d29-40b7-9d77-89aab1fbb424, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=f3c05965-3d29-40b7-9d77-89aab1fbb424,segment=NetworkSegment(5efa1a12-8f20-494e-aa47-4db1b9a0dabf),segment_id=5efa1a12-8f20-494e-aa47-4db1b9a0dabf)] {{(pid=109857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:46:00.239932 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f000ee55-a0a7-4bee-a414-0c4cbf97c849 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d66d071d-0f1c-4488-861f-16fafb57fcd7,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:46:00.325092 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-f59c1122-31f6-41af-a6ff-bc7ea73e13ff req-3dc7a1d2-0340-4a59-bb47-a92c06cfa2b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782759442315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782758885690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782758885708'] for port (f3c05965-3d29-40b7-9d77-89aab1fbb424), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:00.327475 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-534706b7-caff-4090-9322-2fc4123082bd req-8e7251a3-0530-475c-afb7-3db0b2965fe2 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/security-groups?id=8d9cb245-cf06-4580-adf5-355ae63bcdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106431 Feb 21 09:46:00.340925 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1bc3cf-3e6d-4d5a-be77-2e3551082fa1 req-dc1f32f3-133f-4024-b85d-4fafb9bd6505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:00.342564 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-5d1bc3cf-3e6d-4d5a-be77-2e3551082fa1 req-dc1f32f3-133f-4024-b85d-4fafb9bd6505 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f0b97717b6834f3e8ecbc551e47a71ca&device_id=3f8f33d0-b9e5-4bbd-874b-6538418e7b6a HTTP/1.1" status: 200 len: 1127 time: 0.0986860 Feb 21 09:46:00.364459 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59c1122-31f6-41af-a6ff-bc7ea73e13ff req-3dc7a1d2-0340-4a59-bb47-a92c06cfa2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:00.366102 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-f59c1122-31f6-41af-a6ff-bc7ea73e13ff req-3dc7a1d2-0340-4a59-bb47-a92c06cfa2b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8333137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905581'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:00.367719 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [req-f59c1122-31f6-41af-a6ff-bc7ea73e13ff req-3dc7a1d2-0340-4a59-bb47-a92c06cfa2b3 service neutron] 10.222.0.69 "PUT /v2.0/ports/f3c05965-3d29-40b7-9d77-89aab1fbb424 HTTP/1.1" status: 200 len: 1094 time: 1.0116403 Feb 21 09:46:00.368344 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bfaeb79-af34-4a8c-b852-5d9873f82eb1', 'tag': 'f3c05965-3d29-40b7-9d77-89aab1fbb424'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:46:00.370724 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed733fd514e63afa326271342bdd0eb660bec12def84d2cf05433d99cf8b9d1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b2e1bef-c347-4521-90b8-0e533b1850bf" -d '{"events": [{"name": "network-changed", "server_uuid": "4bfaeb79-af34-4a8c-b852-5d9873f82eb1", "tag": "f3c05965-3d29-40b7-9d77-89aab1fbb424"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:46:00.398869 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc7a1d2-0340-4a59-bb47-a92c06cfa2b3 service neutron] Pushing event updated for resources: {'Port': ['ID=f3c05965-3d29-40b7-9d77-89aab1fbb424,revision_number=3']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:46:00.451314 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 09:46:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04326d41-3b69-4449-b1aa-9eab92a74b13 x-openstack-request-id: req-04326d41-3b69-4449-b1aa-9eab92a74b13 {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:46:00.451629 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bfaeb79-af34-4a8c-b852-5d9873f82eb1", "tag": "f3c05965-3d29-40b7-9d77-89aab1fbb424", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:46:00.451886 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-04326d41-3b69-4449-b1aa-9eab92a74b13 {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:46:00.452304 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bfaeb79-af34-4a8c-b852-5d9873f82eb1', 'tag': 'f3c05965-3d29-40b7-9d77-89aab1fbb424', 'status': 'completed', 'code': 200} Feb 21 09:46:00.468193 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1bc3cf-3e6d-4d5a-be77-2e3551082fa1 req-5fa6cb13-7713-4791-b9f5-e63484805354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:00.470182 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-5d1bc3cf-3e6d-4d5a-be77-2e3551082fa1 req-5fa6cb13-7713-4791-b9f5-e63484805354 service neutron] 10.222.0.69 "GET /v2.0/networks?id=706f69fe-d205-4d95-9b18-bd6073de0e85 HTTP/1.1" status: 200 len: 919 time: 0.1197321 Feb 21 09:46:00.534872 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-5d1bc3cf-3e6d-4d5a-be77-2e3551082fa1 req-2b261cba-9eb6-4e63-96d9-d74ebebe837a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c2b65b5f-9cd3-482d-b892-be7ad6ef7bda HTTP/1.1" status: 200 len: 217 time: 0.0551007 Feb 21 09:46:00.542818 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2e1bef-c347-4521-90b8-0e533b1850bf req-2808d855-64f8-424b-8b54-1576f2c83bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:00.548741 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [req-1b2e1bef-c347-4521-90b8-0e533b1850bf req-2808d855-64f8-424b-8b54-1576f2c83bdf service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5d61ba3d9f8c43fcb228fa6eb4c5812e&device_id=4bfaeb79-af34-4a8c-b852-5d9873f82eb1 HTTP/1.1" status: 200 len: 1128 time: 0.0687506 Feb 21 09:46:00.674821 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2c3b91-88c2-4579-aefd-d54d8eb4a144 req-97cc37de-8041-44bc-b48c-1c1a17f25983 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:00.682188 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-ad2c3b91-88c2-4579-aefd-d54d8eb4a144 req-97cc37de-8041-44bc-b48c-1c1a17f25983 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] 10.222.0.71 "GET /v2.0/ports?device_id=4bfaeb79-af34-4a8c-b852-5d9873f82eb1 HTTP/1.1" status: 200 len: 944 time: 0.0752320 Feb 21 09:46:00.685414 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1bc3cf-3e6d-4d5a-be77-2e3551082fa1 req-4f9656aa-9013-4fb9-afd0-e5e3e7e150ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:00.686835 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-5d1bc3cf-3e6d-4d5a-be77-2e3551082fa1 req-4f9656aa-9013-4fb9-afd0-e5e3e7e150ee service neutron] 10.222.0.69 "GET /v2.0/subnets?id=45738c06-7bf8-4f5a-88b1-5a2c943366a6 HTTP/1.1" status: 200 len: 858 time: 0.1452453 Feb 21 09:46:00.786968 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-5d1bc3cf-3e6d-4d5a-be77-2e3551082fa1 req-ab5d93a8-fe2b-400e-b234-17627c4ef8ae service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=706f69fe-d205-4d95-9b18-bd6073de0e85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0716021 Feb 21 09:46:00.805920 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2e1bef-c347-4521-90b8-0e533b1850bf req-652a896b-7ec1-4652-ae17-b03364be467d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:00.807417 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [req-1b2e1bef-c347-4521-90b8-0e533b1850bf req-652a896b-7ec1-4652-ae17-b03364be467d service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=5d61ba3d9f8c43fcb228fa6eb4c5812e&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2529507 Feb 21 09:46:00.897307 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-ad2c3b91-88c2-4579-aefd-d54d8eb4a144 req-495ebf6d-326a-4ed8-b41d-db1262bc9dba tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] 10.222.0.71 "GET /v2.0/security-groups?id=5bde2634-daa9-411a-9a51-1555fe5f78b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2142613 Feb 21 09:46:00.942776 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe9c688-0dd0-4cde-93e1-10e68c2f0c27 req-0f2a1d93-be58-4543-9678-ac95c34ab9d7 tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:00.944989 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-7fe9c688-0dd0-4cde-93e1-10e68c2f0c27 req-0f2a1d93-be58-4543-9678-ac95c34ab9d7 tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] 10.222.0.71 "GET /v2.0/ports?device_id=0a38e0f1-ae21-4d1c-a530-fb3731cca4c5 HTTP/1.1" status: 200 len: 944 time: 0.1481206 Feb 21 09:46:00.947130 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-5d1bc3cf-3e6d-4d5a-be77-2e3551082fa1 req-1cec0261-a441-474a-a4e4-3a9b61270fdc service neutron] 10.222.0.69 "GET /v2.0/networks/706f69fe-d205-4d95-9b18-bd6073de0e85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519670 Feb 21 09:46:01.068352 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-7fe9c688-0dd0-4cde-93e1-10e68c2f0c27 req-c5a5e4a2-aa8e-4ebd-a999-12c79fe91d43 tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] 10.222.0.71 "GET /v2.0/security-groups?id=051a1fb3-2910-49f8-b5d8-0e085de068fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172094 Feb 21 09:46:01.091259 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-5d1bc3cf-3e6d-4d5a-be77-2e3551082fa1 req-d55062cd-b68e-45a5-a49a-b69b0d4608de service neutron] 10.222.0.69 "GET /v2.0/networks/706f69fe-d205-4d95-9b18-bd6073de0e85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334882 Feb 21 09:46:01.152891 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2e1bef-c347-4521-90b8-0e533b1850bf req-1a6caecf-bab8-4bca-83c4-4f258fb80d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:01.154637 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [req-1b2e1bef-c347-4521-90b8-0e533b1850bf req-1a6caecf-bab8-4bca-83c4-4f258fb80d69 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3380368 Feb 21 09:46:01.171479 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 50622) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:46:01.282719 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59c1122-31f6-41af-a6ff-bc7ea73e13ff req-9b54abdb-8b06-4cac-8ede-a60bbc6fdfb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:01.284552 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [req-f59c1122-31f6-41af-a6ff-bc7ea73e13ff req-9b54abdb-8b06-4cac-8ede-a60bbc6fdfb3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5d61ba3d9f8c43fcb228fa6eb4c5812e&device_id=4bfaeb79-af34-4a8c-b852-5d9873f82eb1 HTTP/1.1" status: 200 len: 1128 time: 0.0744560 Feb 21 09:46:01.329572 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd297d1-d54a-4558-87e4-9cbe41b552c4 req-2e09eabe-cbc3-41ed-956f-5b1716fe1a69 tempest-DeleteServersTestJSON-780152071 tempest-DeleteServersTestJSON-780152071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:01.332213 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-0dd297d1-d54a-4558-87e4-9cbe41b552c4 req-2e09eabe-cbc3-41ed-956f-5b1716fe1a69 tempest-DeleteServersTestJSON-780152071 tempest-DeleteServersTestJSON-780152071-project] 10.222.0.71 "GET /v2.0/ports?device_id=d4098aca-9efa-466f-9cf7-203ff307875f HTTP/1.1" status: 200 len: 945 time: 0.0862913 Feb 21 09:46:01.343261 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b8cd480b-b20f-4161-92a8-2e01ad72d56a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:01.344256 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [req-f59c1122-31f6-41af-a6ff-bc7ea73e13ff req-9deaf403-8853-4ffd-8458-7d4a20135d21 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f3c05965-3d29-40b7-9d77-89aab1fbb424 HTTP/1.1" status: 200 len: 217 time: 0.0530379 Feb 21 09:46:01.346542 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Device 63fe613a-e289-405c-8fa6-1b6e4f4be7ca details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 09:46:01.350019 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Device 68ee11d8-fe63-488d-865f-5894761ddeab up at agent hyperv_hv-cinder-80475 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:46:01.448417 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-0dd297d1-d54a-4558-87e4-9cbe41b552c4 req-f6b44bff-8fc7-4fde-99f2-4fd3ddd53ea5 tempest-DeleteServersTestJSON-780152071 tempest-DeleteServersTestJSON-780152071-project] 10.222.0.71 "GET /v2.0/security-groups?id=5aac45d2-0deb-44ac-b104-bc7949795bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999079 Feb 21 09:46:01.461607 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59c1122-31f6-41af-a6ff-bc7ea73e13ff req-ddf0e2e9-0cf6-4bb1-bc40-934625e77266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:01.467098 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [req-f59c1122-31f6-41af-a6ff-bc7ea73e13ff req-ddf0e2e9-0cf6-4bb1-bc40-934625e77266 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5db82f34-89a4-439c-8cf7-f4743decbdc2 HTTP/1.1" status: 200 len: 850 time: 0.1152980 Feb 21 09:46:01.570699 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59c1122-31f6-41af-a6ff-bc7ea73e13ff req-ddb127bf-59fe-4954-be46-6edda84b9c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:01.572341 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [req-f59c1122-31f6-41af-a6ff-bc7ea73e13ff req-ddb127bf-59fe-4954-be46-6edda84b9c35 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a39dd4ba-2dc8-4985-98f9-5bf90669cfb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0982182 Feb 21 09:46:01.574207 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] For port 63fe613a-e289-405c-8fa6-1b6e4f4be7ca, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=63fe613a-e289-405c-8fa6-1b6e4f4be7ca,segment=NetworkSegment(19825a35-379e-4869-b590-f5f5a4a92110),segment_id=19825a35-379e-4869-b590-f5f5a4a92110)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:46:01.577855 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b8cd480b-b20f-4161-92a8-2e01ad72d56a admin admin] Publish callbacks [] for security_group (1e9ee2cb-5221-4d45-893f-59ef24fc1574), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:01.589623 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7828ffed-39ff-4ecb-9452-f71c475c786c req-cf635df4-bf41-42e0-b448-c079a416ab4d tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:01.591246 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-7828ffed-39ff-4ecb-9452-f71c475c786c req-cf635df4-bf41-42e0-b448-c079a416ab4d tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/ports?device_id=3f8f33d0-b9e5-4bbd-874b-6538418e7b6a HTTP/1.1" status: 200 len: 943 time: 0.1153715 Feb 21 09:46:01.592986 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Returning: {'device': '63fe613a-e289-405c-8fa6-1b6e4f4be7ca', 'network_id': '706f69fe-d205-4d95-9b18-bd6073de0e85', 'port_id': '63fe613a-e289-405c-8fa6-1b6e4f4be7ca', 'mac_address': 'fa:16:3e:b1:11:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45738c06-7bf8-4f5a-88b1-5a2c943366a6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 09:46:01.636346 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Current status of the port 63fe613a-e289-405c-8fa6-1b6e4f4be7ca is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:46:01.637226 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (63fe613a-e289-405c-8fa6-1b6e4f4be7ca), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:01.653206 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-7828ffed-39ff-4ecb-9452-f71c475c786c req-f8e08c50-92b4-413d-9c18-cc81074e9fa2 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/security-groups?id=8d9cb245-cf06-4580-adf5-355ae63bcdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535657 Feb 21 09:46:01.662274 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63fe613a-e289-405c-8fa6-1b6e4f4be7ca {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 09:46:01.682028 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b8cd480b-b20f-4161-92a8-2e01ad72d56a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (1e9ee2cb-5221-4d45-893f-59ef24fc1574), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:01.684473 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [req-f59c1122-31f6-41af-a6ff-bc7ea73e13ff req-2241121f-bfb5-4277-b6bf-92765aba9da9 service neutron] 10.222.0.69 "GET /v2.0/networks/a39dd4ba-2dc8-4985-98f9-5bf90669cfb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054482 Feb 21 09:46:01.691228 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Provisioning for port 68ee11d8-fe63-488d-865f-5894761ddeab completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:46:01.704224 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Provisioning complete for port 68ee11d8-fe63-488d-865f-5894761ddeab triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:46:01.704775 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7397950'] for port (68ee11d8-fe63-488d-865f-5894761ddeab), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:01.726900 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-b8cd480b-b20f-4161-92a8-2e01ad72d56a admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=6695f5f75eaf4649b9ea8b693078b667&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5541792 Feb 21 09:46:01.727966 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cd480b-b20f-4161-92a8-2e01ad72d56a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e9ee2cb-5221-4d45-893f-59ef24fc1574,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:46:01.731190 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 50650) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:46:01.785417 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] For port 63fe613a-e289-405c-8fa6-1b6e4f4be7ca, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=63fe613a-e289-405c-8fa6-1b6e4f4be7ca,segment=NetworkSegment(19825a35-379e-4869-b590-f5f5a4a92110),segment_id=19825a35-379e-4869-b590-f5f5a4a92110)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:46:01.787183 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3871f1f8-f425-4efc-ad32-57a61d19ea0d admin admin] Publish callbacks [] for security_group (1e9ee2cb-5221-4d45-893f-59ef24fc1574), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:01.804535 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [req-f59c1122-31f6-41af-a6ff-bc7ea73e13ff req-0e604371-e6d2-4b00-8363-f5daee283247 service neutron] 10.222.0.69 "GET /v2.0/networks/a39dd4ba-2dc8-4985-98f9-5bf90669cfb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132798 Feb 21 09:46:01.817720 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3871f1f8-f425-4efc-ad32-57a61d19ea0d admin admin] Publish callbacks [] for security_group (1e9ee2cb-5221-4d45-893f-59ef24fc1574), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:01.859799 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782759442315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782758885690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782758885708'] for port (63fe613a-e289-405c-8fa6-1b6e4f4be7ca), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:01.867965 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Current status of the port 68ee11d8-fe63-488d-865f-5894761ddeab is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:46:01.868346 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (68ee11d8-fe63-488d-865f-5894761ddeab), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:01.919900 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4098aca-9efa-466f-9cf7-203ff307875f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68ee11d8-fe63-488d-865f-5894761ddeab'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:46:01.924314 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3871f1f8-f425-4efc-ad32-57a61d19ea0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (1e9ee2cb-5221-4d45-893f-59ef24fc1574), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:01.926963 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3871f1f8-f425-4efc-ad32-57a61d19ea0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:01.930575 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-3871f1f8-f425-4efc-ad32-57a61d19ea0d admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/1e9ee2cb-5221-4d45-893f-59ef24fc1574 HTTP/1.1" status: 204 len: 168 time: 0.1960456 Feb 21 09:46:01.936393 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871f1f8-f425-4efc-ad32-57a61d19ea0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e9ee2cb-5221-4d45-893f-59ef24fc1574,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:46:02.013450 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] For port 68ee11d8-fe63-488d-865f-5894761ddeab, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=68ee11d8-fe63-488d-865f-5894761ddeab,segment=NetworkSegment(54a86aa8-24ec-4439-a4c6-53c007c338d4),segment_id=54a86aa8-24ec-4439-a4c6-53c007c338d4)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:46:02.020162 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Pushing event updated for resources: {'Port': ['ID=63fe613a-e289-405c-8fa6-1b6e4f4be7ca,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:46:02.042175 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f129f5-b405-4f52-b878-031b49dbba22 req-3c00874d-e24d-4580-aeca-284ee02ec033 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:02.043645 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-d7f129f5-b405-4f52-b878-031b49dbba22 req-3c00874d-e24d-4580-aeca-284ee02ec033 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] 10.222.0.71 "GET /v2.0/ports?device_id=4bfaeb79-af34-4a8c-b852-5d9873f82eb1 HTTP/1.1" status: 200 len: 944 time: 0.0639334 Feb 21 09:46:02.090923 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-d7f129f5-b405-4f52-b878-031b49dbba22 req-346792cb-8d24-4593-b71c-c7f9bc0ce87b tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] 10.222.0.71 "GET /v2.0/security-groups?id=5bde2634-daa9-411a-9a51-1555fe5f78b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416064 Feb 21 09:46:02.127063 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] get_ports_and_sgs() called for port_ids ['63fe613a-e289-405c-8fa6-1b6e4f4be7ca'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 09:46:02.161943 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782759442315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782758885690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782758885708'] for port (68ee11d8-fe63-488d-865f-5894761ddeab), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:02.162766 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Device 96538a27-2ae0-4901-9c89-cfad396b7f3f up at agent hyperv_hv-cinder-80475 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:46:02.214096 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982be1a2-61a4-4439-bc19-8f4d75eb4145 req-fc2ff141-9b73-4bb6-8f18-37450b694eb1 tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:02.215596 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-982be1a2-61a4-4439-bc19-8f4d75eb4145 req-fc2ff141-9b73-4bb6-8f18-37450b694eb1 tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] 10.222.0.71 "GET /v2.0/ports?device_id=0a38e0f1-ae21-4d1c-a530-fb3731cca4c5 HTTP/1.1" status: 200 len: 944 time: 0.0575058 Feb 21 09:46:02.266106 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-982be1a2-61a4-4439-bc19-8f4d75eb4145 req-db302119-e5f4-49bd-93b1-4ebe414c51ee tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] 10.222.0.71 "GET /v2.0/security-groups?id=051a1fb3-2910-49f8-b5d8-0e085de068fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439050 Feb 21 09:46:02.267778 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Pushing event updated for resources: {'Port': ['ID=68ee11d8-fe63-488d-865f-5894761ddeab,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:46:02.379487 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Provisioning for port 96538a27-2ae0-4901-9c89-cfad396b7f3f completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:46:02.385011 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Provisioning complete for port 96538a27-2ae0-4901-9c89-cfad396b7f3f triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:46:02.385480 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7397950'] for port (96538a27-2ae0-4901-9c89-cfad396b7f3f), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:02.410178 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd82e867db05f05d31de18fef3a4b5738e999913abe260e0f677426061852263" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bc4ce24-7363-49a3-9aa6-3b19e870c227" -d '{"events": [{"server_uuid": "d4098aca-9efa-466f-9cf7-203ff307875f", "name": "network-vif-plugged", "status": "completed", "tag": "68ee11d8-fe63-488d-865f-5894761ddeab"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:46:02.501060 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Current status of the port 96538a27-2ae0-4901-9c89-cfad396b7f3f is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:46:02.501520 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (96538a27-2ae0-4901-9c89-cfad396b7f3f), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:02.531202 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 09:46:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eeb3ef0-3e0e-4286-a6c6-2f04b2b6c447 x-openstack-request-id: req-8eeb3ef0-3e0e-4286-a6c6-2f04b2b6c447 {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:46:02.531519 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4098aca-9efa-466f-9cf7-203ff307875f", "name": "network-vif-plugged", "status": "completed", "tag": "68ee11d8-fe63-488d-865f-5894761ddeab", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:46:02.531776 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-8eeb3ef0-3e0e-4286-a6c6-2f04b2b6c447 {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:46:02.532223 dv-cinder-804757-16-iscsi neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4098aca-9efa-466f-9cf7-203ff307875f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68ee11d8-fe63-488d-865f-5894761ddeab', 'code': 200} Feb 21 09:46:02.563470 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] For port 96538a27-2ae0-4901-9c89-cfad396b7f3f, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=96538a27-2ae0-4901-9c89-cfad396b7f3f,segment=NetworkSegment(883b1861-d076-4ce8-a994-a672e2419836),segment_id=883b1861-d076-4ce8-a994-a672e2419836)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:46:02.611372 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67173340-8e61-4e4d-b5b8-df3762497b36 req-2d822130-e2e7-41e2-9f5b-cd6a51df8852 tempest-DeleteServersTestJSON-780152071 tempest-DeleteServersTestJSON-780152071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:02.619890 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-67173340-8e61-4e4d-b5b8-df3762497b36 req-2d822130-e2e7-41e2-9f5b-cd6a51df8852 tempest-DeleteServersTestJSON-780152071 tempest-DeleteServersTestJSON-780152071-project] 10.222.0.71 "GET /v2.0/ports?device_id=d4098aca-9efa-466f-9cf7-203ff307875f HTTP/1.1" status: 200 len: 946 time: 0.1020281 Feb 21 09:46:02.650055 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782759442315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782758885690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782758885708'] for port (96538a27-2ae0-4901-9c89-cfad396b7f3f), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:02.676524 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-67173340-8e61-4e4d-b5b8-df3762497b36 req-95f3808f-c8a3-4a96-9765-5ab81033cc12 tempest-DeleteServersTestJSON-780152071 tempest-DeleteServersTestJSON-780152071-project] 10.222.0.71 "GET /v2.0/security-groups?id=5aac45d2-0deb-44ac-b104-bc7949795bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504818 Feb 21 09:46:02.733994 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Pushing event updated for resources: {'Port': ['ID=96538a27-2ae0-4901-9c89-cfad396b7f3f,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:46:02.819770 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed62847-e59c-4cda-a7e3-8106309b7d7f req-64ea9ec0-903f-4dd2-b7c3-a72d59e58233 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:02.821789 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-eed62847-e59c-4cda-a7e3-8106309b7d7f req-64ea9ec0-903f-4dd2-b7c3-a72d59e58233 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/ports?device_id=3f8f33d0-b9e5-4bbd-874b-6538418e7b6a HTTP/1.1" status: 200 len: 943 time: 0.0565577 Feb 21 09:46:02.900849 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-eed62847-e59c-4cda-a7e3-8106309b7d7f req-c0393468-eba8-4939-be46-43b6dc4f371a tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/security-groups?id=8d9cb245-cf06-4580-adf5-355ae63bcdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587943 Feb 21 09:46:02.955728 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f034d411-3de5-4b38-947b-652e9f44b883 req-7b03f930-5d84-44a5-9ed9-5d7ba7b00d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:02.957336 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [req-f034d411-3de5-4b38-947b-652e9f44b883 req-7b03f930-5d84-44a5-9ed9-5d7ba7b00d90 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=d4098aca-9efa-466f-9cf7-203ff307875f HTTP/1.1" status: 200 len: 1130 time: 0.0839372 Feb 21 09:46:02.976029 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-f034d411-3de5-4b38-947b-652e9f44b883 req-e76014cc-ee08-4eb3-a2b5-0d6580b73cf6 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:03.082655 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-f034d411-3de5-4b38-947b-652e9f44b883 req-e76014cc-ee08-4eb3-a2b5-0d6580b73cf6 service neutron] Publish callbacks [] for security_group (b851b41e-007a-4e9b-9a10-65d25667bf13), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:03.202125 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-f034d411-3de5-4b38-947b-652e9f44b883 req-e76014cc-ee08-4eb3-a2b5-0d6580b73cf6 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (b851b41e-007a-4e9b-9a10-65d25667bf13), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:03.202313 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-3e5ffed2-c145-48de-bcac-013d70cff175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (7b1feb7e-a062-49d6-b835-c5fae1c9b9ce), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:03.221158 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf74f295-3631-447d-8ffb-6d94a77ce239 req-06666c26-0ab4-4158-8a9e-5df999fbe05e tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:03.222802 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-cf74f295-3631-447d-8ffb-6d94a77ce239 req-06666c26-0ab4-4158-8a9e-5df999fbe05e tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] 10.222.0.71 "GET /v2.0/ports?device_id=4bfaeb79-af34-4a8c-b852-5d9873f82eb1 HTTP/1.1" status: 200 len: 944 time: 0.0562332 Feb 21 09:46:03.258605 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [req-f034d411-3de5-4b38-947b-652e9f44b883 req-e76014cc-ee08-4eb3-a2b5-0d6580b73cf6 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=5aac45d2-0deb-44ac-b104-bc7949795bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2951267 Feb 21 09:46:03.259346 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76014cc-ee08-4eb3-a2b5-0d6580b73cf6 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=b851b41e-007a-4e9b-9a10-65d25667bf13,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:46:03.280791 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-cf74f295-3631-447d-8ffb-6d94a77ce239 req-657fc2d3-72b9-4dd5-8376-5b10f6fed836 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] 10.222.0.71 "GET /v2.0/security-groups?id=5bde2634-daa9-411a-9a51-1555fe5f78b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510356 Feb 21 09:46:03.346323 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Device c2b65b5f-9cd3-482d-b892-be7ad6ef7bda details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 09:46:03.356597 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Device 63fe613a-e289-405c-8fa6-1b6e4f4be7ca up at agent hyperv_hv-cinder-80475 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:46:03.435662 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86f4438-ac8c-45cd-bfa5-4e3f5ed1f14b req-db4113ac-66ea-4927-846f-7cb583050ffc tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:03.438157 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-d86f4438-ac8c-45cd-bfa5-4e3f5ed1f14b req-db4113ac-66ea-4927-846f-7cb583050ffc tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] 10.222.0.71 "GET /v2.0/ports?device_id=0a38e0f1-ae21-4d1c-a530-fb3731cca4c5 HTTP/1.1" status: 200 len: 945 time: 0.0802288 Feb 21 09:46:03.516845 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-d86f4438-ac8c-45cd-bfa5-4e3f5ed1f14b req-d2206a89-a419-4114-941d-1931c76ea128 tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] 10.222.0.71 "GET /v2.0/security-groups?id=051a1fb3-2910-49f8-b5d8-0e085de068fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676627 Feb 21 09:46:03.521237 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] For port c2b65b5f-9cd3-482d-b892-be7ad6ef7bda, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=c2b65b5f-9cd3-482d-b892-be7ad6ef7bda,segment=NetworkSegment(19825a35-379e-4869-b590-f5f5a4a92110),segment_id=19825a35-379e-4869-b590-f5f5a4a92110)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:46:03.534228 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Returning: {'device': 'c2b65b5f-9cd3-482d-b892-be7ad6ef7bda', 'network_id': '706f69fe-d205-4d95-9b18-bd6073de0e85', 'port_id': 'c2b65b5f-9cd3-482d-b892-be7ad6ef7bda', 'mac_address': 'fa:16:3e:4b:a6:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45738c06-7bf8-4f5a-88b1-5a2c943366a6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 09:46:03.568869 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Provisioning for port 63fe613a-e289-405c-8fa6-1b6e4f4be7ca completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:46:03.578839 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Provisioning complete for port 63fe613a-e289-405c-8fa6-1b6e4f4be7ca triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:46:03.579216 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7397950'] for port (63fe613a-e289-405c-8fa6-1b6e4f4be7ca), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:03.581797 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Current status of the port c2b65b5f-9cd3-482d-b892-be7ad6ef7bda is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:46:03.582118 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (c2b65b5f-9cd3-482d-b892-be7ad6ef7bda), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:03.615815 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2b65b5f-9cd3-482d-b892-be7ad6ef7bda {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 09:46:03.641405 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] For port c2b65b5f-9cd3-482d-b892-be7ad6ef7bda, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=c2b65b5f-9cd3-482d-b892-be7ad6ef7bda,segment=NetworkSegment(19825a35-379e-4869-b590-f5f5a4a92110),segment_id=19825a35-379e-4869-b590-f5f5a4a92110)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:46:03.687959 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Current status of the port 63fe613a-e289-405c-8fa6-1b6e4f4be7ca is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:46:03.688357 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (63fe613a-e289-405c-8fa6-1b6e4f4be7ca), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:03.730689 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] For port 63fe613a-e289-405c-8fa6-1b6e4f4be7ca, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=63fe613a-e289-405c-8fa6-1b6e4f4be7ca,segment=NetworkSegment(19825a35-379e-4869-b590-f5f5a4a92110),segment_id=19825a35-379e-4869-b590-f5f5a4a92110)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:46:03.798425 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782759442315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782758885690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782758885708'] for port (c2b65b5f-9cd3-482d-b892-be7ad6ef7bda), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:03.798677 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c619d7d4-68b9-42da-817c-aa75a7ab8662 req-a0265dd6-5886-4dbe-a626-032433379de2 tempest-DeleteServersTestJSON-780152071 tempest-DeleteServersTestJSON-780152071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:03.799357 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Device f3c05965-3d29-40b7-9d77-89aab1fbb424 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 09:46:03.800177 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-c619d7d4-68b9-42da-817c-aa75a7ab8662 req-a0265dd6-5886-4dbe-a626-032433379de2 tempest-DeleteServersTestJSON-780152071 tempest-DeleteServersTestJSON-780152071-project] 10.222.0.71 "GET /v2.0/ports?device_id=d4098aca-9efa-466f-9cf7-203ff307875f HTTP/1.1" status: 200 len: 946 time: 0.0612705 Feb 21 09:46:03.851892 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-c619d7d4-68b9-42da-817c-aa75a7ab8662 req-ebc04295-a62c-4b11-bc1e-e1843b62699f tempest-DeleteServersTestJSON-780152071 tempest-DeleteServersTestJSON-780152071-project] 10.222.0.71 "GET /v2.0/security-groups?id=5aac45d2-0deb-44ac-b104-bc7949795bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435815 Feb 21 09:46:03.869985 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Pushing event updated for resources: {'Port': ['ID=c2b65b5f-9cd3-482d-b892-be7ad6ef7bda,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:46:03.899923 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782759442315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782758885690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782758885708'] for port (63fe613a-e289-405c-8fa6-1b6e4f4be7ca), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:03.967797 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Pushing event updated for resources: {'Port': ['ID=63fe613a-e289-405c-8fa6-1b6e4f4be7ca,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:46:03.988319 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] For port f3c05965-3d29-40b7-9d77-89aab1fbb424, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=f3c05965-3d29-40b7-9d77-89aab1fbb424,segment=NetworkSegment(5efa1a12-8f20-494e-aa47-4db1b9a0dabf),segment_id=5efa1a12-8f20-494e-aa47-4db1b9a0dabf)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:46:04.028896 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Returning: {'device': 'f3c05965-3d29-40b7-9d77-89aab1fbb424', 'network_id': 'a39dd4ba-2dc8-4985-98f9-5bf90669cfb1', 'port_id': 'f3c05965-3d29-40b7-9d77-89aab1fbb424', 'mac_address': 'fa:16:3e:a0:12:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5db82f34-89a4-439c-8cf7-f4743decbdc2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 09:46:04.029991 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea810712-ab65-406f-848f-c07a08ca4e7b req-c9a6bdc9-75e7-49b0-9fde-2db4e4c959c1 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:04.039171 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-ea810712-ab65-406f-848f-c07a08ca4e7b req-c9a6bdc9-75e7-49b0-9fde-2db4e4c959c1 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/ports?device_id=3f8f33d0-b9e5-4bbd-874b-6538418e7b6a HTTP/1.1" status: 200 len: 944 time: 0.0711646 Feb 21 09:46:04.085807 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Current status of the port f3c05965-3d29-40b7-9d77-89aab1fbb424 is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:46:04.085807 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (f3c05965-3d29-40b7-9d77-89aab1fbb424), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:04.085974 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-ea810712-ab65-406f-848f-c07a08ca4e7b req-c8fba559-5def-47f6-8a7a-95328dbbd5a7 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/security-groups?id=8d9cb245-cf06-4580-adf5-355ae63bcdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434175 Feb 21 09:46:04.093872 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3c05965-3d29-40b7-9d77-89aab1fbb424 {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 09:46:04.113335 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] For port f3c05965-3d29-40b7-9d77-89aab1fbb424, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=f3c05965-3d29-40b7-9d77-89aab1fbb424,segment=NetworkSegment(5efa1a12-8f20-494e-aa47-4db1b9a0dabf),segment_id=5efa1a12-8f20-494e-aa47-4db1b9a0dabf)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:46:04.213306 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782759442315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782758885690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782758885708'] for port (f3c05965-3d29-40b7-9d77-89aab1fbb424), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:04.274100 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Pushing event updated for resources: {'Port': ['ID=f3c05965-3d29-40b7-9d77-89aab1fbb424,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:46:04.420431 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb6456b-88d0-4330-8a0f-60e07ca49a74 req-ceae528e-3243-4151-8407-7e218f56f395 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:04.422136 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-9eb6456b-88d0-4330-8a0f-60e07ca49a74 req-ceae528e-3243-4151-8407-7e218f56f395 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] 10.222.0.71 "GET /v2.0/ports?device_id=4bfaeb79-af34-4a8c-b852-5d9873f82eb1 HTTP/1.1" status: 200 len: 945 time: 0.0674806 Feb 21 09:46:04.482902 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-9eb6456b-88d0-4330-8a0f-60e07ca49a74 req-dbfbf7b3-e69a-4923-ac14-9b360aa55455 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] 10.222.0.71 "GET /v2.0/security-groups?id=5bde2634-daa9-411a-9a51-1555fe5f78b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474501 Feb 21 09:46:04.509353 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] get_ports_and_sgs() called for port_ids ['c2b65b5f-9cd3-482d-b892-be7ad6ef7bda'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 09:46:04.557449 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a38e0f1-ae21-4d1c-a530-fb3731cca4c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96538a27-2ae0-4901-9c89-cfad396b7f3f'}, {'server_uuid': '676bc5c7-0aa9-4ac2-8391-afc3107d9065', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63fe613a-e289-405c-8fa6-1b6e4f4be7ca'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:46:04.559650 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd82e867db05f05d31de18fef3a4b5738e999913abe260e0f677426061852263" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d77dc2d-9a8a-4b00-aeae-5278d29fe431" -d '{"events": [{"server_uuid": "0a38e0f1-ae21-4d1c-a530-fb3731cca4c5", "name": "network-vif-plugged", "status": "completed", "tag": "96538a27-2ae0-4901-9c89-cfad396b7f3f"}, {"server_uuid": "676bc5c7-0aa9-4ac2-8391-afc3107d9065", "name": "network-vif-plugged", "status": "completed", "tag": "63fe613a-e289-405c-8fa6-1b6e4f4be7ca"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:46:04.562369 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] get_ports_and_sgs() called for port_ids ['f3c05965-3d29-40b7-9d77-89aab1fbb424'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 09:46:04.614870 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 21 Feb 2022 09:46:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93824dac-c852-4801-add1-35b7661d594c x-openstack-request-id: req-93824dac-c852-4801-add1-35b7661d594c {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:46:04.615168 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a38e0f1-ae21-4d1c-a530-fb3731cca4c5", "name": "network-vif-plugged", "status": "completed", "tag": "96538a27-2ae0-4901-9c89-cfad396b7f3f", "code": 200}, {"server_uuid": "676bc5c7-0aa9-4ac2-8391-afc3107d9065", "name": "network-vif-plugged", "status": "completed", "tag": "63fe613a-e289-405c-8fa6-1b6e4f4be7ca", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:46:04.615414 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-93824dac-c852-4801-add1-35b7661d594c {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:46:04.615896 dv-cinder-804757-16-iscsi neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a38e0f1-ae21-4d1c-a530-fb3731cca4c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96538a27-2ae0-4901-9c89-cfad396b7f3f', 'code': 200} Feb 21 09:46:04.616087 dv-cinder-804757-16-iscsi neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '676bc5c7-0aa9-4ac2-8391-afc3107d9065', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63fe613a-e289-405c-8fa6-1b6e4f4be7ca', 'code': 200} Feb 21 09:46:04.657477 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02251bae-270c-445e-a25c-731169bddaf2 req-5694c167-9c5f-4fd8-ba00-de7438153a34 tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:04.659110 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-02251bae-270c-445e-a25c-731169bddaf2 req-5694c167-9c5f-4fd8-ba00-de7438153a34 tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] 10.222.0.71 "GET /v2.0/ports?device_id=0a38e0f1-ae21-4d1c-a530-fb3731cca4c5 HTTP/1.1" status: 200 len: 945 time: 0.0805416 Feb 21 09:46:04.751826 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-02251bae-270c-445e-a25c-731169bddaf2 req-b2c828d8-8ad5-4fab-8f80-1ddb5a66234b tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] 10.222.0.71 "GET /v2.0/security-groups?id=051a1fb3-2910-49f8-b5d8-0e085de068fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846794 Feb 21 09:46:04.989795 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced9df05-3074-411a-9c84-38c09b735936 req-f1b01f09-01d0-4ad0-8bc3-5f797aa5a58e tempest-DeleteServersTestJSON-780152071 tempest-DeleteServersTestJSON-780152071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:04.991720 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-ced9df05-3074-411a-9c84-38c09b735936 req-f1b01f09-01d0-4ad0-8bc3-5f797aa5a58e tempest-DeleteServersTestJSON-780152071 tempest-DeleteServersTestJSON-780152071-project] 10.222.0.71 "GET /v2.0/ports?device_id=d4098aca-9efa-466f-9cf7-203ff307875f HTTP/1.1" status: 200 len: 946 time: 0.0679276 Feb 21 09:46:05.033471 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fda0b1-bd66-4087-8d0d-3fe8462b54ab req-aab0772f-bedf-425e-9fca-c7258f68914e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:05.035629 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [req-f6fda0b1-bd66-4087-8d0d-3fe8462b54ab req-aab0772f-bedf-425e-9fca-c7258f68914e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=676bc5c7-0aa9-4ac2-8391-afc3107d9065 HTTP/1.1" status: 200 len: 1130 time: 0.0698802 Feb 21 09:46:05.083677 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [req-f6fda0b1-bd66-4087-8d0d-3fe8462b54ab req-a0fb4373-3f6d-46b5-90f2-4b885631c26f service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=8d9cb245-cf06-4580-adf5-355ae63bcdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417647 Feb 21 09:46:05.120948 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-ced9df05-3074-411a-9c84-38c09b735936 req-79972ce8-f65b-42cb-b655-89ad7c85a3e3 tempest-DeleteServersTestJSON-780152071 tempest-DeleteServersTestJSON-780152071-project] 10.222.0.71 "GET /v2.0/security-groups?id=5aac45d2-0deb-44ac-b104-bc7949795bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193473 Feb 21 09:46:05.128780 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477945fa-ff9a-411e-a680-07766059d438 req-1ba950e3-a23c-4107-885f-1a39b04328ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:05.130249 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-477945fa-ff9a-411e-a680-07766059d438 req-1ba950e3-a23c-4107-885f-1a39b04328ef service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=0a38e0f1-ae21-4d1c-a530-fb3731cca4c5 HTTP/1.1" status: 200 len: 1129 time: 0.1050704 Feb 21 09:46:05.206331 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2116545c-c5ab-4fe3-98e2-82a44fb6ad56 req-9ebe3dc6-a3e1-412d-89db-73ffc5eedb0e tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:05.207975 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-2116545c-c5ab-4fe3-98e2-82a44fb6ad56 req-9ebe3dc6-a3e1-412d-89db-73ffc5eedb0e tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/ports?device_id=3f8f33d0-b9e5-4bbd-874b-6538418e7b6a HTTP/1.1" status: 200 len: 944 time: 0.0546904 Feb 21 09:46:05.258118 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-2116545c-c5ab-4fe3-98e2-82a44fb6ad56 req-fa7f4a58-ea99-459b-82e2-6f46bceab332 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/security-groups?id=8d9cb245-cf06-4580-adf5-355ae63bcdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421805 Feb 21 09:46:05.399253 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-477945fa-ff9a-411e-a680-07766059d438 req-dea78c1b-9ea9-4cbb-83d4-1aad12dd0557 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=051a1fb3-2910-49f8-b5d8-0e085de068fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536289 Feb 21 09:46:05.522400 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-42111d6c-904f-4687-aa05-9c36cbefef46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (f1afc09b-b148-496e-b857-a568110caa3c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:05.604473 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f3b0d2-2b61-4f9c-9723-8d6ee952f9b4 req-06427e0a-dd9a-485e-9e81-1e01d5424fd2 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:05.605981 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-97f3b0d2-2b61-4f9c-9723-8d6ee952f9b4 req-06427e0a-dd9a-485e-9e81-1e01d5424fd2 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] 10.222.0.71 "GET /v2.0/ports?device_id=4bfaeb79-af34-4a8c-b852-5d9873f82eb1 HTTP/1.1" status: 200 len: 945 time: 0.0522184 Feb 21 09:46:05.656594 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-97f3b0d2-2b61-4f9c-9723-8d6ee952f9b4 req-96237b2a-7efe-4763-b699-43463fb173d9 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] 10.222.0.71 "GET /v2.0/security-groups?id=5bde2634-daa9-411a-9a51-1555fe5f78b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441911 Feb 21 09:46:05.716990 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.71', 50842) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:46:05.826763 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (f5044fde-eef4-46eb-b3ce-4ab87030ccc0), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:05.828081 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-cf3b4b47-d7fa-4307-aa6c-b226ffcfa97d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:05.877600 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae33796-7067-4231-b916-5ec58dcd0e07 req-46432765-db24-404f-a063-8137ef4cc173 tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:05.879138 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-4ae33796-7067-4231-b916-5ec58dcd0e07 req-46432765-db24-404f-a063-8137ef4cc173 tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] 10.222.0.71 "GET /v2.0/ports?device_id=0a38e0f1-ae21-4d1c-a530-fb3731cca4c5 HTTP/1.1" status: 200 len: 945 time: 0.0551515 Feb 21 09:46:05.915182 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-cf3b4b47-d7fa-4307-aa6c-b226ffcfa97d admin admin] Publish callbacks [] for security_group (45da7c56-9da5-48b5-b265-ab16e76ae3e5), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:05.934450 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-4ae33796-7067-4231-b916-5ec58dcd0e07 req-7cf0edca-f7dd-49eb-a624-c510c52437f9 tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] 10.222.0.71 "GET /v2.0/security-groups?id=051a1fb3-2910-49f8-b5d8-0e085de068fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490136 Feb 21 09:46:05.998575 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-cf3b4b47-d7fa-4307-aa6c-b226ffcfa97d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (45da7c56-9da5-48b5-b265-ab16e76ae3e5), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:06.037857 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [None req-cf3b4b47-d7fa-4307-aa6c-b226ffcfa97d admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=a21531931781409ebc4f95ff349a1f5e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3195546 Feb 21 09:46:06.039459 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3b4b47-d7fa-4307-aa6c-b226ffcfa97d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45da7c56-9da5-48b5-b265-ab16e76ae3e5,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:46:06.041109 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 50850) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:46:06.095519 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5225eecf-e3cc-4bbb-9db2-f22cd902f739 admin admin] Publish callbacks [] for security_group (45da7c56-9da5-48b5-b265-ab16e76ae3e5), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:06.324042 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5225eecf-e3cc-4bbb-9db2-f22cd902f739 admin admin] Publish callbacks [] for security_group (45da7c56-9da5-48b5-b265-ab16e76ae3e5), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:06.404158 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ac82ca-6a95-4846-8fe8-75dd53fc8aff req-6d56a8f6-2f5a-4a40-a76b-68f32ffedeea tempest-DeleteServersTestJSON-780152071 tempest-DeleteServersTestJSON-780152071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:06.405640 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-27ac82ca-6a95-4846-8fe8-75dd53fc8aff req-6d56a8f6-2f5a-4a40-a76b-68f32ffedeea tempest-DeleteServersTestJSON-780152071 tempest-DeleteServersTestJSON-780152071-project] 10.222.0.71 "GET /v2.0/ports?device_id=d4098aca-9efa-466f-9cf7-203ff307875f HTTP/1.1" status: 200 len: 946 time: 0.1189585 Feb 21 09:46:06.427432 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7906d95c-e68c-4ff9-92d0-a637714c683f req-873b7921-4af7-45e2-89e4-e65d3c1e0662 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:06.430929 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-7906d95c-e68c-4ff9-92d0-a637714c683f req-873b7921-4af7-45e2-89e4-e65d3c1e0662 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/ports?device_id=3f8f33d0-b9e5-4bbd-874b-6538418e7b6a HTTP/1.1" status: 200 len: 944 time: 0.1031332 Feb 21 09:46:06.494116 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-27ac82ca-6a95-4846-8fe8-75dd53fc8aff req-1fcfa582-bc88-42c2-8c4f-09442dd1f8bd tempest-DeleteServersTestJSON-780152071 tempest-DeleteServersTestJSON-780152071-project] 10.222.0.71 "GET /v2.0/security-groups?id=5aac45d2-0deb-44ac-b104-bc7949795bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801356 Feb 21 09:46:06.503657 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5225eecf-e3cc-4bbb-9db2-f22cd902f739 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (45da7c56-9da5-48b5-b265-ab16e76ae3e5), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:06.503657 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5225eecf-e3cc-4bbb-9db2-f22cd902f739 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:06.503657 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-5225eecf-e3cc-4bbb-9db2-f22cd902f739 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/45da7c56-9da5-48b5-b265-ab16e76ae3e5 HTTP/1.1" status: 204 len: 168 time: 0.4584293 Feb 21 09:46:06.510886 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-7906d95c-e68c-4ff9-92d0-a637714c683f req-4512ef34-3be8-4178-9b09-c13a02b3bb7f tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/security-groups?id=8d9cb245-cf06-4580-adf5-355ae63bcdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735760 Feb 21 09:46:06.516297 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5225eecf-e3cc-4bbb-9db2-f22cd902f739 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45da7c56-9da5-48b5-b265-ab16e76ae3e5,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:46:06.784117 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589d8d61-3168-4145-bfe4-e834644b4021 req-a32592c0-b03d-45aa-8869-cca8a0df671a tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:06.785654 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-589d8d61-3168-4145-bfe4-e834644b4021 req-a32592c0-b03d-45aa-8869-cca8a0df671a tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] 10.222.0.71 "GET /v2.0/ports?device_id=4bfaeb79-af34-4a8c-b852-5d9873f82eb1 HTTP/1.1" status: 200 len: 945 time: 0.0541403 Feb 21 09:46:06.827202 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-43ce5351-eeda-4347-b66a-565ea5ef4f96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (93f03475-d11b-4921-b82a-7ea88eab1568), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:06.836032 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-589d8d61-3168-4145-bfe4-e834644b4021 req-a1025cfe-d85c-4ac4-a214-d0237d5f799f tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] 10.222.0.71 "GET /v2.0/security-groups?id=5bde2634-daa9-411a-9a51-1555fe5f78b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433276 Feb 21 09:46:07.064293 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179ba1bb-1d04-4bdf-8e51-d92c5796afac req-3d289d9f-1610-4dc2-b6f3-09b32cd35e60 tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:07.065807 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-179ba1bb-1d04-4bdf-8e51-d92c5796afac req-3d289d9f-1610-4dc2-b6f3-09b32cd35e60 tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] 10.222.0.71 "GET /v2.0/ports?device_id=0a38e0f1-ae21-4d1c-a530-fb3731cca4c5 HTTP/1.1" status: 200 len: 945 time: 0.0540981 Feb 21 09:46:07.118212 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-179ba1bb-1d04-4bdf-8e51-d92c5796afac req-c7849c81-6da4-458a-bcc7-ca93c1ed5acf tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] 10.222.0.71 "GET /v2.0/security-groups?id=051a1fb3-2910-49f8-b5d8-0e085de068fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463078 Feb 21 09:46:07.294122 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.71', 50878) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:46:07.310318 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4c9fa239-07a9-44f0-b33d-a922722da3f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:07.385764 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4c9fa239-07a9-44f0-b33d-a922722da3f4 admin admin] Publish callbacks [] for security_group (4947f8b7-dc33-4a55-9723-2507130eb62c), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:07.473586 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4c9fa239-07a9-44f0-b33d-a922722da3f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (4947f8b7-dc33-4a55-9723-2507130eb62c), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:07.524112 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9fa239-07a9-44f0-b33d-a922722da3f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4947f8b7-dc33-4a55-9723-2507130eb62c,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:46:07.531092 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 50894) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:46:07.531420 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [None req-4c9fa239-07a9-44f0-b33d-a922722da3f4 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=328db1a260e343f7aef238decd739a45&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2362087 Feb 21 09:46:07.585151 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-136b6ef8-68bb-4da8-a443-566db1ca7fb7 admin admin] Publish callbacks [] for security_group (4947f8b7-dc33-4a55-9723-2507130eb62c), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:07.632956 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-136b6ef8-68bb-4da8-a443-566db1ca7fb7 admin admin] Publish callbacks [] for security_group (4947f8b7-dc33-4a55-9723-2507130eb62c), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:07.684058 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b31aae0-11df-437c-a894-21364a9e78f2 req-69201f17-50fb-4c07-b567-2b568c8ddaec tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:07.685679 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-8b31aae0-11df-437c-a894-21364a9e78f2 req-69201f17-50fb-4c07-b567-2b568c8ddaec tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/ports?device_id=3f8f33d0-b9e5-4bbd-874b-6538418e7b6a HTTP/1.1" status: 200 len: 944 time: 0.0902169 Feb 21 09:46:07.747604 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-8b31aae0-11df-437c-a894-21364a9e78f2 req-63687b1f-c436-40ec-8afe-447e5a09c292 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/security-groups?id=8d9cb245-cf06-4580-adf5-355ae63bcdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444281 Feb 21 09:46:07.792739 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-136b6ef8-68bb-4da8-a443-566db1ca7fb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (4947f8b7-dc33-4a55-9723-2507130eb62c), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:07.795393 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-136b6ef8-68bb-4da8-a443-566db1ca7fb7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:07.796582 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-136b6ef8-68bb-4da8-a443-566db1ca7fb7 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/4947f8b7-dc33-4a55-9723-2507130eb62c HTTP/1.1" status: 204 len: 168 time: 0.2639396 Feb 21 09:46:07.805309 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136b6ef8-68bb-4da8-a443-566db1ca7fb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4947f8b7-dc33-4a55-9723-2507130eb62c,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:46:07.968754 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a44690-2311-4235-be0d-2fe469a05caa req-acf5fc95-9361-4ae9-be07-79c2700d3874 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:07.970279 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-c1a44690-2311-4235-be0d-2fe469a05caa req-acf5fc95-9361-4ae9-be07-79c2700d3874 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] 10.222.0.71 "GET /v2.0/ports?device_id=4bfaeb79-af34-4a8c-b852-5d9873f82eb1 HTTP/1.1" status: 200 len: 945 time: 0.0624733 Feb 21 09:46:08.020918 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-c1a44690-2311-4235-be0d-2fe469a05caa req-0bdd8e2b-8362-4c7b-997a-71fdc93462fd tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] 10.222.0.71 "GET /v2.0/security-groups?id=5bde2634-daa9-411a-9a51-1555fe5f78b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434563 Feb 21 09:46:08.081626 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 50912) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:46:08.093754 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Device c2b65b5f-9cd3-482d-b892-be7ad6ef7bda up at agent hyperv_hv-cinder-80475 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:46:08.148811 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-2b8302a0-632c-4bb4-a8e1-5b2fb521f750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (a872b2e0-7e3e-43db-8705-7fb9ea875340), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:08.202249 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4c154abe-062c-4a9a-b367-2904522bee79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:08.224207 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Provisioning for port c2b65b5f-9cd3-482d-b892-be7ad6ef7bda completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:46:08.229267 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Provisioning complete for port c2b65b5f-9cd3-482d-b892-be7ad6ef7bda triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:46:08.229699 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7397950'] for port (c2b65b5f-9cd3-482d-b892-be7ad6ef7bda), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:08.280247 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34316898-5021-43db-bd00-5061c67462a4 req-55b18c2a-c01a-4786-b4e1-d8ed7a8cc78f tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:08.281769 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-34316898-5021-43db-bd00-5061c67462a4 req-55b18c2a-c01a-4786-b4e1-d8ed7a8cc78f tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] 10.222.0.71 "GET /v2.0/ports?device_id=0a38e0f1-ae21-4d1c-a530-fb3731cca4c5 HTTP/1.1" status: 200 len: 945 time: 0.0816751 Feb 21 09:46:08.311733 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Current status of the port c2b65b5f-9cd3-482d-b892-be7ad6ef7bda is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:46:08.312118 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (c2b65b5f-9cd3-482d-b892-be7ad6ef7bda), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:08.340857 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f8f33d0-b9e5-4bbd-874b-6538418e7b6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2b65b5f-9cd3-482d-b892-be7ad6ef7bda'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:46:08.344094 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd82e867db05f05d31de18fef3a4b5738e999913abe260e0f677426061852263" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a0bfc63-168a-4b34-9fb9-26061a4dad47" -d '{"events": [{"server_uuid": "3f8f33d0-b9e5-4bbd-874b-6538418e7b6a", "name": "network-vif-plugged", "status": "completed", "tag": "c2b65b5f-9cd3-482d-b892-be7ad6ef7bda"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:46:08.358291 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] For port c2b65b5f-9cd3-482d-b892-be7ad6ef7bda, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=c2b65b5f-9cd3-482d-b892-be7ad6ef7bda,segment=NetworkSegment(19825a35-379e-4869-b590-f5f5a4a92110),segment_id=19825a35-379e-4869-b590-f5f5a4a92110)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:46:08.361608 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4c154abe-062c-4a9a-b367-2904522bee79 admin admin] Publish callbacks [] for security_group (cf4842c8-8274-4914-add6-92cbf9a4c514), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:08.365464 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-34316898-5021-43db-bd00-5061c67462a4 req-c6061783-bb03-494d-aea2-c7f375738470 tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] 10.222.0.71 "GET /v2.0/security-groups?id=051a1fb3-2910-49f8-b5d8-0e085de068fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736694 Feb 21 09:46:08.386292 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 09:46:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7137a46-f21c-453a-9fef-e9d61571e292 x-openstack-request-id: req-b7137a46-f21c-453a-9fef-e9d61571e292 {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:46:08.386632 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f8f33d0-b9e5-4bbd-874b-6538418e7b6a", "name": "network-vif-plugged", "status": "completed", "tag": "c2b65b5f-9cd3-482d-b892-be7ad6ef7bda", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:46:08.386908 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-b7137a46-f21c-453a-9fef-e9d61571e292 {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:46:08.387295 dv-cinder-804757-16-iscsi neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f8f33d0-b9e5-4bbd-874b-6538418e7b6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2b65b5f-9cd3-482d-b892-be7ad6ef7bda', 'code': 200} Feb 21 09:46:08.424637 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782759442315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782758885690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782758885708'] for port (c2b65b5f-9cd3-482d-b892-be7ad6ef7bda), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:08.425579 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Device f3c05965-3d29-40b7-9d77-89aab1fbb424 up at agent hyperv_hv-cinder-80475 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:46:08.447153 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4c154abe-062c-4a9a-b367-2904522bee79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (cf4842c8-8274-4914-add6-92cbf9a4c514), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:08.488712 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-4c154abe-062c-4a9a-b367-2904522bee79 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=243e3e8cda014a98a8a51a98ba60013a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4059372 Feb 21 09:46:08.489607 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c154abe-062c-4a9a-b367-2904522bee79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf4842c8-8274-4914-add6-92cbf9a4c514,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:46:08.492815 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.71', 50932) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:46:08.570684 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4e39dde6-87ee-4556-9615-831f59d2cfa8 admin admin] Publish callbacks [] for security_group (cf4842c8-8274-4914-add6-92cbf9a4c514), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:08.601425 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4e39dde6-87ee-4556-9615-831f59d2cfa8 admin admin] Publish callbacks [] for security_group (cf4842c8-8274-4914-add6-92cbf9a4c514), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:08.643653 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Pushing event updated for resources: {'Port': ['ID=c2b65b5f-9cd3-482d-b892-be7ad6ef7bda,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:46:08.721895 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Provisioning for port f3c05965-3d29-40b7-9d77-89aab1fbb424 completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:46:08.722090 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4e39dde6-87ee-4556-9615-831f59d2cfa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (cf4842c8-8274-4914-add6-92cbf9a4c514), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:08.724685 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4e39dde6-87ee-4556-9615-831f59d2cfa8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:08.726200 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Provisioning complete for port f3c05965-3d29-40b7-9d77-89aab1fbb424 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:46:08.726702 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [None req-4e39dde6-87ee-4556-9615-831f59d2cfa8 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/cf4842c8-8274-4914-add6-92cbf9a4c514 HTTP/1.1" status: 204 len: 168 time: 0.2324805 Feb 21 09:46:08.729579 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7397950'] for port (f3c05965-3d29-40b7-9d77-89aab1fbb424), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:08.744425 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e39dde6-87ee-4556-9615-831f59d2cfa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf4842c8-8274-4914-add6-92cbf9a4c514,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:46:08.836110 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Current status of the port f3c05965-3d29-40b7-9d77-89aab1fbb424 is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:46:08.836496 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (f3c05965-3d29-40b7-9d77-89aab1fbb424), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:08.871353 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] For port f3c05965-3d29-40b7-9d77-89aab1fbb424, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=f3c05965-3d29-40b7-9d77-89aab1fbb424,segment=NetworkSegment(5efa1a12-8f20-494e-aa47-4db1b9a0dabf),segment_id=5efa1a12-8f20-494e-aa47-4db1b9a0dabf)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:46:08.884099 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fdf633-18d0-473b-b32a-6ea236f91843 req-50e38a4a-75a9-4a5f-9e81-f2bc00d54eb3 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:08.885666 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-20fdf633-18d0-473b-b32a-6ea236f91843 req-50e38a4a-75a9-4a5f-9e81-f2bc00d54eb3 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/ports?device_id=3f8f33d0-b9e5-4bbd-874b-6538418e7b6a HTTP/1.1" status: 200 len: 945 time: 0.0677619 Feb 21 09:46:08.934476 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-20fdf633-18d0-473b-b32a-6ea236f91843 req-d1da8b89-407e-49a2-8de9-0122c1eed38b tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/security-groups?id=8d9cb245-cf06-4580-adf5-355ae63bcdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434122 Feb 21 09:46:08.993234 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782759442315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782758885690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782758885708'] for port (f3c05965-3d29-40b7-9d77-89aab1fbb424), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:09.041125 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Pushing event updated for resources: {'Port': ['ID=f3c05965-3d29-40b7-9d77-89aab1fbb424,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:46:09.160992 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1154e31-92ad-4c8c-9dcb-a0b9481dffe7 req-9d216b7a-5a3e-4318-a1a0-a6ae2614b4a9 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:09.162705 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-c1154e31-92ad-4c8c-9dcb-a0b9481dffe7 req-9d216b7a-5a3e-4318-a1a0-a6ae2614b4a9 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] 10.222.0.71 "GET /v2.0/ports?device_id=4bfaeb79-af34-4a8c-b852-5d9873f82eb1 HTTP/1.1" status: 200 len: 946 time: 0.0573637 Feb 21 09:46:09.224331 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-c1154e31-92ad-4c8c-9dcb-a0b9481dffe7 req-439fb391-cfc5-4c0c-bb18-6ae74ddcf52a tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] 10.222.0.71 "GET /v2.0/security-groups?id=5bde2634-daa9-411a-9a51-1555fe5f78b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546062 Feb 21 09:46:09.417150 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f11f14-4c4c-42f8-b90c-6d90e9717559 req-a964b925-a9c7-42dd-8ebd-21135778f63b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:09.418673 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-84f11f14-4c4c-42f8-b90c-6d90e9717559 req-a964b925-a9c7-42dd-8ebd-21135778f63b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=3f8f33d0-b9e5-4bbd-874b-6538418e7b6a HTTP/1.1" status: 200 len: 1129 time: 0.0444946 Feb 21 09:46:09.537114 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-84f11f14-4c4c-42f8-b90c-6d90e9717559 req-1dbd4732-ff13-40ed-8edc-97c4c3a7fc2f service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=8d9cb245-cf06-4580-adf5-355ae63bcdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037617 Feb 21 09:46:09.557098 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30518e64-7180-4058-b0fd-f2433b7b64f2 req-abc3c57c-d63e-44a1-8dcf-4c88a13cdfa5 tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:09.565055 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-30518e64-7180-4058-b0fd-f2433b7b64f2 req-abc3c57c-d63e-44a1-8dcf-4c88a13cdfa5 tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] 10.222.0.71 "GET /v2.0/ports?device_id=0a38e0f1-ae21-4d1c-a530-fb3731cca4c5 HTTP/1.1" status: 200 len: 945 time: 0.1138265 Feb 21 09:46:09.619111 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-30518e64-7180-4058-b0fd-f2433b7b64f2 req-32a92079-3c4b-454d-a78b-60eee5a48c21 tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] 10.222.0.71 "GET /v2.0/security-groups?id=051a1fb3-2910-49f8-b5d8-0e085de068fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465956 Feb 21 09:46:09.646498 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.71', 50978) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:46:09.662006 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (ce3e6371-75e2-4bba-8260-49cd855bb251), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:09.662767 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-9a078ff9-f4e8-41bc-bf9b-2ba09c05ee03 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:09.743467 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-9a078ff9-f4e8-41bc-bf9b-2ba09c05ee03 admin admin] Publish callbacks [] for security_group (87c67ec2-d8a1-4fd4-a716-50384c6d286e), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:09.821271 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-9a078ff9-f4e8-41bc-bf9b-2ba09c05ee03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (87c67ec2-d8a1-4fd4-a716-50384c6d286e), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:09.859366 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [None req-9a078ff9-f4e8-41bc-bf9b-2ba09c05ee03 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=bc7ba4f85f944203b1e9b90a70c8ac90&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2109740 Feb 21 09:46:09.860572 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a078ff9-f4e8-41bc-bf9b-2ba09c05ee03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87c67ec2-d8a1-4fd4-a716-50384c6d286e,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:46:09.861965 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 50986) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:46:09.918867 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9eef69ac-c5f7-42ff-93a1-67054ea691e0 admin admin] Publish callbacks [] for security_group (87c67ec2-d8a1-4fd4-a716-50384c6d286e), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:09.943383 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9eef69ac-c5f7-42ff-93a1-67054ea691e0 admin admin] Publish callbacks [] for security_group (87c67ec2-d8a1-4fd4-a716-50384c6d286e), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:10.057013 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede1a8c6-ba34-4404-8afb-4e5d18336b16 req-59513a81-31b9-4ba4-9cc4-ff61aa17260c tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:10.058504 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-ede1a8c6-ba34-4404-8afb-4e5d18336b16 req-59513a81-31b9-4ba4-9cc4-ff61aa17260c tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/ports?device_id=3f8f33d0-b9e5-4bbd-874b-6538418e7b6a HTTP/1.1" status: 200 len: 945 time: 0.0550313 Feb 21 09:46:10.104132 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-ede1a8c6-ba34-4404-8afb-4e5d18336b16 req-805caecb-0ee1-4024-900c-81aa0ad7d36a tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/security-groups?id=8d9cb245-cf06-4580-adf5-355ae63bcdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400958 Feb 21 09:46:10.138601 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9eef69ac-c5f7-42ff-93a1-67054ea691e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (87c67ec2-d8a1-4fd4-a716-50384c6d286e), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:10.141330 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9eef69ac-c5f7-42ff-93a1-67054ea691e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:10.142452 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-9eef69ac-c5f7-42ff-93a1-67054ea691e0 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/87c67ec2-d8a1-4fd4-a716-50384c6d286e HTTP/1.1" status: 204 len: 168 time: 0.2795200 Feb 21 09:46:10.150565 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eef69ac-c5f7-42ff-93a1-67054ea691e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87c67ec2-d8a1-4fd4-a716-50384c6d286e,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:46:10.351457 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff3fbe4-db73-4b85-80d6-06c0bdfd8fd2 req-66a261b3-06e9-48b6-b6f6-e46775a16d69 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:10.352575 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-7ff3fbe4-db73-4b85-80d6-06c0bdfd8fd2 req-66a261b3-06e9-48b6-b6f6-e46775a16d69 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] 10.222.0.71 "GET /v2.0/ports?device_id=4bfaeb79-af34-4a8c-b852-5d9873f82eb1 HTTP/1.1" status: 200 len: 946 time: 0.0568528 Feb 21 09:46:10.388938 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bfaeb79-af34-4a8c-b852-5d9873f82eb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3c05965-3d29-40b7-9d77-89aab1fbb424'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:46:10.391521 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd82e867db05f05d31de18fef3a4b5738e999913abe260e0f677426061852263" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dea87cf-7328-4bcf-bddf-d32ce2e5a3c9" -d '{"events": [{"server_uuid": "4bfaeb79-af34-4a8c-b852-5d9873f82eb1", "name": "network-vif-plugged", "status": "completed", "tag": "f3c05965-3d29-40b7-9d77-89aab1fbb424"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:46:10.406533 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-7ff3fbe4-db73-4b85-80d6-06c0bdfd8fd2 req-7c1e67ad-edbb-4b16-947d-ed5ac88b4c66 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] 10.222.0.71 "GET /v2.0/security-groups?id=5bde2634-daa9-411a-9a51-1555fe5f78b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482507 Feb 21 09:46:10.432088 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 09:46:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bd3cf2f-0109-493b-a27e-14754f648bc7 x-openstack-request-id: req-2bd3cf2f-0109-493b-a27e-14754f648bc7 {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:46:10.432448 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bfaeb79-af34-4a8c-b852-5d9873f82eb1", "name": "network-vif-plugged", "status": "completed", "tag": "f3c05965-3d29-40b7-9d77-89aab1fbb424", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:46:10.432696 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-2bd3cf2f-0109-493b-a27e-14754f648bc7 {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:46:10.433095 dv-cinder-804757-16-iscsi neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bfaeb79-af34-4a8c-b852-5d9873f82eb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3c05965-3d29-40b7-9d77-89aab1fbb424', 'code': 200} Feb 21 09:46:10.441143 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 50998) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:46:10.568593 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-60c909da-4ca1-48b1-b169-70ee26bea155 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:10.665263 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-60c909da-4ca1-48b1-b169-70ee26bea155 admin admin] Publish callbacks [] for security_group (2a54be53-06ff-4726-8c99-fa085eb8ff34), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:10.773973 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cdb804-d3b9-40e3-ba1a-23c3f24e9813 req-d26293bf-2969-4538-bc50-602ec7cd9598 tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:10.780754 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-f8cdb804-d3b9-40e3-ba1a-23c3f24e9813 req-d26293bf-2969-4538-bc50-602ec7cd9598 tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] 10.222.0.71 "GET /v2.0/ports?device_id=0a38e0f1-ae21-4d1c-a530-fb3731cca4c5 HTTP/1.1" status: 200 len: 945 time: 0.0608568 Feb 21 09:46:10.824492 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-f8cdb804-d3b9-40e3-ba1a-23c3f24e9813 req-2417975f-d426-4de3-bd41-7242946750cd tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] 10.222.0.71 "GET /v2.0/security-groups?id=051a1fb3-2910-49f8-b5d8-0e085de068fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428405 Feb 21 09:46:10.838886 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-60c909da-4ca1-48b1-b169-70ee26bea155 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (2a54be53-06ff-4726-8c99-fa085eb8ff34), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:10.897951 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-60c909da-4ca1-48b1-b169-70ee26bea155 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=efcddad48a404ea0a238a78682e50d60&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4556715 Feb 21 09:46:10.901508 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.71', 51036) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:46:10.952985 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c909da-4ca1-48b1-b169-70ee26bea155 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a54be53-06ff-4726-8c99-fa085eb8ff34,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:46:10.980795 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d2fbd3-a3a8-4688-8dca-3b2956446610 req-ef414c2f-46fe-4e6d-ad27-2259716ff5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:10.984454 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-c8d2fbd3-a3a8-4688-8dca-3b2956446610 req-ef414c2f-46fe-4e6d-ad27-2259716ff5f4 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=4bfaeb79-af34-4a8c-b852-5d9873f82eb1 HTTP/1.1" status: 200 len: 1130 time: 0.1543186 Feb 21 09:46:11.002332 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-eed43210-0d24-49de-89bb-e776b4f636e2 admin admin] Publish callbacks [] for security_group (2a54be53-06ff-4726-8c99-fa085eb8ff34), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:11.029420 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-eed43210-0d24-49de-89bb-e776b4f636e2 admin admin] Publish callbacks [] for security_group (2a54be53-06ff-4726-8c99-fa085eb8ff34), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:11.057328 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-c8d2fbd3-a3a8-4688-8dca-3b2956446610 req-0ba0cd4d-42cb-4295-bcc6-fcdaa4b8f7cf service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=5bde2634-daa9-411a-9a51-1555fe5f78b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517213 Feb 21 09:46:11.226328 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6bc600-3647-4be5-be96-842500dfd7bb req-ca55bc1c-a1ab-4974-8649-6319b64f2d6d tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:11.227866 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-ba6bc600-3647-4be5-be96-842500dfd7bb req-ca55bc1c-a1ab-4974-8649-6319b64f2d6d tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/ports?device_id=3f8f33d0-b9e5-4bbd-874b-6538418e7b6a HTTP/1.1" status: 200 len: 945 time: 0.0561411 Feb 21 09:46:11.233316 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-eed43210-0d24-49de-89bb-e776b4f636e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (2a54be53-06ff-4726-8c99-fa085eb8ff34), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:11.236452 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-eed43210-0d24-49de-89bb-e776b4f636e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:11.238001 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [None req-eed43210-0d24-49de-89bb-e776b4f636e2 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/2a54be53-06ff-4726-8c99-fa085eb8ff34 HTTP/1.1" status: 204 len: 168 time: 0.3340323 Feb 21 09:46:11.248143 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed43210-0d24-49de-89bb-e776b4f636e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a54be53-06ff-4726-8c99-fa085eb8ff34,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:46:11.294576 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-ba6bc600-3647-4be5-be96-842500dfd7bb req-09ffc020-209b-4309-a9b5-b7e3f65ef50f tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/security-groups?id=8d9cb245-cf06-4580-adf5-355ae63bcdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612273 Feb 21 09:46:11.535712 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96600c3a-5dfc-41e4-ad72-f6c82e1d431d req-bfdc238f-5e68-45bb-b769-dfe819b7ec48 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:11.538804 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-96600c3a-5dfc-41e4-ad72-f6c82e1d431d req-bfdc238f-5e68-45bb-b769-dfe819b7ec48 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] 10.222.0.71 "GET /v2.0/ports?device_id=4bfaeb79-af34-4a8c-b852-5d9873f82eb1 HTTP/1.1" status: 200 len: 946 time: 0.0561652 Feb 21 09:46:11.638533 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-96600c3a-5dfc-41e4-ad72-f6c82e1d431d req-f5fca82e-ef0e-43d0-8f5c-0cb959f01ed0 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] 10.222.0.71 "GET /v2.0/security-groups?id=5bde2634-daa9-411a-9a51-1555fe5f78b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912375 Feb 21 09:46:12.125582 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 51080) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:46:12.139528 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-dac83eb5-15d2-4f0d-9751-40fe15554c8e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:12.224929 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-dac83eb5-15d2-4f0d-9751-40fe15554c8e admin admin] Publish callbacks [] for security_group (12cc3563-ec30-4418-bc04-d2f405a0207f), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:12.327269 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-dac83eb5-15d2-4f0d-9751-40fe15554c8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (12cc3563-ec30-4418-bc04-d2f405a0207f), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:12.388162 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-dac83eb5-15d2-4f0d-9751-40fe15554c8e admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=7e90bbd87b9342cf98a00143376f94a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2614973 Feb 21 09:46:12.391622 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 51090) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:46:12.398968 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac83eb5-15d2-4f0d-9751-40fe15554c8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12cc3563-ec30-4418-bc04-d2f405a0207f,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:46:12.489231 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111d1f21-1571-42ec-b672-3839570efeeb req-96f53243-8d25-4657-a581-dab24e12cdf1 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:12.491310 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-111d1f21-1571-42ec-b672-3839570efeeb req-96f53243-8d25-4657-a581-dab24e12cdf1 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/ports?device_id=3f8f33d0-b9e5-4bbd-874b-6538418e7b6a HTTP/1.1" status: 200 len: 945 time: 0.0998471 Feb 21 09:46:12.495047 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7e547dd5-3d75-4675-864f-37ed064ca866 admin admin] Publish callbacks [] for security_group (12cc3563-ec30-4418-bc04-d2f405a0207f), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:12.533381 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7e547dd5-3d75-4675-864f-37ed064ca866 admin admin] Publish callbacks [] for security_group (12cc3563-ec30-4418-bc04-d2f405a0207f), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:12.575092 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-111d1f21-1571-42ec-b672-3839570efeeb req-5634ad74-ee99-4995-8ec2-c06693c52e9f tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/security-groups?id=8d9cb245-cf06-4580-adf5-355ae63bcdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779893 Feb 21 09:46:12.684425 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7e547dd5-3d75-4675-864f-37ed064ca866 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (12cc3563-ec30-4418-bc04-d2f405a0207f), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:12.687540 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7e547dd5-3d75-4675-864f-37ed064ca866 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:12.691265 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-7e547dd5-3d75-4675-864f-37ed064ca866 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/12cc3563-ec30-4418-bc04-d2f405a0207f HTTP/1.1" status: 204 len: 168 time: 0.2962205 Feb 21 09:46:12.705692 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e547dd5-3d75-4675-864f-37ed064ca866 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12cc3563-ec30-4418-bc04-d2f405a0207f,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:46:12.792951 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9984bfcb-6377-4edb-a164-122647c212e4 req-7bba91e9-0e31-4f79-b74c-16b5a287f496 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:12.795005 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-9984bfcb-6377-4edb-a164-122647c212e4 req-7bba91e9-0e31-4f79-b74c-16b5a287f496 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] 10.222.0.71 "GET /v2.0/ports?device_id=4bfaeb79-af34-4a8c-b852-5d9873f82eb1 HTTP/1.1" status: 200 len: 946 time: 0.0819931 Feb 21 09:46:12.853861 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-9984bfcb-6377-4edb-a164-122647c212e4 req-8132bb2d-8a22-475b-a78f-94da0a3e4741 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] 10.222.0.71 "GET /v2.0/security-groups?id=5bde2634-daa9-411a-9a51-1555fe5f78b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523305 Feb 21 09:46:13.411004 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785ccf90-0a09-4da4-a742-0119d0a37848 req-6431fe82-549e-4cb4-a45b-58d0f2803164 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:13.413060 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-785ccf90-0a09-4da4-a742-0119d0a37848 req-6431fe82-549e-4cb4-a45b-58d0f2803164 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/ports?device_id=3f8f33d0-b9e5-4bbd-874b-6538418e7b6a HTTP/1.1" status: 200 len: 945 time: 0.0711937 Feb 21 09:46:13.462161 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-785ccf90-0a09-4da4-a742-0119d0a37848 req-aaf895a6-b772-4322-b4ba-4f883014e65f tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/security-groups?id=8d9cb245-cf06-4580-adf5-355ae63bcdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430024 Feb 21 09:46:13.972626 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db72c2a-2112-4d4f-9308-9ede0f194ec6 req-cfca8591-7ea4-4fe6-a0a1-f78747c51210 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:13.974709 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-4db72c2a-2112-4d4f-9308-9ede0f194ec6 req-cfca8591-7ea4-4fe6-a0a1-f78747c51210 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] 10.222.0.71 "GET /v2.0/ports?device_id=4bfaeb79-af34-4a8c-b852-5d9873f82eb1 HTTP/1.1" status: 200 len: 946 time: 0.0545936 Feb 21 09:46:14.026725 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-4db72c2a-2112-4d4f-9308-9ede0f194ec6 req-fe9eb6a2-f1f1-4731-a472-52e32e3a0ec4 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] 10.222.0.71 "GET /v2.0/security-groups?id=5bde2634-daa9-411a-9a51-1555fe5f78b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445113 Feb 21 09:46:14.421954 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 51176) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:46:14.538832 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-39c8a2b9-6e08-4e2c-a45d-bb3340fca84c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:14.625723 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b8de37-fee8-4c42-a989-7a98d3ee038d req-06b5de5e-fdcd-458f-a84c-04d7b04c2e85 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:14.627447 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-00b8de37-fee8-4c42-a989-7a98d3ee038d req-06b5de5e-fdcd-458f-a84c-04d7b04c2e85 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/ports?device_id=3f8f33d0-b9e5-4bbd-874b-6538418e7b6a HTTP/1.1" status: 200 len: 945 time: 0.0915477 Feb 21 09:46:14.713396 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-39c8a2b9-6e08-4e2c-a45d-bb3340fca84c admin admin] Publish callbacks [] for security_group (020fc56b-f02e-48a8-a87a-eefb9f9cf257), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:14.717574 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-00b8de37-fee8-4c42-a989-7a98d3ee038d req-18005adc-de7c-4842-814b-d3ec64f32d28 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/security-groups?id=8d9cb245-cf06-4580-adf5-355ae63bcdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810330 Feb 21 09:46:14.755712 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-39c8a2b9-6e08-4e2c-a45d-bb3340fca84c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (020fc56b-f02e-48a8-a87a-eefb9f9cf257), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:14.794969 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-39c8a2b9-6e08-4e2c-a45d-bb3340fca84c admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=7d8b715804bb44e1966e58879745afbf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3718631 Feb 21 09:46:14.796087 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c8a2b9-6e08-4e2c-a45d-bb3340fca84c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=020fc56b-f02e-48a8-a87a-eefb9f9cf257,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:46:14.797654 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.71', 51196) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:46:14.854681 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-30dab25f-f01a-404b-aead-b54b52ddba4e admin admin] Publish callbacks [] for security_group (020fc56b-f02e-48a8-a87a-eefb9f9cf257), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:14.875843 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-30dab25f-f01a-404b-aead-b54b52ddba4e admin admin] Publish callbacks [] for security_group (020fc56b-f02e-48a8-a87a-eefb9f9cf257), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:14.886918 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e8fa38-5724-40e7-b05a-56c99333d6b7 req-f6cdf009-1b8a-430a-b863-eb2c3c678c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:14.888432 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-25e8fa38-5724-40e7-b05a-56c99333d6b7 req-f6cdf009-1b8a-430a-b863-eb2c3c678c09 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f0b97717b6834f3e8ecbc551e47a71ca&device_id=3f8f33d0-b9e5-4bbd-874b-6538418e7b6a HTTP/1.1" status: 200 len: 1129 time: 0.0476906 Feb 21 09:46:14.976310 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-30dab25f-f01a-404b-aead-b54b52ddba4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (020fc56b-f02e-48a8-a87a-eefb9f9cf257), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:14.979860 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-30dab25f-f01a-404b-aead-b54b52ddba4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:14.984622 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [None req-30dab25f-f01a-404b-aead-b54b52ddba4e admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/020fc56b-f02e-48a8-a87a-eefb9f9cf257 HTTP/1.1" status: 204 len: 168 time: 0.1847813 Feb 21 09:46:14.999840 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dab25f-f01a-404b-aead-b54b52ddba4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=020fc56b-f02e-48a8-a87a-eefb9f9cf257,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:46:15.068106 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e8fa38-5724-40e7-b05a-56c99333d6b7 req-d8b12335-91cc-4cc5-a391-064f8d2ca4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:15.071235 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-25e8fa38-5724-40e7-b05a-56c99333d6b7 req-d8b12335-91cc-4cc5-a391-064f8d2ca4c7 service neutron] 10.222.0.69 "GET /v2.0/networks?id=706f69fe-d205-4d95-9b18-bd6073de0e85 HTTP/1.1" status: 200 len: 919 time: 0.1156011 Feb 21 09:46:15.127792 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-25e8fa38-5724-40e7-b05a-56c99333d6b7 req-b6c7dca2-f922-4a8d-a79b-5999c2deb259 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c2b65b5f-9cd3-482d-b892-be7ad6ef7bda HTTP/1.1" status: 200 len: 217 time: 0.0464633 Feb 21 09:46:15.147773 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.agents_db [None req-1af9f625-7d23-4c31-ae08-d0e8b46e8d0e None None] Agent healthcheck: found 6 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 09:46:15.212808 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e8fa38-5724-40e7-b05a-56c99333d6b7 req-4ab6b3f7-2a46-4d79-963b-d0fa5c95904e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:15.214298 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-25e8fa38-5724-40e7-b05a-56c99333d6b7 req-4ab6b3f7-2a46-4d79-963b-d0fa5c95904e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=45738c06-7bf8-4f5a-88b1-5a2c943366a6 HTTP/1.1" status: 200 len: 858 time: 0.0615914 Feb 21 09:46:15.221152 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab88d6c1-e2ad-40be-9012-6fd2cd162953 req-471a1504-aa6d-47b1-9935-f5541638239b tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:15.222501 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-ab88d6c1-e2ad-40be-9012-6fd2cd162953 req-471a1504-aa6d-47b1-9935-f5541638239b tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] 10.222.0.71 "GET /v2.0/ports?device_id=4bfaeb79-af34-4a8c-b852-5d9873f82eb1 HTTP/1.1" status: 200 len: 946 time: 0.0973747 Feb 21 09:46:15.253708 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-25e8fa38-5724-40e7-b05a-56c99333d6b7 req-a9fcda43-6d95-4ff0-9379-2889699c34f1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=706f69fe-d205-4d95-9b18-bd6073de0e85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303118 Feb 21 09:46:15.337655 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-ab88d6c1-e2ad-40be-9012-6fd2cd162953 req-8b9136b8-2e91-4250-85ac-625fdba1bcbf tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] 10.222.0.71 "GET /v2.0/security-groups?id=5bde2634-daa9-411a-9a51-1555fe5f78b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056869 Feb 21 09:46:15.380709 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-25e8fa38-5724-40e7-b05a-56c99333d6b7 req-fee3e267-8a00-4c45-931d-694cd1c3d4e7 service neutron] 10.222.0.69 "GET /v2.0/networks/706f69fe-d205-4d95-9b18-bd6073de0e85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153059 Feb 21 09:46:15.777523 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.71', 51236) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:46:15.791305 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-643c550f-e74a-4c7c-92cf-f0ded0eeb938 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:15.846570 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36ca174-45ef-4b27-a06c-ea91762455ed req-d0ca36be-ad8e-46f0-9072-0d02902125cf tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:15.848155 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-b36ca174-45ef-4b27-a06c-ea91762455ed req-d0ca36be-ad8e-46f0-9072-0d02902125cf tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/ports?device_id=3f8f33d0-b9e5-4bbd-874b-6538418e7b6a HTTP/1.1" status: 200 len: 945 time: 0.0553720 Feb 21 09:46:15.876763 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-643c550f-e74a-4c7c-92cf-f0ded0eeb938 admin admin] Publish callbacks [] for security_group (645c3124-fe78-42a8-b5d0-53ad41c4351e), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:15.900075 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-b36ca174-45ef-4b27-a06c-ea91762455ed req-b32d3dc9-202e-4927-ab7c-1556633a6d41 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/security-groups?id=8d9cb245-cf06-4580-adf5-355ae63bcdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453613 Feb 21 09:46:15.947022 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-643c550f-e74a-4c7c-92cf-f0ded0eeb938 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (645c3124-fe78-42a8-b5d0-53ad41c4351e), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:15.983196 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643c550f-e74a-4c7c-92cf-f0ded0eeb938 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=645c3124-fe78-42a8-b5d0-53ad41c4351e,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:46:15.987523 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [None req-643c550f-e74a-4c7c-92cf-f0ded0eeb938 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=74c795df5a8b4a5b93e64a6f6d2c8081&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2088609 Feb 21 09:46:15.990405 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 51242) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:46:16.045995 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8acdbe87-461a-4b4f-9e00-95317a8fa562 admin admin] Publish callbacks [] for security_group (645c3124-fe78-42a8-b5d0-53ad41c4351e), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:16.068199 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8acdbe87-461a-4b4f-9e00-95317a8fa562 admin admin] Publish callbacks [] for security_group (645c3124-fe78-42a8-b5d0-53ad41c4351e), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:16.187136 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8acdbe87-461a-4b4f-9e00-95317a8fa562 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (645c3124-fe78-42a8-b5d0-53ad41c4351e), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:16.189895 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8acdbe87-461a-4b4f-9e00-95317a8fa562 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:16.191067 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-8acdbe87-461a-4b4f-9e00-95317a8fa562 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/645c3124-fe78-42a8-b5d0-53ad41c4351e HTTP/1.1" status: 204 len: 168 time: 0.1987488 Feb 21 09:46:16.199539 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdbe87-461a-4b4f-9e00-95317a8fa562 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=645c3124-fe78-42a8-b5d0-53ad41c4351e,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:46:16.372294 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-25e8fa38-5724-40e7-b05a-56c99333d6b7 req-a8f39a29-be0b-4c8f-945e-42764f0553ca service neutron] 10.222.0.69 "GET /v2.0/networks/706f69fe-d205-4d95-9b18-bd6073de0e85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882154 Feb 21 09:46:16.463165 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9b029e-7430-4ec0-9ebd-69eb346261c5 req-f8b71d8c-30ec-4138-966d-69d02c263a39 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:16.464684 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-ca9b029e-7430-4ec0-9ebd-69eb346261c5 req-f8b71d8c-30ec-4138-966d-69d02c263a39 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] 10.222.0.71 "GET /v2.0/ports?device_id=4bfaeb79-af34-4a8c-b852-5d9873f82eb1 HTTP/1.1" status: 200 len: 946 time: 0.0532656 Feb 21 09:46:16.510521 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-ca9b029e-7430-4ec0-9ebd-69eb346261c5 req-49a07252-7a89-421d-8664-a6bfbc243f42 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] 10.222.0.71 "GET /v2.0/security-groups?id=5bde2634-daa9-411a-9a51-1555fe5f78b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403459 Feb 21 09:46:17.027203 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd0eee7-2df0-4a77-aac2-0e101919a2b1 req-8c22ebbe-8ddd-4df6-8b76-e0d351472e00 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:17.029022 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-ddd0eee7-2df0-4a77-aac2-0e101919a2b1 req-8c22ebbe-8ddd-4df6-8b76-e0d351472e00 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/ports?device_id=3f8f33d0-b9e5-4bbd-874b-6538418e7b6a HTTP/1.1" status: 200 len: 945 time: 0.0603893 Feb 21 09:46:17.079425 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-ddd0eee7-2df0-4a77-aac2-0e101919a2b1 req-bd2b9c89-c440-4ad7-bdb8-c28f3b7d50c0 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/security-groups?id=8d9cb245-cf06-4580-adf5-355ae63bcdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423472 Feb 21 09:46:17.630606 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78992ce2-25c1-46c8-9d4e-651b68a69447 req-89012b17-9fd3-4a07-9959-8ccf10bcee7e tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:17.633205 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-78992ce2-25c1-46c8-9d4e-651b68a69447 req-89012b17-9fd3-4a07-9959-8ccf10bcee7e tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] 10.222.0.71 "GET /v2.0/ports?device_id=4bfaeb79-af34-4a8c-b852-5d9873f82eb1 HTTP/1.1" status: 200 len: 946 time: 0.0546629 Feb 21 09:46:17.684068 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-78992ce2-25c1-46c8-9d4e-651b68a69447 req-efc60e77-7e94-4666-ade7-bd95d7b9405c tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] 10.222.0.71 "GET /v2.0/security-groups?id=5bde2634-daa9-411a-9a51-1555fe5f78b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442679 Feb 21 09:46:18.212130 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b869f3e-be0a-464a-9058-10ae7679a547 req-b2cb8cbc-ff59-4944-aed8-d021ccd5d2f9 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:18.213723 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-0b869f3e-be0a-464a-9058-10ae7679a547 req-b2cb8cbc-ff59-4944-aed8-d021ccd5d2f9 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/ports?device_id=3f8f33d0-b9e5-4bbd-874b-6538418e7b6a HTTP/1.1" status: 200 len: 945 time: 0.0705330 Feb 21 09:46:18.261129 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.71', 51322) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:46:18.266985 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-0b869f3e-be0a-464a-9058-10ae7679a547 req-09dcf7f5-65a8-4ff8-8c18-59f8d4cbef96 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/security-groups?id=8d9cb245-cf06-4580-adf5-355ae63bcdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474489 Feb 21 09:46:18.366227 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7ea33204-74a3-4e25-945a-900b79d31793 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:18.441485 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7ea33204-74a3-4e25-945a-900b79d31793 admin admin] Publish callbacks [] for security_group (f0c5783d-3451-4972-837c-62340d1bff6f), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:18.592691 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7ea33204-74a3-4e25-945a-900b79d31793 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (f0c5783d-3451-4972-837c-62340d1bff6f), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:18.630175 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [None req-7ea33204-74a3-4e25-945a-900b79d31793 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=1a326c214f0e43109c42d612fd3010ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3679421 Feb 21 09:46:18.632743 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea33204-74a3-4e25-945a-900b79d31793 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0c5783d-3451-4972-837c-62340d1bff6f,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:46:18.633604 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 51326) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:46:18.682199 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-912df1e5-fecb-41d4-bc55-877b5578f6cd admin admin] Publish callbacks [] for security_group (f0c5783d-3451-4972-837c-62340d1bff6f), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:18.703229 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-912df1e5-fecb-41d4-bc55-877b5578f6cd admin admin] Publish callbacks [] for security_group (f0c5783d-3451-4972-837c-62340d1bff6f), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:18.804005 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb63d89b-ef45-4ff5-87d2-2d6d12fd57ca req-001ac804-1137-4e7e-81de-bbc2b8435d08 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:18.805551 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-fb63d89b-ef45-4ff5-87d2-2d6d12fd57ca req-001ac804-1137-4e7e-81de-bbc2b8435d08 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] 10.222.0.71 "GET /v2.0/ports?device_id=4bfaeb79-af34-4a8c-b852-5d9873f82eb1 HTTP/1.1" status: 200 len: 946 time: 0.0515637 Feb 21 09:46:18.860092 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-fb63d89b-ef45-4ff5-87d2-2d6d12fd57ca req-b5938f83-f47f-4d4f-b6db-752ec921aa57 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] 10.222.0.71 "GET /v2.0/security-groups?id=5bde2634-daa9-411a-9a51-1555fe5f78b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488117 Feb 21 09:46:18.861526 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-912df1e5-fecb-41d4-bc55-877b5578f6cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (f0c5783d-3451-4972-837c-62340d1bff6f), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:18.864114 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-912df1e5-fecb-41d4-bc55-877b5578f6cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:18.869013 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-912df1e5-fecb-41d4-bc55-877b5578f6cd admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/f0c5783d-3451-4972-837c-62340d1bff6f HTTP/1.1" status: 204 len: 168 time: 0.2343585 Feb 21 09:46:18.878800 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912df1e5-fecb-41d4-bc55-877b5578f6cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0c5783d-3451-4972-837c-62340d1bff6f,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:46:19.059729 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af53ed8-1f5f-4bd1-997f-7f596351d849 req-8f1473cd-e692-4d40-a193-f93f6a824656 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:19.061367 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-0af53ed8-1f5f-4bd1-997f-7f596351d849 req-8f1473cd-e692-4d40-a193-f93f6a824656 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] 10.222.0.71 "GET /v2.0/ports?device_id=4bfaeb79-af34-4a8c-b852-5d9873f82eb1 HTTP/1.1" status: 200 len: 946 time: 0.0572207 Feb 21 09:46:19.070367 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.71', 51350) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:46:19.074899 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.v2.base [None req-12ac353d-505e-4f78-9078-3b0f145b14d9 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Request body: {'floatingip': {'port_id': 'f3c05965-3d29-40b7-9d77-89aab1fbb424'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:46:19.147786 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-12ac353d-505e-4f78-9078-3b0f145b14d9 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Publish callbacks [] for floatingip (d86be3a6-779e-4920-a21f-30b6e3626d31), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:19.424096 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc98fde-6014-4773-ad52-b1adb7f88081 req-513d9f98-4fb6-4991-a066-b269b6168697 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:19.426504 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-dbc98fde-6014-4773-ad52-b1adb7f88081 req-513d9f98-4fb6-4991-a066-b269b6168697 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/ports?device_id=3f8f33d0-b9e5-4bbd-874b-6538418e7b6a HTTP/1.1" status: 200 len: 945 time: 0.0749156 Feb 21 09:46:19.482865 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-dbc98fde-6014-4773-ad52-b1adb7f88081 req-df9a1ffb-6d73-4363-a4c9-f431bf22fd9f tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/security-groups?id=8d9cb245-cf06-4580-adf5-355ae63bcdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487485 Feb 21 09:46:19.972098 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-12ac353d-505e-4f78-9078-3b0f145b14d9 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:20.095977 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-12ac353d-505e-4f78-9078-3b0f145b14d9 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7917303'] for floatingip (d86be3a6-779e-4920-a21f-30b6e3626d31), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:20.170424 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 51392) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:46:20.208139 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.db.l3_db [None req-12ac353d-505e-4f78-9078-3b0f145b14d9 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Floating IP d86be3a6-779e-4920-a21f-30b6e3626d31 associated. External IP: 172.27.2.55, port: f3c05965-3d29-40b7-9d77-89aab1fbb424. Feb 21 09:46:20.292042 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.v2.base [None req-beec0dc8-8256-41d9-b70f-9c193b4f3336 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-658171796-network', 'tenant_id': '30ad631be25d4fecbaae288015f66e22'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:46:20.372816 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beec0dc8-8256-41d9-b70f-9c193b4f3336 admin admin] Made reservation on behalf of 30ad631be25d4fecbaae288015f66e22 for: {'network': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:46:20.375147 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-beec0dc8-8256-41d9-b70f-9c193b4f3336 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for network (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:20.383661 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-beec0dc8-8256-41d9-b70f-9c193b4f3336 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:20.431318 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12ac353d-505e-4f78-9078-3b0f145b14d9 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Router 59d78fd2-d543-4627-8d86-6f6c7688097f has already been hosted by L3 agent f1afc09b-b148-496e-b857-a568110caa3c {{(pid=109857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:46:20.458615 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-beec0dc8-8256-41d9-b70f-9c193b4f3336 admin admin] Publish callbacks [] for security_group (56dcf318-ed4b-4150-809c-d44f36e176cf), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:20.524149 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-beec0dc8-8256-41d9-b70f-9c193b4f3336 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (56dcf318-ed4b-4150-809c-d44f36e176cf), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:20.537201 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-beec0dc8-8256-41d9-b70f-9c193b4f3336 admin admin] vlan segment allocate from pool success with {'vlan_id': 388, 'physical_network': 'physnet1'} {{(pid=109856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 09:46:20.550802 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12ac353d-505e-4f78-9078-3b0f145b14d9 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Notify agent at l3_agent.dv-cinder-804757-16-iscsi the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:46:20.555963 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-12ac353d-505e-4f78-9078-3b0f145b14d9 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8333137'] for floatingip (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:20.565836 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abcba541-f176-4c34-a1fa-4d053f0255d5 None None] Sync routers for ids ['59d78fd2-d543-4627-8d86-6f6c7688097f'] in dv-cinder-804757-16-iscsi {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 09:46:20.581885 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abcba541-f176-4c34-a1fa-4d053f0255d5 None None] Routers {'59d78fd2-d543-4627-8d86-6f6c7688097f'} bound to L3 agent in host dv-cinder-804757-16-iscsi {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:46:20.582929 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-abcba541-f176-4c34-a1fa-4d053f0255d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T09:37:05Z,description=,heartbeat_timestamp=2022-02-21T09:46:05Z,host='dv-cinder-804757-16-iscsi',id=f1afc09b-b148-496e-b857-a568110caa3c,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:37:06Z,topic='l3_agent')) {'router_ids': ['59d78fd2-d543-4627-8d86-6f6c7688097f'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:46:20.589876 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-beec0dc8-8256-41d9-b70f-9c193b4f3336 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-936617'] for segment (18c0b10b-491c-457e-b8a5-db4c9de6ed16), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:20.590435 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.db.segments_db [None req-beec0dc8-8256-41d9-b70f-9c193b4f3336 admin admin] Added segment 18c0b10b-491c-457e-b8a5-db4c9de6ed16 of type vlan for network d18a3abc-b5f2-49e7-9725-3ef800bd13ad Feb 21 09:46:20.597840 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [None req-12ac353d-505e-4f78-9078-3b0f145b14d9 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] 10.222.0.71 "PUT /v2.0/floatingips/d86be3a6-779e-4920-a21f-30b6e3626d31 HTTP/1.1" status: 200 len: 991 time: 1.5239990 Feb 21 09:46:20.597840 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bfaeb79-af34-4a8c-b852-5d9873f82eb1', 'tag': 'f3c05965-3d29-40b7-9d77-89aab1fbb424'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:46:20.598537 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed733fd514e63afa326271342bdd0eb660bec12def84d2cf05433d99cf8b9d1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ce9e6e0-1b16-480f-b185-8e823d1e2ed5" -d '{"events": [{"name": "network-changed", "server_uuid": "4bfaeb79-af34-4a8c-b852-5d9873f82eb1", "tag": "f3c05965-3d29-40b7-9d77-89aab1fbb424"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:46:20.610625 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beec0dc8-8256-41d9-b70f-9c193b4f3336 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56dcf318-ed4b-4150-809c-d44f36e176cf,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:46:20.664358 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-beec0dc8-8256-41d9-b70f-9c193b4f3336 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782758871682'] for network (d18a3abc-b5f2-49e7-9725-3ef800bd13ad), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:20.687371 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1279b7e4-55d0-4b3a-8d94-f545cc9993fd req-722ff82a-0940-44d4-ad59-3da9c5b485aa tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:20.689166 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-1279b7e4-55d0-4b3a-8d94-f545cc9993fd req-722ff82a-0940-44d4-ad59-3da9c5b485aa tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/ports?device_id=3f8f33d0-b9e5-4bbd-874b-6538418e7b6a HTTP/1.1" status: 200 len: 945 time: 0.1366239 Feb 21 09:46:20.710317 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 09:46:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91c9ad39-fa86-41c2-9c57-1e6ed9117da7 x-openstack-request-id: req-91c9ad39-fa86-41c2-9c57-1e6ed9117da7 {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:46:20.710620 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bfaeb79-af34-4a8c-b852-5d9873f82eb1", "tag": "f3c05965-3d29-40b7-9d77-89aab1fbb424", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:46:20.710878 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-91c9ad39-fa86-41c2-9c57-1e6ed9117da7 {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:46:20.711296 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bfaeb79-af34-4a8c-b852-5d9873f82eb1', 'tag': 'f3c05965-3d29-40b7-9d77-89aab1fbb424', 'status': 'completed', 'code': 200} Feb 21 09:46:20.739537 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-abcba541-f176-4c34-a1fa-4d053f0255d5 None None] Set router 59d78fd2-d543-4627-8d86-6f6c7688097f gateway port host: dv-cinder-804757-16-iscsi {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:46:20.745168 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-1279b7e4-55d0-4b3a-8d94-f545cc9993fd req-3af08367-246a-4219-b11c-090e018ec455 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/security-groups?id=8d9cb245-cf06-4580-adf5-355ae63bcdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477595 Feb 21 09:46:20.799501 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-beec0dc8-8256-41d9-b70f-9c193b4f3336 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539'] for network (d18a3abc-b5f2-49e7-9725-3ef800bd13ad), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:20.800606 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beec0dc8-8256-41d9-b70f-9c193b4f3336 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:20.801204 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-beec0dc8-8256-41d9-b70f-9c193b4f3336 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905581'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:20.871699 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce9e6e0-1b16-480f-b185-8e823d1e2ed5 req-a65215c5-7a56-465c-8203-d3ce13cffc48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:20.873240 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-7ce9e6e0-1b16-480f-b185-8e823d1e2ed5 req-a65215c5-7a56-465c-8203-d3ce13cffc48 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5d61ba3d9f8c43fcb228fa6eb4c5812e&device_id=4bfaeb79-af34-4a8c-b852-5d9873f82eb1 HTTP/1.1" status: 200 len: 1130 time: 0.1057792 Feb 21 09:46:20.874243 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beec0dc8-8256-41d9-b70f-9c193b4f3336 admin admin] Pushing event updated for resources: {'Network': ['ID=d18a3abc-b5f2-49e7-9725-3ef800bd13ad,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:46:20.886580 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Network d18a3abc-b5f2-49e7-9725-3ef800bd13ad details requested by agent ovs-agent-dv-cinder-804757-16-iscsi with host dv-cinder-804757-16-iscsi {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 09:46:20.962521 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-beec0dc8-8256-41d9-b70f-9c193b4f3336 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7909005 Feb 21 09:46:20.965217 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 51416) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:46:20.972218 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.v2.base [None req-575b470c-8c53-458b-bbea-48d659c3f406 admin admin] Request body: {'subnet': {'network_id': 'd18a3abc-b5f2-49e7-9725-3ef800bd13ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-658171796-subnet', 'tenant_id': '30ad631be25d4fecbaae288015f66e22', 'ip_version': 4}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:46:21.018659 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce9e6e0-1b16-480f-b185-8e823d1e2ed5 req-c4240f4e-553f-4eb8-98d3-70e763c096bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:21.020184 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-7ce9e6e0-1b16-480f-b185-8e823d1e2ed5 req-c4240f4e-553f-4eb8-98d3-70e763c096bc service neutron] 10.222.0.69 "GET /v2.0/networks?id=a39dd4ba-2dc8-4985-98f9-5bf90669cfb1 HTTP/1.1" status: 200 len: 912 time: 0.1358888 Feb 21 09:46:21.038990 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-abcba541-f176-4c34-a1fa-4d053f0255d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59d78fd2-d543-4627-8d86-6f6c7688097f', 'name': 'tempest-AttachVolumeTestJSON-1236627728-router', 'tenant_id': '5d61ba3d9f8c43fcb228fa6eb4c5812e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'external_fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': 'defc7ce2-4710-4ec4-806c-5d82b7a8c8fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:45:28Z', 'updated_at': '2022-02-21T09:45:36Z', 'revision_number': 4, 'project_id': '5d61ba3d9f8c43fcb228fa6eb4c5812e', 'gw_port': {'id': 'defc7ce2-4710-4ec4-806c-5d82b7a8c8fb', 'name': '', 'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:c0:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d78fd2-d543-4627-8d86-6f6c7688097f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:45:30Z', 'updated_at': '2022-02-21T09:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-16-iscsi', '_floatingips': [{'id': 'd86be3a6-779e-4920-a21f-30b6e3626d31', 'tenant_id': '5d61ba3d9f8c43fcb228fa6eb4c5812e', 'floating_ip_address': '172.27.2.55', 'floating_network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'router_id': '59d78fd2-d543-4627-8d86-6f6c7688097f', 'port_id': 'f3c05965-3d29-40b7-9d77-89aab1fbb424', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 98, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a39dd4ba-2dc8-4985-98f9-5bf90669cfb1', 'mac_address': 'fa:16:3e:a0:12:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bfaeb79-af34-4a8c-b852-5d9873f82eb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T09:45:48Z', 'updated_at': '2022-02-21T09:46:19Z', 'revision_number': 1, 'project_id': '5d61ba3d9f8c43fcb228fa6eb4c5812e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afa4c6f1-a0dc-4b52-bf59-57717cad4ffc', 'name': '', 'network_id': 'a39dd4ba-2dc8-4985-98f9-5bf90669cfb1', 'tenant_id': '5d61ba3d9f8c43fcb228fa6eb4c5812e', 'mac_address': 'fa:16:3e:e1:72:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d78fd2-d543-4627-8d86-6f6c7688097f', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '5db82f34-89a4-439c-8cf7-f4743decbdc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:45:35Z', 'updated_at': '2022-02-21T09:45:44Z', 'revision_number': 5, 'project_id': '5d61ba3d9f8c43fcb228fa6eb4c5812e', 'subnets': [{'id': '5db82f34-89a4-439c-8cf7-f4743decbdc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-16-iscsi', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:46:21.066332 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abcba541-f176-4c34-a1fa-4d053f0255d5 None None] Checking router: 59d78fd2-d543-4627-8d86-6f6c7688097f for host: dv-cinder-804757-16-iscsi {{(pid=109859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 09:46:21.076387 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abcba541-f176-4c34-a1fa-4d053f0255d5 None None] Routers {'59d78fd2-d543-4627-8d86-6f6c7688097f'} bound to L3 agent in host dv-cinder-804757-16-iscsi {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:46:21.077079 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-abcba541-f176-4c34-a1fa-4d053f0255d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T09:37:05Z,description=,heartbeat_timestamp=2022-02-21T09:46:05Z,host='dv-cinder-804757-16-iscsi',id=f1afc09b-b148-496e-b857-a568110caa3c,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:37:06Z,topic='l3_agent')) {'router_ids': ['59d78fd2-d543-4627-8d86-6f6c7688097f'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:46:21.119685 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-575b470c-8c53-458b-bbea-48d659c3f406 admin admin] Made reservation on behalf of 30ad631be25d4fecbaae288015f66e22 for: {'subnet': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:46:21.121982 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-575b470c-8c53-458b-bbea-48d659c3f406 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:21.125871 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-7ce9e6e0-1b16-480f-b185-8e823d1e2ed5 req-1836f8a8-ef9c-415c-9611-d369b379b79b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f3c05965-3d29-40b7-9d77-89aab1fbb424 HTTP/1.1" status: 200 len: 999 time: 0.0996954 Feb 21 09:46:21.282029 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-abcba541-f176-4c34-a1fa-4d053f0255d5 None None] Set router 59d78fd2-d543-4627-8d86-6f6c7688097f gateway port host: dv-cinder-804757-16-iscsi {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:46:21.425664 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce9e6e0-1b16-480f-b185-8e823d1e2ed5 req-d426ad69-580e-4709-b4f0-c7959eab3e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:21.427130 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-7ce9e6e0-1b16-480f-b185-8e823d1e2ed5 req-d426ad69-580e-4709-b4f0-c7959eab3e19 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5db82f34-89a4-439c-8cf7-f4743decbdc2 HTTP/1.1" status: 200 len: 850 time: 0.2921166 Feb 21 09:46:21.522346 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-abcba541-f176-4c34-a1fa-4d053f0255d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59d78fd2-d543-4627-8d86-6f6c7688097f', 'name': 'tempest-AttachVolumeTestJSON-1236627728-router', 'tenant_id': '5d61ba3d9f8c43fcb228fa6eb4c5812e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'external_fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': 'defc7ce2-4710-4ec4-806c-5d82b7a8c8fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:45:28Z', 'updated_at': '2022-02-21T09:45:36Z', 'revision_number': 4, 'project_id': '5d61ba3d9f8c43fcb228fa6eb4c5812e', 'gw_port': {'id': 'defc7ce2-4710-4ec4-806c-5d82b7a8c8fb', 'name': '', 'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:c0:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d78fd2-d543-4627-8d86-6f6c7688097f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:45:30Z', 'updated_at': '2022-02-21T09:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-16-iscsi', '_floatingips': [{'id': 'd86be3a6-779e-4920-a21f-30b6e3626d31', 'tenant_id': '5d61ba3d9f8c43fcb228fa6eb4c5812e', 'floating_ip_address': '172.27.2.55', 'floating_network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'router_id': '59d78fd2-d543-4627-8d86-6f6c7688097f', 'port_id': 'f3c05965-3d29-40b7-9d77-89aab1fbb424', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 98, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a39dd4ba-2dc8-4985-98f9-5bf90669cfb1', 'mac_address': 'fa:16:3e:a0:12:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bfaeb79-af34-4a8c-b852-5d9873f82eb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T09:45:48Z', 'updated_at': '2022-02-21T09:46:19Z', 'revision_number': 1, 'project_id': '5d61ba3d9f8c43fcb228fa6eb4c5812e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afa4c6f1-a0dc-4b52-bf59-57717cad4ffc', 'name': '', 'network_id': 'a39dd4ba-2dc8-4985-98f9-5bf90669cfb1', 'tenant_id': '5d61ba3d9f8c43fcb228fa6eb4c5812e', 'mac_address': 'fa:16:3e:e1:72:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d78fd2-d543-4627-8d86-6f6c7688097f', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '5db82f34-89a4-439c-8cf7-f4743decbdc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:45:35Z', 'updated_at': '2022-02-21T09:45:44Z', 'revision_number': 5, 'project_id': '5d61ba3d9f8c43fcb228fa6eb4c5812e', 'subnets': [{'id': '5db82f34-89a4-439c-8cf7-f4743decbdc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-16-iscsi', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:46:21.537236 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce9e6e0-1b16-480f-b185-8e823d1e2ed5 req-7025e30b-4fa5-4c0d-8873-5cf30e478591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:21.538969 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-7ce9e6e0-1b16-480f-b185-8e823d1e2ed5 req-7025e30b-4fa5-4c0d-8873-5cf30e478591 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a39dd4ba-2dc8-4985-98f9-5bf90669cfb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0989811 Feb 21 09:46:21.551333 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abcba541-f176-4c34-a1fa-4d053f0255d5 None None] The sync data for ids ['59d78fd2-d543-4627-8d86-6f6c7688097f'] in dv-cinder-804757-16-iscsi is: [{'id': '59d78fd2-d543-4627-8d86-6f6c7688097f', 'name': 'tempest-AttachVolumeTestJSON-1236627728-router', 'tenant_id': '5d61ba3d9f8c43fcb228fa6eb4c5812e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'external_fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': 'defc7ce2-4710-4ec4-806c-5d82b7a8c8fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:45:28Z', 'updated_at': '2022-02-21T09:45:36Z', 'revision_number': 4, 'project_id': '5d61ba3d9f8c43fcb228fa6eb4c5812e', 'gw_port': {'id': 'defc7ce2-4710-4ec4-806c-5d82b7a8c8fb', 'name': '', 'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:c0:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d78fd2-d543-4627-8d86-6f6c7688097f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:45:30Z', 'updated_at': '2022-02-21T09:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-16-iscsi', '_floatingips': [{'id': 'd86be3a6-779e-4920-a21f-30b6e3626d31', 'tenant_id': '5d61ba3d9f8c43fcb228fa6eb4c5812e', 'floating_ip_address': '172.27.2.55', 'floating_network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'router_id': '59d78fd2-d543-4627-8d86-6f6c7688097f', 'port_id': 'f3c05965-3d29-40b7-9d77-89aab1fbb424', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 98, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a39dd4ba-2dc8-4985-98f9-5bf90669cfb1', 'mac_address': 'fa:16:3e:a0:12:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bfaeb79-af34-4a8c-b852-5d9873f82eb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T09:45:48Z', 'updated_at': '2022-02-21T09:46:19Z', 'revision_number': 1, 'project_id': '5d61ba3d9f8c43fcb228fa6eb4c5812e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afa4c6f1-a0dc-4b52-bf59-57717cad4ffc', 'name': '', 'network_id': 'a39dd4ba-2dc8-4985-98f9-5bf90669cfb1', 'tenant_id': '5d61ba3d9f8c43fcb228fa6eb4c5812e', 'mac_address': 'fa:16:3e:e1:72:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d78fd2-d543-4627-8d86-6f6c7688097f', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '5db82f34-89a4-439c-8cf7-f4743decbdc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:45:35Z', 'updated_at': '2022-02-21T09:45:44Z', 'revision_number': 5, 'project_id': '5d61ba3d9f8c43fcb228fa6eb4c5812e', 'subnets': [{'id': '5db82f34-89a4-439c-8cf7-f4743decbdc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 09:46:21.684616 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-575b470c-8c53-458b-bbea-48d659c3f406 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539'] for subnet (e209d30c-904a-4983-811a-38e909a2873c), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:21.739194 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575b470c-8c53-458b-bbea-48d659c3f406 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e209d30c-904a-4983-811a-38e909a2873c,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:46:21.754813 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-575b470c-8c53-458b-bbea-48d659c3f406 admin admin] Checking segment: {'id': '18c0b10b-491c-457e-b8a5-db4c9de6ed16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'd18a3abc-b5f2-49e7-9725-3ef800bd13ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 09:46:21.754813 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-575b470c-8c53-458b-bbea-48d659c3f406 admin admin] Network hostable DHCP agents. Network: d18a3abc-b5f2-49e7-9725-3ef800bd13ad, hostable agents: ['7b1feb7e-a062-49d6-b835-c5fae1c9b9ce'], hosted agents: [] {{(pid=109856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 09:46:21.764347 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8587cc37-a65f-402c-8b14-49b3df7f3222 None None] New status for floating IP d86be3a6-779e-4920-a21f-30b6e3626d31: ACTIVE {{(pid=109858) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 21 09:46:21.847340 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-575b470c-8c53-458b-bbea-48d659c3f406 admin admin] Network d18a3abc-b5f2-49e7-9725-3ef800bd13ad is scheduled to be hosted by DHCP agent 7b1feb7e-a062-49d6-b835-c5fae1c9b9ce with binding_index 1 {{(pid=109856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 09:46:21.883826 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e95bfc-1ae5-454e-849a-049b5279f3f7 req-9296b00d-a5d6-49d0-b6bb-f975cbd0ad7a tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:21.885950 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-d7e95bfc-1ae5-454e-849a-049b5279f3f7 req-9296b00d-a5d6-49d0-b6bb-f975cbd0ad7a tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/ports?device_id=3f8f33d0-b9e5-4bbd-874b-6538418e7b6a HTTP/1.1" status: 200 len: 945 time: 0.0692093 Feb 21 09:46:21.921923 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-575b470c-8c53-458b-bbea-48d659c3f406 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-16-iscsi, d18a3abc-b5f2-49e7-9725-3ef800bd13ad) {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:46:21.942548 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-575b470c-8c53-458b-bbea-48d659c3f406 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:21.942548 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-575b470c-8c53-458b-bbea-48d659c3f406 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905581'] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:21.942695 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec3ae446-3c7c-4fab-9116-9b19d1074efb None None] Network d18a3abc-b5f2-49e7-9725-3ef800bd13ad requested from dv-cinder-804757-16-iscsi {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 09:46:21.947252 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-d7e95bfc-1ae5-454e-849a-049b5279f3f7 req-85ad6f0d-ee86-426a-9df3-b2f9c1923476 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/security-groups?id=8d9cb245-cf06-4580-adf5-355ae63bcdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548599 Feb 21 09:46:22.066884 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-575b470c-8c53-458b-bbea-48d659c3f406 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1006322 Feb 21 09:46:22.075807 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 51438) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:46:22.080264 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.v2.base [None req-99e5f749-209f-4ced-8126-f73fc9f57217 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-658171796-router', 'tenant_id': '30ad631be25d4fecbaae288015f66e22', 'external_gateway_info': {'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862'}}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:46:22.108393 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce8798d4-0fbc-49fd-95b5-31027c1bead1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1d068d2-1ca4-5135-b31c-76c0219c179a-d18a3abc-b5f2-49e7-9725-3ef800bd13ad', 'network_id': 'd18a3abc-b5f2-49e7-9725-3ef800bd13ad', 'project_id': '30ad631be25d4fecbaae288015f66e22', 'fixed_ips': [{'subnet_id': 'e209d30c-904a-4983-811a-38e909a2873c'}]}} from dv-cinder-804757-16-iscsi. {{(pid=109858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 21 09:46:22.108393 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-ce8798d4-0fbc-49fd-95b5-31027c1bead1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (None), before_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:22.240279 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.db_base_plugin_common [None req-ce8798d4-0fbc-49fd-95b5-31027c1bead1 None None] Allocated IP 172.20.0.2 (d18a3abc-b5f2-49e7-9725-3ef800bd13ad/e209d30c-904a-4983-811a-38e909a2873c/c9c8eafa-7206-4160-9c48-e1d2a1f6ce36) {{(pid=109858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:46:22.275708 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-99e5f749-209f-4ced-8126-f73fc9f57217 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7911359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1367'] for router (5600eb8e-7c17-4f9f-a1da-1e30b51c9320), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:22.276918 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-99e5f749-209f-4ced-8126-f73fc9f57217 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7916079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7917182', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-427489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1452'] for router (5600eb8e-7c17-4f9f-a1da-1e30b51c9320), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:22.371341 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-99e5f749-209f-4ced-8126-f73fc9f57217 admin admin] Publish callbacks [] for router_controller (5600eb8e-7c17-4f9f-a1da-1e30b51c9320), precommit_add_association {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:22.386149 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-ce8798d4-0fbc-49fd-95b5-31027c1bead1 None None] Publish callbacks [] for port (c9c8eafa-7206-4160-9c48-e1d2a1f6ce36), precommit_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:22.813295 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-ce8798d4-0fbc-49fd-95b5-31027c1bead1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782758885672'] for port (c9c8eafa-7206-4160-9c48-e1d2a1f6ce36), after_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:22.813295 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce8798d4-0fbc-49fd-95b5-31027c1bead1 None None] Network d18a3abc-b5f2-49e7-9725-3ef800bd13ad is already hosted by enough agents. {{(pid=109858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:46:22.813295 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.scheduler.base_scheduler [None req-ce8798d4-0fbc-49fd-95b5-31027c1bead1 None None] Resources bound (agent type, host, resource id): {{(pid=109858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:46:22.813295 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8798d4-0fbc-49fd-95b5-31027c1bead1 None None] Received port after_create {{(pid=109858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 09:46:22.813295 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8798d4-0fbc-49fd-95b5-31027c1bead1 None None] Pushing event updated for resources: {'Port': ['ID=c9c8eafa-7206-4160-9c48-e1d2a1f6ce36,revision_number=1']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:46:22.813295 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-ce8798d4-0fbc-49fd-95b5-31027c1bead1 None None] Attempting to bind port c9c8eafa-7206-4160-9c48-e1d2a1f6ce36 on host dv-cinder-804757-16-iscsi for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 09:46:22.813295 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-ce8798d4-0fbc-49fd-95b5-31027c1bead1 None None] Attempting to bind port c9c8eafa-7206-4160-9c48-e1d2a1f6ce36 by drivers openvswitch,hyperv on host dv-cinder-804757-16-iscsi at level 0 using segments [{'id': '18c0b10b-491c-457e-b8a5-db4c9de6ed16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'd18a3abc-b5f2-49e7-9725-3ef800bd13ad'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 09:46:22.813295 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8798d4-0fbc-49fd-95b5-31027c1bead1 None None] Attempting to bind port c9c8eafa-7206-4160-9c48-e1d2a1f6ce36 on network d18a3abc-b5f2-49e7-9725-3ef800bd13ad {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 09:46:22.813295 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8798d4-0fbc-49fd-95b5-31027c1bead1 None None] Checking agent: {'id': 'ce3e6371-75e2-4bba-8260-49cd855bb251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 9, 37, 10), 'started_at': datetime.datetime(2022, 2, 21, 9, 37, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 46, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 09:46:22.813295 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8798d4-0fbc-49fd-95b5-31027c1bead1 None None] Checking segment: {'id': '18c0b10b-491c-457e-b8a5-db4c9de6ed16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'd18a3abc-b5f2-49e7-9725-3ef800bd13ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 09:46:22.816163 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-ce8798d4-0fbc-49fd-95b5-31027c1bead1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:22.816163 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8798d4-0fbc-49fd-95b5-31027c1bead1 None None] Bound using segment: {'id': '18c0b10b-491c-457e-b8a5-db4c9de6ed16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'd18a3abc-b5f2-49e7-9725-3ef800bd13ad'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 09:46:22.816163 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-ce8798d4-0fbc-49fd-95b5-31027c1bead1 None None] Bound port: c9c8eafa-7206-4160-9c48-e1d2a1f6ce36, host: dv-cinder-804757-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18c0b10b-491c-457e-b8a5-db4c9de6ed16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'd18a3abc-b5f2-49e7-9725-3ef800bd13ad'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 09:46:22.816163 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-ce8798d4-0fbc-49fd-95b5-31027c1bead1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (c9c8eafa-7206-4160-9c48-e1d2a1f6ce36), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:22.816495 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-99e5f749-209f-4ced-8126-f73fc9f57217 admin admin] Publish callbacks [] for router_gateway (5600eb8e-7c17-4f9f-a1da-1e30b51c9320), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:22.816893 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-ce8798d4-0fbc-49fd-95b5-31027c1bead1 None None] For port c9c8eafa-7206-4160-9c48-e1d2a1f6ce36, host dv-cinder-804757-16-iscsi, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:46:22.816893 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-ce8798d4-0fbc-49fd-95b5-31027c1bead1 None None] For port c9c8eafa-7206-4160-9c48-e1d2a1f6ce36, host dv-cinder-804757-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-16-iscsi',level=0,port_id=c9c8eafa-7206-4160-9c48-e1d2a1f6ce36,segment=NetworkSegment(18c0b10b-491c-457e-b8a5-db4c9de6ed16),segment_id=18c0b10b-491c-457e-b8a5-db4c9de6ed16)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:46:22.817146 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-7ce9e6e0-1b16-480f-b185-8e823d1e2ed5 req-5b6a4880-df74-4584-b18c-c61779be8a04 service neutron] 10.222.0.69 "GET /v2.0/networks/a39dd4ba-2dc8-4985-98f9-5bf90669cfb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927879 Feb 21 09:46:23.009834 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-ce8798d4-0fbc-49fd-95b5-31027c1bead1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782759442315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782758885690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782758885708'] for port (c9c8eafa-7206-4160-9c48-e1d2a1f6ce36), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:23.051608 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8798d4-0fbc-49fd-95b5-31027c1bead1 None None] Pushing event updated for resources: {'Port': ['ID=c9c8eafa-7206-4160-9c48-e1d2a1f6ce36,revision_number=2']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:46:23.232187 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cc234c-67cf-45e9-b823-2bd56402ea0e req-a45008cb-c09a-4d10-9b4f-327340e4f6aa tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:23.232187 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-42cc234c-67cf-45e9-b823-2bd56402ea0e req-a45008cb-c09a-4d10-9b4f-327340e4f6aa tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/ports?device_id=3f8f33d0-b9e5-4bbd-874b-6538418e7b6a HTTP/1.1" status: 200 len: 945 time: 0.0824645 Feb 21 09:46:23.232187 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-42cc234c-67cf-45e9-b823-2bd56402ea0e req-83b36802-f78f-4c50-abfe-ff54ddef2d95 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/security-groups?id=8d9cb245-cf06-4580-adf5-355ae63bcdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599685 Feb 21 09:46:23.289373 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-99e5f749-209f-4ced-8126-f73fc9f57217 admin admin] Publish callbacks [] for router_gateway (5600eb8e-7c17-4f9f-a1da-1e30b51c9320), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:23.321452 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-99e5f749-209f-4ced-8126-f73fc9f57217 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:23.442581 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Device c9c8eafa-7206-4160-9c48-e1d2a1f6ce36 up at agent ovs-agent-dv-cinder-804757-16-iscsi {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:46:23.458527 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [None req-99e5f749-209f-4ced-8126-f73fc9f57217 admin admin] Allocated IP 172.27.2.168 (bd3f1df6-77ad-4531-9eb3-69bc21002862/13a25a01-28fd-4407-b7c5-fe4349ebc744/0dfed553-0ff5-4440-8723-a16130804a8f) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:46:23.493382 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Provisioning complete for port c9c8eafa-7206-4160-9c48-e1d2a1f6ce36 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:46:23.493678 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7397950'] for port (c9c8eafa-7206-4160-9c48-e1d2a1f6ce36), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:23.568972 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Current status of the port c9c8eafa-7206-4160-9c48-e1d2a1f6ce36 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:46:23.569286 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (c9c8eafa-7206-4160-9c48-e1d2a1f6ce36), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:23.602191 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] For port c9c8eafa-7206-4160-9c48-e1d2a1f6ce36, host dv-cinder-804757-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-16-iscsi',level=0,port_id=c9c8eafa-7206-4160-9c48-e1d2a1f6ce36,segment=NetworkSegment(18c0b10b-491c-457e-b8a5-db4c9de6ed16),segment_id=18c0b10b-491c-457e-b8a5-db4c9de6ed16)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:46:23.615974 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-7ce9e6e0-1b16-480f-b185-8e823d1e2ed5 req-eda8221b-3e09-4bce-bb28-6a2b94dacca9 service neutron] 10.222.0.69 "GET /v2.0/networks/a39dd4ba-2dc8-4985-98f9-5bf90669cfb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543653 Feb 21 09:46:23.640955 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-99e5f749-209f-4ced-8126-f73fc9f57217 admin admin] Publish callbacks [] for port (0dfed553-0ff5-4440-8723-a16130804a8f), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:23.695795 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782759442315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782758885690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782758885708'] for port (c9c8eafa-7206-4160-9c48-e1d2a1f6ce36), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:23.751423 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Pushing event updated for resources: {'Port': ['ID=c9c8eafa-7206-4160-9c48-e1d2a1f6ce36,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:46:23.784693 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-99e5f749-209f-4ced-8126-f73fc9f57217 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782758885672'] for port (0dfed553-0ff5-4440-8723-a16130804a8f), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:23.824029 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e5f749-209f-4ced-8126-f73fc9f57217 admin admin] Network bd3f1df6-77ad-4531-9eb3-69bc21002862 is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:46:23.826899 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-99e5f749-209f-4ced-8126-f73fc9f57217 admin admin] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:46:23.832611 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e5f749-209f-4ced-8126-f73fc9f57217 admin admin] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 09:46:23.838886 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e5f749-209f-4ced-8126-f73fc9f57217 admin admin] Pushing event updated for resources: {'Port': ['ID=0dfed553-0ff5-4440-8723-a16130804a8f,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:46:24.049688 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05fc54eb-c7e4-4e9e-8f66-a54ddbc6349b None None] Network d18a3abc-b5f2-49e7-9725-3ef800bd13ad requested from dv-cinder-804757-16-iscsi {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 09:46:24.144994 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-99e5f749-209f-4ced-8126-f73fc9f57217 admin admin] Publish callbacks [] for router_gateway (5600eb8e-7c17-4f9f-a1da-1e30b51c9320), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:24.151366 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-bfe7b9ad-49ca-403a-800e-2c494a628939 None None] Provisioning complete for port c9c8eafa-7206-4160-9c48-e1d2a1f6ce36 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:46:24.151721 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-bfe7b9ad-49ca-403a-800e-2c494a628939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7397950'] for port (c9c8eafa-7206-4160-9c48-e1d2a1f6ce36), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:24.245885 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-bfe7b9ad-49ca-403a-800e-2c494a628939 None None] Current status of the port c9c8eafa-7206-4160-9c48-e1d2a1f6ce36 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:46:24.403746 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c095105-1ff1-4d02-8efa-ffb1f2d63449 req-b22e77db-8017-4c89-9edd-1443b4c7b5dc tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:24.405257 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-2c095105-1ff1-4d02-8efa-ffb1f2d63449 req-b22e77db-8017-4c89-9edd-1443b4c7b5dc tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/ports?device_id=3f8f33d0-b9e5-4bbd-874b-6538418e7b6a HTTP/1.1" status: 200 len: 945 time: 0.1046879 Feb 21 09:46:24.407977 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-99e5f749-209f-4ced-8126-f73fc9f57217 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7916070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7917225'] for router (5600eb8e-7c17-4f9f-a1da-1e30b51c9320), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:24.467205 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-1a5c0b8d-104c-4086-b619-af78a43545e8 None None] Provisioning complete for port c9c8eafa-7206-4160-9c48-e1d2a1f6ce36 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:46:24.468309 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1a5c0b8d-104c-4086-b619-af78a43545e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7397950'] for port (c9c8eafa-7206-4160-9c48-e1d2a1f6ce36), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:24.499270 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-2c095105-1ff1-4d02-8efa-ffb1f2d63449 req-2516228e-61eb-466b-ae51-d8ce0f45b40b tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/security-groups?id=8d9cb245-cf06-4580-adf5-355ae63bcdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880551 Feb 21 09:46:24.569615 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-1a5c0b8d-104c-4086-b619-af78a43545e8 None None] Current status of the port c9c8eafa-7206-4160-9c48-e1d2a1f6ce36 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:46:24.635201 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99e5f749-209f-4ced-8126-f73fc9f57217 admin admin] Router 5600eb8e-7c17-4f9f-a1da-1e30b51c9320 is scheduled to L3 agent f1afc09b-b148-496e-b857-a568110caa3c with binding_index 1 {{(pid=109856) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 21 09:46:24.933031 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99e5f749-209f-4ced-8126-f73fc9f57217 admin admin] Notify agent at l3_agent.dv-cinder-804757-16-iscsi the message routers_updated {{(pid=109856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:46:24.942109 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93e77be-4d35-4101-bbdc-4f2625c9a35e None None] Sync routers for ids ['5600eb8e-7c17-4f9f-a1da-1e30b51c9320'] in dv-cinder-804757-16-iscsi {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 09:46:24.952639 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93e77be-4d35-4101-bbdc-4f2625c9a35e None None] Routers {'5600eb8e-7c17-4f9f-a1da-1e30b51c9320'} bound to L3 agent in host dv-cinder-804757-16-iscsi {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:46:24.953249 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-d93e77be-4d35-4101-bbdc-4f2625c9a35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T09:37:05Z,description=,heartbeat_timestamp=2022-02-21T09:46:05Z,host='dv-cinder-804757-16-iscsi',id=f1afc09b-b148-496e-b857-a568110caa3c,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:37:06Z,topic='l3_agent')) {'router_ids': ['5600eb8e-7c17-4f9f-a1da-1e30b51c9320'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:46:25.032041 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-99e5f749-209f-4ced-8126-f73fc9f57217 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:25.036080 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-99e5f749-209f-4ced-8126-f73fc9f57217 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.9565971 Feb 21 09:46:25.036208 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 51472) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:46:25.074046 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-d93e77be-4d35-4101-bbdc-4f2625c9a35e None None] Set router 5600eb8e-7c17-4f9f-a1da-1e30b51c9320 gateway port host: dv-cinder-804757-16-iscsi {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:46:25.253792 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-d93e77be-4d35-4101-bbdc-4f2625c9a35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5600eb8e-7c17-4f9f-a1da-1e30b51c9320', 'name': 'tempest-TestVolumeBootPattern-658171796-router', 'tenant_id': '30ad631be25d4fecbaae288015f66e22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'external_fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': '0dfed553-0ff5-4440-8723-a16130804a8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:46:22Z', 'updated_at': '2022-02-21T09:46:23Z', 'revision_number': 3, 'project_id': '30ad631be25d4fecbaae288015f66e22', 'gw_port': {'id': '0dfed553-0ff5-4440-8723-a16130804a8f', 'name': '', 'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:07:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5600eb8e-7c17-4f9f-a1da-1e30b51c9320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 192, 'fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:46:23Z', 'updated_at': '2022-02-21T09:46:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-16-iscsi'}], 'dv-cinder-804757-16-iscsi', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:46:25.291946 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93e77be-4d35-4101-bbdc-4f2625c9a35e None None] Checking router: 5600eb8e-7c17-4f9f-a1da-1e30b51c9320 for host: dv-cinder-804757-16-iscsi {{(pid=109859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 09:46:25.292305 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93e77be-4d35-4101-bbdc-4f2625c9a35e None None] Updating router 5600eb8e-7c17-4f9f-a1da-1e30b51c9320 port 0dfed553-0ff5-4440-8723-a16130804a8f binding host dv-cinder-804757-16-iscsi {{(pid=109859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 09:46:25.324701 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-d93e77be-4d35-4101-bbdc-4f2625c9a35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (0dfed553-0ff5-4440-8723-a16130804a8f), before_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:25.358704 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Device c9c8eafa-7206-4160-9c48-e1d2a1f6ce36 up at agent ovs-agent-dv-cinder-804757-16-iscsi {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:46:25.410319 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Provisioning complete for port c9c8eafa-7206-4160-9c48-e1d2a1f6ce36 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:46:25.410696 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7397950'] for port (c9c8eafa-7206-4160-9c48-e1d2a1f6ce36), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:25.473126 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-bfec3718-6ad9-4bc8-9ffa-bf32dd846c0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:25.558321 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Current status of the port c9c8eafa-7206-4160-9c48-e1d2a1f6ce36 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:46:25.633877 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-d93e77be-4d35-4101-bbdc-4f2625c9a35e None None] Publish callbacks [] for port (0dfed553-0ff5-4440-8723-a16130804a8f), precommit_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:25.685630 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [None req-bfec3718-6ad9-4bc8-9ffa-bf32dd846c0b admin admin] Allocated IP 172.20.0.1 (d18a3abc-b5f2-49e7-9725-3ef800bd13ad/e209d30c-904a-4983-811a-38e909a2873c/27ceaa89-d6cf-45d0-a3ee-7c6384e5de68) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:46:25.709192 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c449f200-c99a-40bc-90f7-75260342cf7c req-b8f56efa-4864-4886-95ee-89d8977d33b1 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:25.711362 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-c449f200-c99a-40bc-90f7-75260342cf7c req-b8f56efa-4864-4886-95ee-89d8977d33b1 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/ports?device_id=3f8f33d0-b9e5-4bbd-874b-6538418e7b6a HTTP/1.1" status: 200 len: 945 time: 0.0957601 Feb 21 09:46:25.729687 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-d93e77be-4d35-4101-bbdc-4f2625c9a35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782759442315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782758885690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782758885708'] for port (0dfed553-0ff5-4440-8723-a16130804a8f), after_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:25.778758 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-d93e77be-4d35-4101-bbdc-4f2625c9a35e None None] Attempting to bind port 0dfed553-0ff5-4440-8723-a16130804a8f on host dv-cinder-804757-16-iscsi for vnic_type normal with profile {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 09:46:25.779062 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-d93e77be-4d35-4101-bbdc-4f2625c9a35e None None] Attempting to bind port 0dfed553-0ff5-4440-8723-a16130804a8f by drivers openvswitch,hyperv on host dv-cinder-804757-16-iscsi at level 0 using segments [{'id': '64ea902b-f589-4efc-8b2e-260a836a5805', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862'}] {{(pid=109859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 09:46:25.779416 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d93e77be-4d35-4101-bbdc-4f2625c9a35e None None] Attempting to bind port 0dfed553-0ff5-4440-8723-a16130804a8f on network bd3f1df6-77ad-4531-9eb3-69bc21002862 {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 09:46:25.786251 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1598067a-280a-4ae0-9f62-781763ba8e04 None None] Pushing event updated for resources: {'Port': ['ID=0dfed553-0ff5-4440-8723-a16130804a8f,revision_number=2']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:46:25.789244 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d93e77be-4d35-4101-bbdc-4f2625c9a35e None None] Checking agent: {'id': 'ce3e6371-75e2-4bba-8260-49cd855bb251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 9, 37, 10), 'started_at': datetime.datetime(2022, 2, 21, 9, 37, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 46, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 09:46:25.789622 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d93e77be-4d35-4101-bbdc-4f2625c9a35e None None] Checking segment: {'id': '64ea902b-f589-4efc-8b2e-260a836a5805', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 09:46:25.790026 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-d93e77be-4d35-4101-bbdc-4f2625c9a35e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:25.790407 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d93e77be-4d35-4101-bbdc-4f2625c9a35e None None] Bound using segment: {'id': '64ea902b-f589-4efc-8b2e-260a836a5805', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862'} {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 09:46:25.790881 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-d93e77be-4d35-4101-bbdc-4f2625c9a35e None None] Bound port: 0dfed553-0ff5-4440-8723-a16130804a8f, host: dv-cinder-804757-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64ea902b-f589-4efc-8b2e-260a836a5805', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862'}}] {{(pid=109859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 09:46:25.791329 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-d93e77be-4d35-4101-bbdc-4f2625c9a35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (0dfed553-0ff5-4440-8723-a16130804a8f), before_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:25.806174 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-c449f200-c99a-40bc-90f7-75260342cf7c req-e8af98d8-cd97-4174-8230-5f52a9a35bfa tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/security-groups?id=8d9cb245-cf06-4580-adf5-355ae63bcdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826397 Feb 21 09:46:25.837166 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-bfec3718-6ad9-4bc8-9ffa-bf32dd846c0b admin admin] Publish callbacks [] for port (27ceaa89-d6cf-45d0-a3ee-7c6384e5de68), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:25.846881 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.db [None req-d93e77be-4d35-4101-bbdc-4f2625c9a35e None None] For port 0dfed553-0ff5-4440-8723-a16130804a8f, host dv-cinder-804757-16-iscsi, cleared binding levels {{(pid=109859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:46:25.850001 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.db [None req-d93e77be-4d35-4101-bbdc-4f2625c9a35e None None] For port 0dfed553-0ff5-4440-8723-a16130804a8f, host dv-cinder-804757-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-16-iscsi',level=0,port_id=0dfed553-0ff5-4440-8723-a16130804a8f,segment=NetworkSegment(64ea902b-f589-4efc-8b2e-260a836a5805),segment_id=64ea902b-f589-4efc-8b2e-260a836a5805)] {{(pid=109859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:46:25.941346 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-d93e77be-4d35-4101-bbdc-4f2625c9a35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782759442315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782758885690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782758885708'] for port (0dfed553-0ff5-4440-8723-a16130804a8f), after_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:25.970021 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-bfec3718-6ad9-4bc8-9ffa-bf32dd846c0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782758885672'] for port (27ceaa89-d6cf-45d0-a3ee-7c6384e5de68), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:26.000462 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93e77be-4d35-4101-bbdc-4f2625c9a35e None None] Routers {'5600eb8e-7c17-4f9f-a1da-1e30b51c9320'} bound to L3 agent in host dv-cinder-804757-16-iscsi {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:46:26.001388 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-d93e77be-4d35-4101-bbdc-4f2625c9a35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T09:37:05Z,description=,heartbeat_timestamp=2022-02-21T09:46:05Z,host='dv-cinder-804757-16-iscsi',id=f1afc09b-b148-496e-b857-a568110caa3c,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:37:06Z,topic='l3_agent')) {'router_ids': ['5600eb8e-7c17-4f9f-a1da-1e30b51c9320'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:46:26.011821 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfec3718-6ad9-4bc8-9ffa-bf32dd846c0b admin admin] Network d18a3abc-b5f2-49e7-9725-3ef800bd13ad is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:46:26.019267 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-bfec3718-6ad9-4bc8-9ffa-bf32dd846c0b admin admin] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:46:26.022161 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfec3718-6ad9-4bc8-9ffa-bf32dd846c0b admin admin] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 09:46:26.022606 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-bfec3718-6ad9-4bc8-9ffa-bf32dd846c0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7916414'] for router_interface (5600eb8e-7c17-4f9f-a1da-1e30b51c9320), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:26.028597 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfec3718-6ad9-4bc8-9ffa-bf32dd846c0b admin admin] Pushing event updated for resources: {'Port': ['ID=27ceaa89-d6cf-45d0-a3ee-7c6384e5de68,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:46:26.039276 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1598067a-280a-4ae0-9f62-781763ba8e04 None None] Pushing event updated for resources: {'Port': ['ID=0dfed553-0ff5-4440-8723-a16130804a8f,revision_number=3']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:46:26.144057 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-d93e77be-4d35-4101-bbdc-4f2625c9a35e None None] Set router 5600eb8e-7c17-4f9f-a1da-1e30b51c9320 gateway port host: dv-cinder-804757-16-iscsi {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:46:26.298310 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-bfec3718-6ad9-4bc8-9ffa-bf32dd846c0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (27ceaa89-d6cf-45d0-a3ee-7c6384e5de68), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:26.314307 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-c77b8ffb-50f1-410b-a8d3-f05a0680b3e2 None None] Provisioning complete for port 27ceaa89-d6cf-45d0-a3ee-7c6384e5de68 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:46:26.314307 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-c77b8ffb-50f1-410b-a8d3-f05a0680b3e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7397950'] for port (27ceaa89-d6cf-45d0-a3ee-7c6384e5de68), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:26.355231 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-d93e77be-4d35-4101-bbdc-4f2625c9a35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5600eb8e-7c17-4f9f-a1da-1e30b51c9320', 'name': 'tempest-TestVolumeBootPattern-658171796-router', 'tenant_id': '30ad631be25d4fecbaae288015f66e22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'external_fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': '0dfed553-0ff5-4440-8723-a16130804a8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:46:22Z', 'updated_at': '2022-02-21T09:46:23Z', 'revision_number': 3, 'project_id': '30ad631be25d4fecbaae288015f66e22', 'gw_port': {'id': '0dfed553-0ff5-4440-8723-a16130804a8f', 'name': '', 'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:07:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5600eb8e-7c17-4f9f-a1da-1e30b51c9320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 192, 'fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:46:23Z', 'updated_at': '2022-02-21T09:46:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-16-iscsi'}], 'dv-cinder-804757-16-iscsi', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:46:26.389446 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93e77be-4d35-4101-bbdc-4f2625c9a35e None None] The sync data for ids ['5600eb8e-7c17-4f9f-a1da-1e30b51c9320'] in dv-cinder-804757-16-iscsi is: [{'id': '5600eb8e-7c17-4f9f-a1da-1e30b51c9320', 'name': 'tempest-TestVolumeBootPattern-658171796-router', 'tenant_id': '30ad631be25d4fecbaae288015f66e22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'external_fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': '0dfed553-0ff5-4440-8723-a16130804a8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:46:22Z', 'updated_at': '2022-02-21T09:46:23Z', 'revision_number': 3, 'project_id': '30ad631be25d4fecbaae288015f66e22', 'gw_port': {'id': '0dfed553-0ff5-4440-8723-a16130804a8f', 'name': '', 'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:07:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5600eb8e-7c17-4f9f-a1da-1e30b51c9320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 192, 'fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:46:23Z', 'updated_at': '2022-02-21T09:46:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-16-iscsi'}] {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 09:46:26.503266 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-c77b8ffb-50f1-410b-a8d3-f05a0680b3e2 None None] Port 27ceaa89-d6cf-45d0-a3ee-7c6384e5de68 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 09:46:26.504090 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-bfec3718-6ad9-4bc8-9ffa-bf32dd846c0b admin admin] Publish callbacks [] for port (27ceaa89-d6cf-45d0-a3ee-7c6384e5de68), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:26.600919 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-bfec3718-6ad9-4bc8-9ffa-bf32dd846c0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782759442315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782758885690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782758885708'] for port (27ceaa89-d6cf-45d0-a3ee-7c6384e5de68), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:26.602079 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-bfec3718-6ad9-4bc8-9ffa-bf32dd846c0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7905553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7916522'] for router_interface (5600eb8e-7c17-4f9f-a1da-1e30b51c9320), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:26.723163 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfec3718-6ad9-4bc8-9ffa-bf32dd846c0b admin admin] Pushing event updated for resources: {'Port': ['ID=27ceaa89-d6cf-45d0-a3ee-7c6384e5de68,revision_number=2']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:46:26.782384 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfec3718-6ad9-4bc8-9ffa-bf32dd846c0b admin admin] Network d18a3abc-b5f2-49e7-9725-3ef800bd13ad is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:46:26.783928 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-bfec3718-6ad9-4bc8-9ffa-bf32dd846c0b admin admin] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:46:27.039177 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfec3718-6ad9-4bc8-9ffa-bf32dd846c0b admin admin] Router 5600eb8e-7c17-4f9f-a1da-1e30b51c9320 has already been hosted by L3 agent f1afc09b-b148-496e-b857-a568110caa3c {{(pid=109856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:46:27.048363 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f51385a-b05c-4970-800a-8159f3ca9e95 req-a82a9233-43dc-4d62-ac8d-511cd305fc27 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:27.050009 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-2f51385a-b05c-4970-800a-8159f3ca9e95 req-a82a9233-43dc-4d62-ac8d-511cd305fc27 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/ports?device_id=3f8f33d0-b9e5-4bbd-874b-6538418e7b6a HTTP/1.1" status: 200 len: 945 time: 0.1168392 Feb 21 09:46:27.139057 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-510c1eb0-efd4-4149-b857-a087301758ef None None] Provisioning complete for port 27ceaa89-d6cf-45d0-a3ee-7c6384e5de68 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:46:27.139712 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-510c1eb0-efd4-4149-b857-a087301758ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7397950'] for port (27ceaa89-d6cf-45d0-a3ee-7c6384e5de68), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:27.153626 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-2f51385a-b05c-4970-800a-8159f3ca9e95 req-29885ed9-ce20-4085-9617-3da7509e8f29 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/security-groups?id=8d9cb245-cf06-4580-adf5-355ae63bcdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939629 Feb 21 09:46:27.196330 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-510c1eb0-efd4-4149-b857-a087301758ef None None] Port 27ceaa89-d6cf-45d0-a3ee-7c6384e5de68 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 09:46:27.209412 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfec3718-6ad9-4bc8-9ffa-bf32dd846c0b admin admin] Notify agent at l3_agent.dv-cinder-804757-16-iscsi the message routers_updated {{(pid=109856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:46:27.215297 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-bfec3718-6ad9-4bc8-9ffa-bf32dd846c0b admin admin] 10.222.0.71 "PUT /v2.0/routers/5600eb8e-7c17-4f9f-a1da-1e30b51c9320/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1773062 Feb 21 09:46:27.393279 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Device 0dfed553-0ff5-4440-8723-a16130804a8f up at agent ovs-agent-dv-cinder-804757-16-iscsi {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:46:27.453132 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Provisioning complete for port 0dfed553-0ff5-4440-8723-a16130804a8f triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:46:27.453509 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7397950'] for port (0dfed553-0ff5-4440-8723-a16130804a8f), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:27.536537 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Current status of the port 0dfed553-0ff5-4440-8723-a16130804a8f is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:46:27.537479 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (0dfed553-0ff5-4440-8723-a16130804a8f), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:27.564479 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] For port 0dfed553-0ff5-4440-8723-a16130804a8f, host dv-cinder-804757-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-16-iscsi',level=0,port_id=0dfed553-0ff5-4440-8723-a16130804a8f,segment=NetworkSegment(64ea902b-f589-4efc-8b2e-260a836a5805),segment_id=64ea902b-f589-4efc-8b2e-260a836a5805)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:46:27.681304 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782759442315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782758885690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782758885708'] for port (0dfed553-0ff5-4440-8723-a16130804a8f), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:27.732403 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Pushing event updated for resources: {'Port': ['ID=0dfed553-0ff5-4440-8723-a16130804a8f,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:46:28.010672 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 51546) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:46:28.016413 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.v2.base [None req-8022b486-9bd9-4287-b8f6-af94a0c98bb4 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1045701170-network', 'tenant_id': '47d6b389f809447d9a5069739bbdd0d0'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:46:28.146900 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8022b486-9bd9-4287-b8f6-af94a0c98bb4 admin admin] Made reservation on behalf of 47d6b389f809447d9a5069739bbdd0d0 for: {'network': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:46:28.149996 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8022b486-9bd9-4287-b8f6-af94a0c98bb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for network (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:28.158848 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8022b486-9bd9-4287-b8f6-af94a0c98bb4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:28.220146 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2357bfb8-ba39-410a-8d95-0c9b15c32859 None None] Sync routers for ids ['5600eb8e-7c17-4f9f-a1da-1e30b51c9320'] in dv-cinder-804757-16-iscsi {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 09:46:28.232409 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2357bfb8-ba39-410a-8d95-0c9b15c32859 None None] Routers {'5600eb8e-7c17-4f9f-a1da-1e30b51c9320'} bound to L3 agent in host dv-cinder-804757-16-iscsi {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:46:28.233089 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-2357bfb8-ba39-410a-8d95-0c9b15c32859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T09:37:05Z,description=,heartbeat_timestamp=2022-02-21T09:46:05Z,host='dv-cinder-804757-16-iscsi',id=f1afc09b-b148-496e-b857-a568110caa3c,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:37:06Z,topic='l3_agent')) {'router_ids': ['5600eb8e-7c17-4f9f-a1da-1e30b51c9320'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:46:28.255643 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8022b486-9bd9-4287-b8f6-af94a0c98bb4 admin admin] Publish callbacks [] for security_group (d2593a57-b0ef-4d2c-90d9-8fe9f26fda96), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:28.355189 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8022b486-9bd9-4287-b8f6-af94a0c98bb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (d2593a57-b0ef-4d2c-90d9-8fe9f26fda96), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:28.358850 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-2357bfb8-ba39-410a-8d95-0c9b15c32859 None None] Set router 5600eb8e-7c17-4f9f-a1da-1e30b51c9320 gateway port host: dv-cinder-804757-16-iscsi {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:46:28.379409 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8022b486-9bd9-4287-b8f6-af94a0c98bb4 admin admin] vlan segment allocate from pool success with {'vlan_id': 373, 'physical_network': 'physnet1'} {{(pid=109856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 09:46:28.425991 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8022b486-9bd9-4287-b8f6-af94a0c98bb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2593a57-b0ef-4d2c-90d9-8fe9f26fda96,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:46:28.432869 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8022b486-9bd9-4287-b8f6-af94a0c98bb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-936617'] for segment (25f1df36-510f-4b21-899f-5f5efe3e1295), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:28.433209 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.db.segments_db [None req-8022b486-9bd9-4287-b8f6-af94a0c98bb4 admin admin] Added segment 25f1df36-510f-4b21-899f-5f5efe3e1295 of type vlan for network 225b8e08-4f4e-4c63-b7f3-5212a8507ca5 Feb 21 09:46:28.461888 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8022b486-9bd9-4287-b8f6-af94a0c98bb4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:46:28.461888 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8022b486-9bd9-4287-b8f6-af94a0c98bb4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:46:28.461888 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8022b486-9bd9-4287-b8f6-af94a0c98bb4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:46:28.461888 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8022b486-9bd9-4287-b8f6-af94a0c98bb4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:46:28.461888 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8022b486-9bd9-4287-b8f6-af94a0c98bb4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:46:28.461888 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8022b486-9bd9-4287-b8f6-af94a0c98bb4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:46:28.461888 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8022b486-9bd9-4287-b8f6-af94a0c98bb4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:46:28.461888 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8022b486-9bd9-4287-b8f6-af94a0c98bb4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:46:28.461888 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8022b486-9bd9-4287-b8f6-af94a0c98bb4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:46:28.461888 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8022b486-9bd9-4287-b8f6-af94a0c98bb4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:46:28.461888 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8022b486-9bd9-4287-b8f6-af94a0c98bb4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:46:28.461888 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8022b486-9bd9-4287-b8f6-af94a0c98bb4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:46:28.461888 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8022b486-9bd9-4287-b8f6-af94a0c98bb4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:46:28.508373 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e402112-5827-4228-8ce8-75e798f542f7 req-dad23bf5-2f92-456c-a375-01e261acb1be tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:28.509716 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-0e402112-5827-4228-8ce8-75e798f542f7 req-dad23bf5-2f92-456c-a375-01e261acb1be tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/ports?device_id=3f8f33d0-b9e5-4bbd-874b-6538418e7b6a HTTP/1.1" status: 200 len: 945 time: 0.1337166 Feb 21 09:46:28.511408 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8022b486-9bd9-4287-b8f6-af94a0c98bb4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782758871682'] for network (225b8e08-4f4e-4c63-b7f3-5212a8507ca5), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:28.581871 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-0e402112-5827-4228-8ce8-75e798f542f7 req-82ccf264-a50d-4b48-8655-c42541f18583 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/security-groups?id=8d9cb245-cf06-4580-adf5-355ae63bcdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617473 Feb 21 09:46:28.619176 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8022b486-9bd9-4287-b8f6-af94a0c98bb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539'] for network (225b8e08-4f4e-4c63-b7f3-5212a8507ca5), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:28.620466 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8022b486-9bd9-4287-b8f6-af94a0c98bb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:28.621926 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8022b486-9bd9-4287-b8f6-af94a0c98bb4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905581'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:28.645123 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-2357bfb8-ba39-410a-8d95-0c9b15c32859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5600eb8e-7c17-4f9f-a1da-1e30b51c9320', 'name': 'tempest-TestVolumeBootPattern-658171796-router', 'tenant_id': '30ad631be25d4fecbaae288015f66e22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'external_fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': '0dfed553-0ff5-4440-8723-a16130804a8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:46:22Z', 'updated_at': '2022-02-21T09:46:26Z', 'revision_number': 4, 'project_id': '30ad631be25d4fecbaae288015f66e22', 'gw_port': {'id': '0dfed553-0ff5-4440-8723-a16130804a8f', 'name': '', 'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:07:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5600eb8e-7c17-4f9f-a1da-1e30b51c9320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 192, 'fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:46:23Z', 'updated_at': '2022-02-21T09:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-16-iscsi', '_interfaces': [{'id': '27ceaa89-d6cf-45d0-a3ee-7c6384e5de68', 'name': '', 'network_id': 'd18a3abc-b5f2-49e7-9725-3ef800bd13ad', 'tenant_id': '30ad631be25d4fecbaae288015f66e22', 'mac_address': 'fa:16:3e:dc:3a:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5600eb8e-7c17-4f9f-a1da-1e30b51c9320', 'device_owner': 'network:router_interface', 'standard_attr_id': 193, 'fixed_ips': [{'subnet_id': 'e209d30c-904a-4983-811a-38e909a2873c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:46:25Z', 'updated_at': '2022-02-21T09:46:26Z', 'revision_number': 2, 'project_id': '30ad631be25d4fecbaae288015f66e22', 'subnets': [{'id': 'e209d30c-904a-4983-811a-38e909a2873c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-16-iscsi', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:46:28.677374 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2357bfb8-ba39-410a-8d95-0c9b15c32859 None None] Checking router: 5600eb8e-7c17-4f9f-a1da-1e30b51c9320 for host: dv-cinder-804757-16-iscsi {{(pid=109858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 09:46:28.677732 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2357bfb8-ba39-410a-8d95-0c9b15c32859 None None] Updating router 5600eb8e-7c17-4f9f-a1da-1e30b51c9320 port 27ceaa89-d6cf-45d0-a3ee-7c6384e5de68 binding host dv-cinder-804757-16-iscsi {{(pid=109858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 09:46:28.704614 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8022b486-9bd9-4287-b8f6-af94a0c98bb4 admin admin] Pushing event updated for resources: {'Network': ['ID=225b8e08-4f4e-4c63-b7f3-5212a8507ca5,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:46:28.712193 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-2357bfb8-ba39-410a-8d95-0c9b15c32859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (27ceaa89-d6cf-45d0-a3ee-7c6384e5de68), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:28.715382 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Network 225b8e08-4f4e-4c63-b7f3-5212a8507ca5 details requested by agent ovs-agent-dv-cinder-804757-16-iscsi with host dv-cinder-804757-16-iscsi {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 09:46:28.724772 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-8022b486-9bd9-4287-b8f6-af94a0c98bb4 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7127705 Feb 21 09:46:28.727688 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 51566) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:46:28.733050 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.v2.base [None req-a29bbfee-b7f3-444e-8abe-4b577bcb5770 admin admin] Request body: {'subnet': {'network_id': '225b8e08-4f4e-4c63-b7f3-5212a8507ca5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1045701170-subnet', 'tenant_id': '47d6b389f809447d9a5069739bbdd0d0', 'ip_version': 4}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:46:28.895580 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a29bbfee-b7f3-444e-8abe-4b577bcb5770 admin admin] Made reservation on behalf of 47d6b389f809447d9a5069739bbdd0d0 for: {'subnet': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:46:28.898420 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a29bbfee-b7f3-444e-8abe-4b577bcb5770 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:29.049326 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-2357bfb8-ba39-410a-8d95-0c9b15c32859 None None] Publish callbacks [] for port (27ceaa89-d6cf-45d0-a3ee-7c6384e5de68), precommit_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:29.137726 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6c5cdc-ea63-4dd6-b980-eea48045ba82 req-dc80cb60-7e54-490a-ac31-2dedf8771bfe tempest-DeleteServersTestJSON-780152071 tempest-DeleteServersTestJSON-780152071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:29.139219 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-cf6c5cdc-ea63-4dd6-b980-eea48045ba82 req-dc80cb60-7e54-490a-ac31-2dedf8771bfe tempest-DeleteServersTestJSON-780152071 tempest-DeleteServersTestJSON-780152071-project] 10.222.0.71 "GET /v2.0/ports?device_id=d4098aca-9efa-466f-9cf7-203ff307875f HTTP/1.1" status: 200 len: 946 time: 0.1284471 Feb 21 09:46:29.155091 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-2357bfb8-ba39-410a-8d95-0c9b15c32859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782759442315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782758885690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782758885708'] for port (27ceaa89-d6cf-45d0-a3ee-7c6384e5de68), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:29.197054 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-cf6c5cdc-ea63-4dd6-b980-eea48045ba82 req-761244a5-45e0-4b0a-b472-33dade5b5433 tempest-DeleteServersTestJSON-780152071 tempest-DeleteServersTestJSON-780152071-project] 10.222.0.71 "GET /v2.0/security-groups?id=5aac45d2-0deb-44ac-b104-bc7949795bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520060 Feb 21 09:46:29.210046 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4af331b-f3bb-4a8f-af9a-0ba1f2eb9293 None None] Pushing event updated for resources: {'Port': ['ID=27ceaa89-d6cf-45d0-a3ee-7c6384e5de68,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:46:29.255702 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a29bbfee-b7f3-444e-8abe-4b577bcb5770 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539'] for subnet (ee2ed3f3-58d7-4668-8f22-c72730a9428c), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:29.267104 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-2357bfb8-ba39-410a-8d95-0c9b15c32859 None None] Attempting to bind port 27ceaa89-d6cf-45d0-a3ee-7c6384e5de68 on host dv-cinder-804757-16-iscsi for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 09:46:29.267562 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-2357bfb8-ba39-410a-8d95-0c9b15c32859 None None] Attempting to bind port 27ceaa89-d6cf-45d0-a3ee-7c6384e5de68 by drivers openvswitch,hyperv on host dv-cinder-804757-16-iscsi at level 0 using segments [{'id': '18c0b10b-491c-457e-b8a5-db4c9de6ed16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'd18a3abc-b5f2-49e7-9725-3ef800bd13ad'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 09:46:29.267936 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2357bfb8-ba39-410a-8d95-0c9b15c32859 None None] Attempting to bind port 27ceaa89-d6cf-45d0-a3ee-7c6384e5de68 on network d18a3abc-b5f2-49e7-9725-3ef800bd13ad {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 09:46:29.275064 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2357bfb8-ba39-410a-8d95-0c9b15c32859 None None] Checking agent: {'id': 'ce3e6371-75e2-4bba-8260-49cd855bb251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 9, 37, 10), 'started_at': datetime.datetime(2022, 2, 21, 9, 37, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 46, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 09:46:29.275451 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2357bfb8-ba39-410a-8d95-0c9b15c32859 None None] Checking segment: {'id': '18c0b10b-491c-457e-b8a5-db4c9de6ed16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'd18a3abc-b5f2-49e7-9725-3ef800bd13ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 09:46:29.275861 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-2357bfb8-ba39-410a-8d95-0c9b15c32859 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:29.276260 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2357bfb8-ba39-410a-8d95-0c9b15c32859 None None] Bound using segment: {'id': '18c0b10b-491c-457e-b8a5-db4c9de6ed16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'd18a3abc-b5f2-49e7-9725-3ef800bd13ad'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 09:46:29.276948 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-2357bfb8-ba39-410a-8d95-0c9b15c32859 None None] Bound port: 27ceaa89-d6cf-45d0-a3ee-7c6384e5de68, host: dv-cinder-804757-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18c0b10b-491c-457e-b8a5-db4c9de6ed16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'd18a3abc-b5f2-49e7-9725-3ef800bd13ad'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 09:46:29.277289 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-2357bfb8-ba39-410a-8d95-0c9b15c32859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (27ceaa89-d6cf-45d0-a3ee-7c6384e5de68), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:29.310185 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29bbfee-b7f3-444e-8abe-4b577bcb5770 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee2ed3f3-58d7-4668-8f22-c72730a9428c,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:46:29.339447 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29bbfee-b7f3-444e-8abe-4b577bcb5770 admin admin] Checking segment: {'id': '25f1df36-510f-4b21-899f-5f5efe3e1295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '225b8e08-4f4e-4c63-b7f3-5212a8507ca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 09:46:29.340310 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a29bbfee-b7f3-444e-8abe-4b577bcb5770 admin admin] Network hostable DHCP agents. Network: 225b8e08-4f4e-4c63-b7f3-5212a8507ca5, hostable agents: ['7b1feb7e-a062-49d6-b835-c5fae1c9b9ce'], hosted agents: [] {{(pid=109856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 09:46:29.347065 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-2357bfb8-ba39-410a-8d95-0c9b15c32859 None None] For port 27ceaa89-d6cf-45d0-a3ee-7c6384e5de68, host dv-cinder-804757-16-iscsi, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:46:29.352264 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-2357bfb8-ba39-410a-8d95-0c9b15c32859 None None] For port 27ceaa89-d6cf-45d0-a3ee-7c6384e5de68, host dv-cinder-804757-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-16-iscsi',level=0,port_id=27ceaa89-d6cf-45d0-a3ee-7c6384e5de68,segment=NetworkSegment(18c0b10b-491c-457e-b8a5-db4c9de6ed16),segment_id=18c0b10b-491c-457e-b8a5-db4c9de6ed16)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:46:29.375092 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Device 0dfed553-0ff5-4440-8723-a16130804a8f up at agent ovs-agent-dv-cinder-804757-16-iscsi {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:46:29.432064 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Provisioning complete for port 0dfed553-0ff5-4440-8723-a16130804a8f triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:46:29.432442 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7397950'] for port (0dfed553-0ff5-4440-8723-a16130804a8f), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:29.463662 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-1f84b93c-a133-4c80-b0f7-42036195790e None None] Provisioning complete for port 27ceaa89-d6cf-45d0-a3ee-7c6384e5de68 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:46:29.464042 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1f84b93c-a133-4c80-b0f7-42036195790e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7397950'] for port (27ceaa89-d6cf-45d0-a3ee-7c6384e5de68), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:29.489851 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-2357bfb8-ba39-410a-8d95-0c9b15c32859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782759442315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782758885690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782758885708'] for port (27ceaa89-d6cf-45d0-a3ee-7c6384e5de68), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:29.517966 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a29bbfee-b7f3-444e-8abe-4b577bcb5770 admin admin] Network 225b8e08-4f4e-4c63-b7f3-5212a8507ca5 is scheduled to be hosted by DHCP agent 7b1feb7e-a062-49d6-b835-c5fae1c9b9ce with binding_index 1 {{(pid=109856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 09:46:29.596534 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4af331b-f3bb-4a8f-af9a-0ba1f2eb9293 None None] Pushing event updated for resources: {'Port': ['ID=27ceaa89-d6cf-45d0-a3ee-7c6384e5de68,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:46:29.600369 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2357bfb8-ba39-410a-8d95-0c9b15c32859 None None] Routers {'5600eb8e-7c17-4f9f-a1da-1e30b51c9320'} bound to L3 agent in host dv-cinder-804757-16-iscsi {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:46:29.601593 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-2357bfb8-ba39-410a-8d95-0c9b15c32859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T09:37:05Z,description=,heartbeat_timestamp=2022-02-21T09:46:05Z,host='dv-cinder-804757-16-iscsi',id=f1afc09b-b148-496e-b857-a568110caa3c,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:37:06Z,topic='l3_agent')) {'router_ids': ['5600eb8e-7c17-4f9f-a1da-1e30b51c9320'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:46:29.615244 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4af331b-f3bb-4a8f-af9a-0ba1f2eb9293 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:46:29.615477 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4af331b-f3bb-4a8f-af9a-0ba1f2eb9293 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:46:29.615846 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4af331b-f3bb-4a8f-af9a-0ba1f2eb9293 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:46:29.616193 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4af331b-f3bb-4a8f-af9a-0ba1f2eb9293 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:46:29.616586 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4af331b-f3bb-4a8f-af9a-0ba1f2eb9293 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:46:29.616995 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4af331b-f3bb-4a8f-af9a-0ba1f2eb9293 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:46:29.617359 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4af331b-f3bb-4a8f-af9a-0ba1f2eb9293 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:46:29.617890 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4af331b-f3bb-4a8f-af9a-0ba1f2eb9293 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:46:29.618247 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4af331b-f3bb-4a8f-af9a-0ba1f2eb9293 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:46:29.618596 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4af331b-f3bb-4a8f-af9a-0ba1f2eb9293 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:46:29.618932 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4af331b-f3bb-4a8f-af9a-0ba1f2eb9293 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:46:29.619260 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4af331b-f3bb-4a8f-af9a-0ba1f2eb9293 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:46:29.619594 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4af331b-f3bb-4a8f-af9a-0ba1f2eb9293 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:46:29.626762 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-a29bbfee-b7f3-444e-8abe-4b577bcb5770 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-16-iscsi, 225b8e08-4f4e-4c63-b7f3-5212a8507ca5) {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:46:29.635772 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a29bbfee-b7f3-444e-8abe-4b577bcb5770 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:29.635772 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a29bbfee-b7f3-444e-8abe-4b577bcb5770 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905581'] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:29.664609 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82806731-6069-4bf0-ae7b-6e5d58c84f7c None None] Network 225b8e08-4f4e-4c63-b7f3-5212a8507ca5 requested from dv-cinder-804757-16-iscsi {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 09:46:29.713513 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Current status of the port 0dfed553-0ff5-4440-8723-a16130804a8f is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:46:29.731621 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6d9d95-b102-46b7-8a47-207ab2cbac4a req-eb155b31-4238-4ac2-b0bf-6d06b3dca563 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:29.733279 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-fb6d9d95-b102-46b7-8a47-207ab2cbac4a req-eb155b31-4238-4ac2-b0bf-6d06b3dca563 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/ports?device_id=3f8f33d0-b9e5-4bbd-874b-6538418e7b6a HTTP/1.1" status: 200 len: 945 time: 0.0686193 Feb 21 09:46:29.741355 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-a29bbfee-b7f3-444e-8abe-4b577bcb5770 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0124271 Feb 21 09:46:29.744176 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.71', 51576) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:46:29.750285 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.v2.base [None req-1d215ab2-0ebf-447a-8476-f2b9e15c626f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1045701170-router', 'tenant_id': '47d6b389f809447d9a5069739bbdd0d0', 'external_gateway_info': {'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862'}}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:46:29.767166 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-1f84b93c-a133-4c80-b0f7-42036195790e None None] Current status of the port 27ceaa89-d6cf-45d0-a3ee-7c6384e5de68 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:46:29.767606 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1f84b93c-a133-4c80-b0f7-42036195790e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (27ceaa89-d6cf-45d0-a3ee-7c6384e5de68), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:29.787912 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-fb6d9d95-b102-46b7-8a47-207ab2cbac4a req-0cdd048a-f184-4fd5-a292-62d6be93fca8 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/security-groups?id=8d9cb245-cf06-4580-adf5-355ae63bcdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454550 Feb 21 09:46:29.836347 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1d215ab2-0ebf-447a-8476-f2b9e15c626f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7911359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1367'] for router (9833a968-7595-4a0f-bb1e-72a673abded0), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:29.837459 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1d215ab2-0ebf-447a-8476-f2b9e15c626f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7916079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7917182', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-427489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1452'] for router (9833a968-7595-4a0f-bb1e-72a673abded0), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:29.894842 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1d215ab2-0ebf-447a-8476-f2b9e15c626f admin admin] Publish callbacks [] for router_controller (9833a968-7595-4a0f-bb1e-72a673abded0), precommit_add_association {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:29.991398 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-2357bfb8-ba39-410a-8d95-0c9b15c32859 None None] Set router 5600eb8e-7c17-4f9f-a1da-1e30b51c9320 gateway port host: dv-cinder-804757-16-iscsi {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:46:30.032724 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-1f84b93c-a133-4c80-b0f7-42036195790e None None] For port 27ceaa89-d6cf-45d0-a3ee-7c6384e5de68, host dv-cinder-804757-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-16-iscsi',level=0,port_id=27ceaa89-d6cf-45d0-a3ee-7c6384e5de68,segment=NetworkSegment(18c0b10b-491c-457e-b8a5-db4c9de6ed16),segment_id=18c0b10b-491c-457e-b8a5-db4c9de6ed16)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:46:30.045531 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4048bc4a-3190-4f69-b97a-dfd0c869a455 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1d068d2-1ca4-5135-b31c-76c0219c179a-225b8e08-4f4e-4c63-b7f3-5212a8507ca5', 'network_id': '225b8e08-4f4e-4c63-b7f3-5212a8507ca5', 'project_id': '47d6b389f809447d9a5069739bbdd0d0', 'fixed_ips': [{'subnet_id': 'ee2ed3f3-58d7-4668-8f22-c72730a9428c'}]}} from dv-cinder-804757-16-iscsi. {{(pid=109858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 21 09:46:30.046484 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-4048bc4a-3190-4f69-b97a-dfd0c869a455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (None), before_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:30.098408 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1f84b93c-a133-4c80-b0f7-42036195790e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782759442315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782758885690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782758885708'] for port (27ceaa89-d6cf-45d0-a3ee-7c6384e5de68), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:30.131729 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1d215ab2-0ebf-447a-8476-f2b9e15c626f admin admin] Publish callbacks [] for router_gateway (9833a968-7595-4a0f-bb1e-72a673abded0), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:30.283297 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f84b93c-a133-4c80-b0f7-42036195790e None None] Pushing event updated for resources: {'Port': ['ID=27ceaa89-d6cf-45d0-a3ee-7c6384e5de68,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:46:30.306837 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-7df32c76-3ef1-47cc-b468-77be6381ba12 None None] Provisioning complete for port 27ceaa89-d6cf-45d0-a3ee-7c6384e5de68 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:46:30.307226 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-7df32c76-3ef1-47cc-b468-77be6381ba12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7397950'] for port (27ceaa89-d6cf-45d0-a3ee-7c6384e5de68), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:30.347287 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b300e048-6af3-44ef-85fe-0fcca9a99fb0 req-ac5bde05-a703-4d93-9415-310c1e0b8184 tempest-DeleteServersTestJSON-780152071 tempest-DeleteServersTestJSON-780152071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:30.348802 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-b300e048-6af3-44ef-85fe-0fcca9a99fb0 req-ac5bde05-a703-4d93-9415-310c1e0b8184 tempest-DeleteServersTestJSON-780152071 tempest-DeleteServersTestJSON-780152071-project] 10.222.0.71 "GET /v2.0/ports?device_id=d4098aca-9efa-466f-9cf7-203ff307875f HTTP/1.1" status: 200 len: 946 time: 0.0623541 Feb 21 09:46:30.394746 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1d215ab2-0ebf-447a-8476-f2b9e15c626f admin admin] Publish callbacks [] for router_gateway (9833a968-7595-4a0f-bb1e-72a673abded0), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:30.400808 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-b300e048-6af3-44ef-85fe-0fcca9a99fb0 req-5ea41ccb-acb7-4f6d-b710-69eaee327094 tempest-DeleteServersTestJSON-780152071 tempest-DeleteServersTestJSON-780152071-project] 10.222.0.71 "GET /v2.0/security-groups?id=5aac45d2-0deb-44ac-b104-bc7949795bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439944 Feb 21 09:46:30.409171 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.db_base_plugin_common [None req-4048bc4a-3190-4f69-b97a-dfd0c869a455 None None] Allocated IP 172.20.0.2 (225b8e08-4f4e-4c63-b7f3-5212a8507ca5/ee2ed3f3-58d7-4668-8f22-c72730a9428c/b9ca7b33-0a20-4956-b7d5-a45a4eedabad) {{(pid=109858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:46:30.414517 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1d215ab2-0ebf-447a-8476-f2b9e15c626f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:30.511929 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-2357bfb8-ba39-410a-8d95-0c9b15c32859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5600eb8e-7c17-4f9f-a1da-1e30b51c9320', 'name': 'tempest-TestVolumeBootPattern-658171796-router', 'tenant_id': '30ad631be25d4fecbaae288015f66e22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'external_fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': '0dfed553-0ff5-4440-8723-a16130804a8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:46:22Z', 'updated_at': '2022-02-21T09:46:26Z', 'revision_number': 4, 'project_id': '30ad631be25d4fecbaae288015f66e22', 'gw_port': {'id': '0dfed553-0ff5-4440-8723-a16130804a8f', 'name': '', 'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:07:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5600eb8e-7c17-4f9f-a1da-1e30b51c9320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 192, 'fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:46:23Z', 'updated_at': '2022-02-21T09:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-16-iscsi', '_interfaces': [{'id': '27ceaa89-d6cf-45d0-a3ee-7c6384e5de68', 'name': '', 'network_id': 'd18a3abc-b5f2-49e7-9725-3ef800bd13ad', 'tenant_id': '30ad631be25d4fecbaae288015f66e22', 'mac_address': 'fa:16:3e:dc:3a:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5600eb8e-7c17-4f9f-a1da-1e30b51c9320', 'device_owner': 'network:router_interface', 'standard_attr_id': 193, 'fixed_ips': [{'subnet_id': 'e209d30c-904a-4983-811a-38e909a2873c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:46:25Z', 'updated_at': '2022-02-21T09:46:29Z', 'revision_number': 4, 'project_id': '30ad631be25d4fecbaae288015f66e22', 'subnets': [{'id': 'e209d30c-904a-4983-811a-38e909a2873c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-16-iscsi', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:46:30.527030 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [None req-1d215ab2-0ebf-447a-8476-f2b9e15c626f admin admin] Allocated IP 172.27.2.158 (bd3f1df6-77ad-4531-9eb3-69bc21002862/13a25a01-28fd-4407-b7c5-fe4349ebc744/6ef6d932-e0be-46f4-96bb-8dbe0b1ac237) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:46:30.549498 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2357bfb8-ba39-410a-8d95-0c9b15c32859 None None] The sync data for ids ['5600eb8e-7c17-4f9f-a1da-1e30b51c9320'] in dv-cinder-804757-16-iscsi is: [{'id': '5600eb8e-7c17-4f9f-a1da-1e30b51c9320', 'name': 'tempest-TestVolumeBootPattern-658171796-router', 'tenant_id': '30ad631be25d4fecbaae288015f66e22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'external_fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': '0dfed553-0ff5-4440-8723-a16130804a8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:46:22Z', 'updated_at': '2022-02-21T09:46:26Z', 'revision_number': 4, 'project_id': '30ad631be25d4fecbaae288015f66e22', 'gw_port': {'id': '0dfed553-0ff5-4440-8723-a16130804a8f', 'name': '', 'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:07:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5600eb8e-7c17-4f9f-a1da-1e30b51c9320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 192, 'fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:46:23Z', 'updated_at': '2022-02-21T09:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-16-iscsi', '_interfaces': [{'id': '27ceaa89-d6cf-45d0-a3ee-7c6384e5de68', 'name': '', 'network_id': 'd18a3abc-b5f2-49e7-9725-3ef800bd13ad', 'tenant_id': '30ad631be25d4fecbaae288015f66e22', 'mac_address': 'fa:16:3e:dc:3a:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5600eb8e-7c17-4f9f-a1da-1e30b51c9320', 'device_owner': 'network:router_interface', 'standard_attr_id': 193, 'fixed_ips': [{'subnet_id': 'e209d30c-904a-4983-811a-38e909a2873c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:46:25Z', 'updated_at': '2022-02-21T09:46:29Z', 'revision_number': 4, 'project_id': '30ad631be25d4fecbaae288015f66e22', 'subnets': [{'id': 'e209d30c-904a-4983-811a-38e909a2873c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 09:46:30.555077 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-7df32c76-3ef1-47cc-b468-77be6381ba12 None None] Current status of the port 27ceaa89-d6cf-45d0-a3ee-7c6384e5de68 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:46:30.638986 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1d215ab2-0ebf-447a-8476-f2b9e15c626f admin admin] Publish callbacks [] for port (6ef6d932-e0be-46f4-96bb-8dbe0b1ac237), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:30.659771 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-4048bc4a-3190-4f69-b97a-dfd0c869a455 None None] Publish callbacks [] for port (b9ca7b33-0a20-4956-b7d5-a45a4eedabad), precommit_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:30.715797 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-4048bc4a-3190-4f69-b97a-dfd0c869a455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782758885672'] for port (b9ca7b33-0a20-4956-b7d5-a45a4eedabad), after_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:30.744320 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1d215ab2-0ebf-447a-8476-f2b9e15c626f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782758885672'] for port (6ef6d932-e0be-46f4-96bb-8dbe0b1ac237), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:30.755864 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4048bc4a-3190-4f69-b97a-dfd0c869a455 None None] Network 225b8e08-4f4e-4c63-b7f3-5212a8507ca5 is already hosted by enough agents. {{(pid=109858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:46:30.761525 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.scheduler.base_scheduler [None req-4048bc4a-3190-4f69-b97a-dfd0c869a455 None None] Resources bound (agent type, host, resource id): {{(pid=109858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:46:30.765967 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4048bc4a-3190-4f69-b97a-dfd0c869a455 None None] Received port after_create {{(pid=109858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 09:46:30.769182 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4048bc4a-3190-4f69-b97a-dfd0c869a455 None None] Pushing event updated for resources: {'Port': ['ID=b9ca7b33-0a20-4956-b7d5-a45a4eedabad,revision_number=1']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:46:30.788353 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d215ab2-0ebf-447a-8476-f2b9e15c626f admin admin] Network bd3f1df6-77ad-4531-9eb3-69bc21002862 is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:46:30.791647 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-1d215ab2-0ebf-447a-8476-f2b9e15c626f admin admin] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:46:30.797714 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d215ab2-0ebf-447a-8476-f2b9e15c626f admin admin] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 09:46:30.803146 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d215ab2-0ebf-447a-8476-f2b9e15c626f admin admin] Pushing event updated for resources: {'Port': ['ID=6ef6d932-e0be-46f4-96bb-8dbe0b1ac237,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:46:30.828935 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-4048bc4a-3190-4f69-b97a-dfd0c869a455 None None] Attempting to bind port b9ca7b33-0a20-4956-b7d5-a45a4eedabad on host dv-cinder-804757-16-iscsi for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 09:46:30.829578 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-4048bc4a-3190-4f69-b97a-dfd0c869a455 None None] Attempting to bind port b9ca7b33-0a20-4956-b7d5-a45a4eedabad by drivers openvswitch,hyperv on host dv-cinder-804757-16-iscsi at level 0 using segments [{'id': '25f1df36-510f-4b21-899f-5f5efe3e1295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '225b8e08-4f4e-4c63-b7f3-5212a8507ca5'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 09:46:30.830338 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4048bc4a-3190-4f69-b97a-dfd0c869a455 None None] Attempting to bind port b9ca7b33-0a20-4956-b7d5-a45a4eedabad on network 225b8e08-4f4e-4c63-b7f3-5212a8507ca5 {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 09:46:30.836718 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4048bc4a-3190-4f69-b97a-dfd0c869a455 None None] Checking agent: {'id': 'ce3e6371-75e2-4bba-8260-49cd855bb251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 9, 37, 10), 'started_at': datetime.datetime(2022, 2, 21, 9, 37, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 46, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 09:46:30.837296 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4048bc4a-3190-4f69-b97a-dfd0c869a455 None None] Checking segment: {'id': '25f1df36-510f-4b21-899f-5f5efe3e1295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '225b8e08-4f4e-4c63-b7f3-5212a8507ca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 09:46:30.837709 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-4048bc4a-3190-4f69-b97a-dfd0c869a455 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:30.838108 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4048bc4a-3190-4f69-b97a-dfd0c869a455 None None] Bound using segment: {'id': '25f1df36-510f-4b21-899f-5f5efe3e1295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '225b8e08-4f4e-4c63-b7f3-5212a8507ca5'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 09:46:30.838586 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-4048bc4a-3190-4f69-b97a-dfd0c869a455 None None] Bound port: b9ca7b33-0a20-4956-b7d5-a45a4eedabad, host: dv-cinder-804757-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25f1df36-510f-4b21-899f-5f5efe3e1295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '225b8e08-4f4e-4c63-b7f3-5212a8507ca5'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 09:46:30.838972 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-4048bc4a-3190-4f69-b97a-dfd0c869a455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (b9ca7b33-0a20-4956-b7d5-a45a4eedabad), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:30.847419 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d215ab2-0ebf-447a-8476-f2b9e15c626f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:46:30.847924 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d215ab2-0ebf-447a-8476-f2b9e15c626f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:46:30.848373 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d215ab2-0ebf-447a-8476-f2b9e15c626f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:46:30.848855 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d215ab2-0ebf-447a-8476-f2b9e15c626f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:46:30.849277 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d215ab2-0ebf-447a-8476-f2b9e15c626f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:46:30.850115 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d215ab2-0ebf-447a-8476-f2b9e15c626f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:46:30.850506 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d215ab2-0ebf-447a-8476-f2b9e15c626f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:46:30.851425 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d215ab2-0ebf-447a-8476-f2b9e15c626f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:46:30.851686 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d215ab2-0ebf-447a-8476-f2b9e15c626f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:46:30.852175 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d215ab2-0ebf-447a-8476-f2b9e15c626f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:46:30.852734 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d215ab2-0ebf-447a-8476-f2b9e15c626f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:46:30.853236 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d215ab2-0ebf-447a-8476-f2b9e15c626f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:46:30.853565 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d215ab2-0ebf-447a-8476-f2b9e15c626f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:46:30.923955 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-4048bc4a-3190-4f69-b97a-dfd0c869a455 None None] For port b9ca7b33-0a20-4956-b7d5-a45a4eedabad, host dv-cinder-804757-16-iscsi, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:46:30.928212 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-4048bc4a-3190-4f69-b97a-dfd0c869a455 None None] For port b9ca7b33-0a20-4956-b7d5-a45a4eedabad, host dv-cinder-804757-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-16-iscsi',level=0,port_id=b9ca7b33-0a20-4956-b7d5-a45a4eedabad,segment=NetworkSegment(25f1df36-510f-4b21-899f-5f5efe3e1295),segment_id=25f1df36-510f-4b21-899f-5f5efe3e1295)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:46:30.946854 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148a8fcf-c745-43b8-b17b-b66ff6aa2f19 req-2f812a12-ae09-4f9d-bbbb-101d9eba1d15 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:30.948476 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-148a8fcf-c745-43b8-b17b-b66ff6aa2f19 req-2f812a12-ae09-4f9d-bbbb-101d9eba1d15 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/ports?device_id=3f8f33d0-b9e5-4bbd-874b-6538418e7b6a HTTP/1.1" status: 200 len: 945 time: 0.0673547 Feb 21 09:46:31.001427 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-4048bc4a-3190-4f69-b97a-dfd0c869a455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782759442315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782758885690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782758885708'] for port (b9ca7b33-0a20-4956-b7d5-a45a4eedabad), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:31.013493 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-148a8fcf-c745-43b8-b17b-b66ff6aa2f19 req-e53ee176-a5b9-4df4-9629-0a2da12f3d8c tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/security-groups?id=8d9cb245-cf06-4580-adf5-355ae63bcdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550761 Feb 21 09:46:31.075841 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4048bc4a-3190-4f69-b97a-dfd0c869a455 None None] Pushing event updated for resources: {'Port': ['ID=b9ca7b33-0a20-4956-b7d5-a45a4eedabad,revision_number=2']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:46:31.174392 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1d215ab2-0ebf-447a-8476-f2b9e15c626f admin admin] Publish callbacks [] for router_gateway (9833a968-7595-4a0f-bb1e-72a673abded0), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:31.475322 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Device 27ceaa89-d6cf-45d0-a3ee-7c6384e5de68 up at agent ovs-agent-dv-cinder-804757-16-iscsi {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:46:31.499604 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1d215ab2-0ebf-447a-8476-f2b9e15c626f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7916070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7917225'] for router (9833a968-7595-4a0f-bb1e-72a673abded0), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:31.565503 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Provisioning complete for port 27ceaa89-d6cf-45d0-a3ee-7c6384e5de68 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:46:31.566128 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7397950'] for port (27ceaa89-d6cf-45d0-a3ee-7c6384e5de68), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:31.578657 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51924087-1624-416c-b30d-6e1010643c4e req-4b0ab2d5-bac5-4a69-a5ef-5412c30c4b6e tempest-DeleteServersTestJSON-780152071 tempest-DeleteServersTestJSON-780152071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:31.587524 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-51924087-1624-416c-b30d-6e1010643c4e req-4b0ab2d5-bac5-4a69-a5ef-5412c30c4b6e tempest-DeleteServersTestJSON-780152071 tempest-DeleteServersTestJSON-780152071-project] 10.222.0.71 "GET /v2.0/ports?device_id=d4098aca-9efa-466f-9cf7-203ff307875f HTTP/1.1" status: 200 len: 946 time: 0.0773582 Feb 21 09:46:31.654527 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-51924087-1624-416c-b30d-6e1010643c4e req-242265e2-25b6-4736-a1af-3b4ac9c3ac3a tempest-DeleteServersTestJSON-780152071 tempest-DeleteServersTestJSON-780152071-project] 10.222.0.71 "GET /v2.0/security-groups?id=5aac45d2-0deb-44ac-b104-bc7949795bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658424 Feb 21 09:46:31.674313 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Current status of the port 27ceaa89-d6cf-45d0-a3ee-7c6384e5de68 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:46:31.760824 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d215ab2-0ebf-447a-8476-f2b9e15c626f admin admin] Router 9833a968-7595-4a0f-bb1e-72a673abded0 is scheduled to L3 agent f1afc09b-b148-496e-b857-a568110caa3c with binding_index 1 {{(pid=109857) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 21 09:46:32.044377 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d215ab2-0ebf-447a-8476-f2b9e15c626f admin admin] Notify agent at l3_agent.dv-cinder-804757-16-iscsi the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:46:32.058330 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c232b3-6706-41d9-9892-9c65563edb07 None None] Sync routers for ids ['9833a968-7595-4a0f-bb1e-72a673abded0'] in dv-cinder-804757-16-iscsi {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 09:46:32.067914 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c232b3-6706-41d9-9892-9c65563edb07 None None] Routers {'9833a968-7595-4a0f-bb1e-72a673abded0'} bound to L3 agent in host dv-cinder-804757-16-iscsi {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:46:32.068982 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-e2c232b3-6706-41d9-9892-9c65563edb07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T09:37:05Z,description=,heartbeat_timestamp=2022-02-21T09:46:05Z,host='dv-cinder-804757-16-iscsi',id=f1afc09b-b148-496e-b857-a568110caa3c,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:37:06Z,topic='l3_agent')) {'router_ids': ['9833a968-7595-4a0f-bb1e-72a673abded0'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:46:32.137967 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1d215ab2-0ebf-447a-8476-f2b9e15c626f admin admin] Publish callbacks [] for router (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:32.139399 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [None req-1d215ab2-0ebf-447a-8476-f2b9e15c626f admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.3935790 Feb 21 09:46:32.142132 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 51608) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:46:32.227778 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07188802-8ade-42b6-8ffa-6f1c3306ff57 None None] Network 225b8e08-4f4e-4c63-b7f3-5212a8507ca5 requested from dv-cinder-804757-16-iscsi {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 09:46:32.229483 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ddc394-0de6-4624-aba6-d8c6160cd955 req-50262da9-04bb-4b42-9f07-1f65bd3fb9c3 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:32.238456 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-b3ddc394-0de6-4624-aba6-d8c6160cd955 req-50262da9-04bb-4b42-9f07-1f65bd3fb9c3 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/ports?device_id=3f8f33d0-b9e5-4bbd-874b-6538418e7b6a HTTP/1.1" status: 200 len: 945 time: 0.1257861 Feb 21 09:46:32.337066 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-b3ddc394-0de6-4624-aba6-d8c6160cd955 req-2faeccb3-e2fc-4425-a178-9abaf72472b6 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/security-groups?id=8d9cb245-cf06-4580-adf5-355ae63bcdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986655 Feb 21 09:46:32.364589 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-e2c232b3-6706-41d9-9892-9c65563edb07 None None] Set router 9833a968-7595-4a0f-bb1e-72a673abded0 gateway port host: dv-cinder-804757-16-iscsi {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:46:32.410380 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9382f609-6ecc-45c7-96ed-dde7853d89f5 None None] Provisioning complete for port b9ca7b33-0a20-4956-b7d5-a45a4eedabad triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:46:32.410763 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9382f609-6ecc-45c7-96ed-dde7853d89f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7397950'] for port (b9ca7b33-0a20-4956-b7d5-a45a4eedabad), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:32.521373 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9382f609-6ecc-45c7-96ed-dde7853d89f5 None None] Current status of the port b9ca7b33-0a20-4956-b7d5-a45a4eedabad is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:46:32.521772 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9382f609-6ecc-45c7-96ed-dde7853d89f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (b9ca7b33-0a20-4956-b7d5-a45a4eedabad), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:32.594546 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-e2c232b3-6706-41d9-9892-9c65563edb07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9833a968-7595-4a0f-bb1e-72a673abded0', 'name': 'tempest-TestVolumeBootPattern-1045701170-router', 'tenant_id': '47d6b389f809447d9a5069739bbdd0d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'external_fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.158'}], 'enable_snat': True}, 'gw_port_id': '6ef6d932-e0be-46f4-96bb-8dbe0b1ac237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:46:29Z', 'updated_at': '2022-02-21T09:46:30Z', 'revision_number': 3, 'project_id': '47d6b389f809447d9a5069739bbdd0d0', 'gw_port': {'id': '6ef6d932-e0be-46f4-96bb-8dbe0b1ac237', 'name': '', 'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:66:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9833a968-7595-4a0f-bb1e-72a673abded0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 204, 'fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:46:30Z', 'updated_at': '2022-02-21T09:46:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-16-iscsi'}], 'dv-cinder-804757-16-iscsi', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:46:32.596816 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9382f609-6ecc-45c7-96ed-dde7853d89f5 None None] For port b9ca7b33-0a20-4956-b7d5-a45a4eedabad, host dv-cinder-804757-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-16-iscsi',level=0,port_id=b9ca7b33-0a20-4956-b7d5-a45a4eedabad,segment=NetworkSegment(25f1df36-510f-4b21-899f-5f5efe3e1295),segment_id=25f1df36-510f-4b21-899f-5f5efe3e1295)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:46:32.623554 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c232b3-6706-41d9-9892-9c65563edb07 None None] Checking router: 9833a968-7595-4a0f-bb1e-72a673abded0 for host: dv-cinder-804757-16-iscsi {{(pid=109859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 09:46:32.623904 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c232b3-6706-41d9-9892-9c65563edb07 None None] Updating router 9833a968-7595-4a0f-bb1e-72a673abded0 port 6ef6d932-e0be-46f4-96bb-8dbe0b1ac237 binding host dv-cinder-804757-16-iscsi {{(pid=109859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 09:46:32.658648 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-e2c232b3-6706-41d9-9892-9c65563edb07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (6ef6d932-e0be-46f4-96bb-8dbe0b1ac237), before_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:32.693449 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9382f609-6ecc-45c7-96ed-dde7853d89f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782759442315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782758885690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782758885708'] for port (b9ca7b33-0a20-4956-b7d5-a45a4eedabad), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:32.760781 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9382f609-6ecc-45c7-96ed-dde7853d89f5 None None] Pushing event updated for resources: {'Port': ['ID=b9ca7b33-0a20-4956-b7d5-a45a4eedabad,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:46:32.816059 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-3acbc0ef-4601-4e88-a02a-8c429215097f None None] Provisioning complete for port b9ca7b33-0a20-4956-b7d5-a45a4eedabad triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:46:32.816445 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-3acbc0ef-4601-4e88-a02a-8c429215097f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7397950'] for port (b9ca7b33-0a20-4956-b7d5-a45a4eedabad), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:32.875581 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93f3eab-24ca-4bc6-abe8-ccd10464e40c req-b50ae7ac-5e82-42bf-a16d-d3fba7830836 tempest-DeleteServersTestJSON-780152071 tempest-DeleteServersTestJSON-780152071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:32.877187 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-b93f3eab-24ca-4bc6-abe8-ccd10464e40c req-b50ae7ac-5e82-42bf-a16d-d3fba7830836 tempest-DeleteServersTestJSON-780152071 tempest-DeleteServersTestJSON-780152071-project] 10.222.0.71 "GET /v2.0/ports?device_id=d4098aca-9efa-466f-9cf7-203ff307875f HTTP/1.1" status: 200 len: 946 time: 0.1214247 Feb 21 09:46:32.904781 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-3acbc0ef-4601-4e88-a02a-8c429215097f None None] Current status of the port b9ca7b33-0a20-4956-b7d5-a45a4eedabad is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:46:32.947665 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-e2c232b3-6706-41d9-9892-9c65563edb07 None None] Publish callbacks [] for port (6ef6d932-e0be-46f4-96bb-8dbe0b1ac237), precommit_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:32.961195 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-b93f3eab-24ca-4bc6-abe8-ccd10464e40c req-dfaaac59-7739-431e-9b1a-339aa2f266c4 tempest-DeleteServersTestJSON-780152071 tempest-DeleteServersTestJSON-780152071-project] 10.222.0.71 "GET /v2.0/security-groups?id=5aac45d2-0deb-44ac-b104-bc7949795bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750623 Feb 21 09:46:33.043834 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-78ea1fc6-cbd8-4cce-903f-61760023be1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:33.066871 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-e2c232b3-6706-41d9-9892-9c65563edb07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782759442315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782758885690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782758885708'] for port (6ef6d932-e0be-46f4-96bb-8dbe0b1ac237), after_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:33.134138 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-e2c232b3-6706-41d9-9892-9c65563edb07 None None] Attempting to bind port 6ef6d932-e0be-46f4-96bb-8dbe0b1ac237 on host dv-cinder-804757-16-iscsi for vnic_type normal with profile {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 09:46:33.134409 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-e2c232b3-6706-41d9-9892-9c65563edb07 None None] Attempting to bind port 6ef6d932-e0be-46f4-96bb-8dbe0b1ac237 by drivers openvswitch,hyperv on host dv-cinder-804757-16-iscsi at level 0 using segments [{'id': '64ea902b-f589-4efc-8b2e-260a836a5805', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862'}] {{(pid=109859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 09:46:33.134769 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c232b3-6706-41d9-9892-9c65563edb07 None None] Attempting to bind port 6ef6d932-e0be-46f4-96bb-8dbe0b1ac237 on network bd3f1df6-77ad-4531-9eb3-69bc21002862 {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 09:46:33.140861 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b010a76a-7288-4b62-b48c-2dbe545515bc None None] Pushing event updated for resources: {'Port': ['ID=6ef6d932-e0be-46f4-96bb-8dbe0b1ac237,revision_number=2']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:46:33.146518 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c232b3-6706-41d9-9892-9c65563edb07 None None] Checking agent: {'id': 'ce3e6371-75e2-4bba-8260-49cd855bb251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 9, 37, 10), 'started_at': datetime.datetime(2022, 2, 21, 9, 37, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 46, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 09:46:33.146895 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c232b3-6706-41d9-9892-9c65563edb07 None None] Checking segment: {'id': '64ea902b-f589-4efc-8b2e-260a836a5805', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 09:46:33.147295 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-e2c232b3-6706-41d9-9892-9c65563edb07 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:33.147852 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c232b3-6706-41d9-9892-9c65563edb07 None None] Bound using segment: {'id': '64ea902b-f589-4efc-8b2e-260a836a5805', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862'} {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 09:46:33.154496 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-e2c232b3-6706-41d9-9892-9c65563edb07 None None] Bound port: 6ef6d932-e0be-46f4-96bb-8dbe0b1ac237, host: dv-cinder-804757-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64ea902b-f589-4efc-8b2e-260a836a5805', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862'}}] {{(pid=109859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 09:46:33.154496 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-e2c232b3-6706-41d9-9892-9c65563edb07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (6ef6d932-e0be-46f4-96bb-8dbe0b1ac237), before_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:33.181220 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-7e6d3aa2-f57c-4873-94f1-5d5ea072f2ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (7b1feb7e-a062-49d6-b835-c5fae1c9b9ce), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:33.215898 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.db [None req-e2c232b3-6706-41d9-9892-9c65563edb07 None None] For port 6ef6d932-e0be-46f4-96bb-8dbe0b1ac237, host dv-cinder-804757-16-iscsi, cleared binding levels {{(pid=109859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:46:33.220018 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.db [None req-e2c232b3-6706-41d9-9892-9c65563edb07 None None] For port 6ef6d932-e0be-46f4-96bb-8dbe0b1ac237, host dv-cinder-804757-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-16-iscsi',level=0,port_id=6ef6d932-e0be-46f4-96bb-8dbe0b1ac237,segment=NetworkSegment(64ea902b-f589-4efc-8b2e-260a836a5805),segment_id=64ea902b-f589-4efc-8b2e-260a836a5805)] {{(pid=109859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:46:33.242094 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [None req-78ea1fc6-cbd8-4cce-903f-61760023be1a admin admin] Allocated IP 172.20.0.1 (225b8e08-4f4e-4c63-b7f3-5212a8507ca5/ee2ed3f3-58d7-4668-8f22-c72730a9428c/30acf0eb-3e80-44c0-b79d-c683674ce4ab) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:46:33.324132 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-e2c232b3-6706-41d9-9892-9c65563edb07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782759442315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782758885690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782758885708'] for port (6ef6d932-e0be-46f4-96bb-8dbe0b1ac237), after_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:33.388558 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Device b9ca7b33-0a20-4956-b7d5-a45a4eedabad up at agent ovs-agent-dv-cinder-804757-16-iscsi {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:46:33.392296 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b010a76a-7288-4b62-b48c-2dbe545515bc None None] Pushing event updated for resources: {'Port': ['ID=6ef6d932-e0be-46f4-96bb-8dbe0b1ac237,revision_number=3']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:46:33.399712 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-78ea1fc6-cbd8-4cce-903f-61760023be1a admin admin] Publish callbacks [] for port (30acf0eb-3e80-44c0-b79d-c683674ce4ab), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:33.417097 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c232b3-6706-41d9-9892-9c65563edb07 None None] Routers {'9833a968-7595-4a0f-bb1e-72a673abded0'} bound to L3 agent in host dv-cinder-804757-16-iscsi {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:46:33.418327 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-e2c232b3-6706-41d9-9892-9c65563edb07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T09:37:05Z,description=,heartbeat_timestamp=2022-02-21T09:46:05Z,host='dv-cinder-804757-16-iscsi',id=f1afc09b-b148-496e-b857-a568110caa3c,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:37:06Z,topic='l3_agent')) {'router_ids': ['9833a968-7595-4a0f-bb1e-72a673abded0'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:46:33.436464 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dda07ce-722e-47b6-b0eb-d4d05d187c8c req-10ddbd7e-6a2d-4f60-99ab-a7148afe7e53 tempest-DeleteServersTestJSON-780152071 tempest-DeleteServersTestJSON-780152071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:33.438050 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-0dda07ce-722e-47b6-b0eb-d4d05d187c8c req-10ddbd7e-6a2d-4f60-99ab-a7148afe7e53 tempest-DeleteServersTestJSON-780152071 tempest-DeleteServersTestJSON-780152071-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4098aca-9efa-466f-9cf7-203ff307875f HTTP/1.1" status: 200 len: 946 time: 0.1153953 Feb 21 09:46:33.453014 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Provisioning complete for port b9ca7b33-0a20-4956-b7d5-a45a4eedabad triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:46:33.455747 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7397950'] for port (b9ca7b33-0a20-4956-b7d5-a45a4eedabad), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:33.534157 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-e2c232b3-6706-41d9-9892-9c65563edb07 None None] Set router 9833a968-7595-4a0f-bb1e-72a673abded0 gateway port host: dv-cinder-804757-16-iscsi {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:46:33.537867 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Current status of the port b9ca7b33-0a20-4956-b7d5-a45a4eedabad is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:46:33.607678 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-78ea1fc6-cbd8-4cce-903f-61760023be1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782758885672'] for port (30acf0eb-3e80-44c0-b79d-c683674ce4ab), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:33.615887 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9d6f29-9fd9-46a6-8186-7b8c655c0991 req-bb524b05-97c3-4a71-8ea1-e5f8726723a7 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:33.617479 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-eb9d6f29-9fd9-46a6-8186-7b8c655c0991 req-bb524b05-97c3-4a71-8ea1-e5f8726723a7 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/ports?device_id=3f8f33d0-b9e5-4bbd-874b-6538418e7b6a HTTP/1.1" status: 200 len: 945 time: 0.1735060 Feb 21 09:46:33.677918 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78ea1fc6-cbd8-4cce-903f-61760023be1a admin admin] Network 225b8e08-4f4e-4c63-b7f3-5212a8507ca5 is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:46:33.690607 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-78ea1fc6-cbd8-4cce-903f-61760023be1a admin admin] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:46:33.700478 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ea1fc6-cbd8-4cce-903f-61760023be1a admin admin] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 09:46:33.700923 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-78ea1fc6-cbd8-4cce-903f-61760023be1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7916414'] for router_interface (9833a968-7595-4a0f-bb1e-72a673abded0), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:33.704016 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ea1fc6-cbd8-4cce-903f-61760023be1a admin admin] Pushing event updated for resources: {'Port': ['ID=30acf0eb-3e80-44c0-b79d-c683674ce4ab,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:46:33.742713 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-e2c232b3-6706-41d9-9892-9c65563edb07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9833a968-7595-4a0f-bb1e-72a673abded0', 'name': 'tempest-TestVolumeBootPattern-1045701170-router', 'tenant_id': '47d6b389f809447d9a5069739bbdd0d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'external_fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.158'}], 'enable_snat': True}, 'gw_port_id': '6ef6d932-e0be-46f4-96bb-8dbe0b1ac237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:46:29Z', 'updated_at': '2022-02-21T09:46:30Z', 'revision_number': 3, 'project_id': '47d6b389f809447d9a5069739bbdd0d0', 'gw_port': {'id': '6ef6d932-e0be-46f4-96bb-8dbe0b1ac237', 'name': '', 'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:66:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9833a968-7595-4a0f-bb1e-72a673abded0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 204, 'fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:46:30Z', 'updated_at': '2022-02-21T09:46:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-16-iscsi'}], 'dv-cinder-804757-16-iscsi', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:46:33.778116 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c232b3-6706-41d9-9892-9c65563edb07 None None] The sync data for ids ['9833a968-7595-4a0f-bb1e-72a673abded0'] in dv-cinder-804757-16-iscsi is: [{'id': '9833a968-7595-4a0f-bb1e-72a673abded0', 'name': 'tempest-TestVolumeBootPattern-1045701170-router', 'tenant_id': '47d6b389f809447d9a5069739bbdd0d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'external_fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.158'}], 'enable_snat': True}, 'gw_port_id': '6ef6d932-e0be-46f4-96bb-8dbe0b1ac237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:46:29Z', 'updated_at': '2022-02-21T09:46:30Z', 'revision_number': 3, 'project_id': '47d6b389f809447d9a5069739bbdd0d0', 'gw_port': {'id': '6ef6d932-e0be-46f4-96bb-8dbe0b1ac237', 'name': '', 'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:66:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9833a968-7595-4a0f-bb1e-72a673abded0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 204, 'fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:46:30Z', 'updated_at': '2022-02-21T09:46:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-16-iscsi'}] {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 09:46:33.794328 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-eb9d6f29-9fd9-46a6-8186-7b8c655c0991 req-d4203d96-08b6-486d-b870-e4fd42006a2a tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/security-groups?id=8d9cb245-cf06-4580-adf5-355ae63bcdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470499 Feb 21 09:46:33.802774 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-0dda07ce-722e-47b6-b0eb-d4d05d187c8c req-ece02c50-c8f1-4a36-bc7f-a61f7e944929 tempest-DeleteServersTestJSON-780152071 tempest-DeleteServersTestJSON-780152071-project] Deleting port 68ee11d8-fe63-488d-865f-5894761ddeab {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 09:46:33.803121 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-0dda07ce-722e-47b6-b0eb-d4d05d187c8c req-ece02c50-c8f1-4a36-bc7f-a61f7e944929 tempest-DeleteServersTestJSON-780152071 tempest-DeleteServersTestJSON-780152071-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782759436822'] for port (68ee11d8-fe63-488d-865f-5894761ddeab), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:33.970459 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-0dda07ce-722e-47b6-b0eb-d4d05d187c8c req-ece02c50-c8f1-4a36-bc7f-a61f7e944929 tempest-DeleteServersTestJSON-780152071 tempest-DeleteServersTestJSON-780152071-project] For port 68ee11d8-fe63-488d-865f-5894761ddeab, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=68ee11d8-fe63-488d-865f-5894761ddeab,segment=NetworkSegment(54a86aa8-24ec-4439-a4c6-53c007c338d4),segment_id=54a86aa8-24ec-4439-a4c6-53c007c338d4)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:46:33.971110 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-0dda07ce-722e-47b6-b0eb-d4d05d187c8c req-ece02c50-c8f1-4a36-bc7f-a61f7e944929 tempest-DeleteServersTestJSON-780152071 tempest-DeleteServersTestJSON-780152071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7915455'] for port (68ee11d8-fe63-488d-865f-5894761ddeab), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:33.987231 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-0dda07ce-722e-47b6-b0eb-d4d05d187c8c req-ece02c50-c8f1-4a36-bc7f-a61f7e944929 tempest-DeleteServersTestJSON-780152071 tempest-DeleteServersTestJSON-780152071-project] Calling delete_port for 68ee11d8-fe63-488d-865f-5894761ddeab owned by compute:nova {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 09:46:34.041774 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-ec2059ae-ceb1-4ccf-8566-3d15e38f3eed None None] Provisioning complete for port 30acf0eb-3e80-44c0-b79d-c683674ce4ab triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:46:34.042151 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-ec2059ae-ceb1-4ccf-8566-3d15e38f3eed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7397950'] for port (30acf0eb-3e80-44c0-b79d-c683674ce4ab), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:34.219914 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-78ea1fc6-cbd8-4cce-903f-61760023be1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (30acf0eb-3e80-44c0-b79d-c683674ce4ab), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:34.235809 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-ec2059ae-ceb1-4ccf-8566-3d15e38f3eed None None] Port 30acf0eb-3e80-44c0-b79d-c683674ce4ab cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 09:46:34.266897 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81e9a57-48e2-421a-ac13-fb79ba02aa22 req-c88ef829-6e9f-4ab6-bbda-ca4363bf0ab2 tempest-DeleteServersTestJSON-780152071 tempest-DeleteServersTestJSON-780152071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:34.272610 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-f81e9a57-48e2-421a-ac13-fb79ba02aa22 req-c88ef829-6e9f-4ab6-bbda-ca4363bf0ab2 tempest-DeleteServersTestJSON-780152071 tempest-DeleteServersTestJSON-780152071-project] 10.222.0.71 "GET /v2.0/ports?device_id=d4098aca-9efa-466f-9cf7-203ff307875f HTTP/1.1" status: 200 len: 946 time: 0.1485841 Feb 21 09:46:34.365983 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [req-93f6f5e9-aab8-4b83-b5d0-1154a9d7020d req-a419d908-bd3a-48b0-a3e3-2aa4c87402e5 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=0a38e0f1-ae21-4d1c-a530-fb3731cca4c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0797622 Feb 21 09:46:34.418885 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-f81e9a57-48e2-421a-ac13-fb79ba02aa22 req-caddce02-f2d0-4434-96d5-4ff942c9598e tempest-DeleteServersTestJSON-780152071 tempest-DeleteServersTestJSON-780152071-project] 10.222.0.71 "GET /v2.0/security-groups?id=5aac45d2-0deb-44ac-b104-bc7949795bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425946 Feb 21 09:46:34.479684 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f6f5e9-aab8-4b83-b5d0-1154a9d7020d req-39674d5e-2dc8-4ea7-a638-8450bb741668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:34.481390 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [req-93f6f5e9-aab8-4b83-b5d0-1154a9d7020d req-39674d5e-2dc8-4ea7-a638-8450bb741668 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6998dd3d35c9419e87f7ffd7d3cdb2bc&device_id=0a38e0f1-ae21-4d1c-a530-fb3731cca4c5 HTTP/1.1" status: 200 len: 1129 time: 0.0526371 Feb 21 09:46:34.528684 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-0dda07ce-722e-47b6-b0eb-d4d05d187c8c req-ece02c50-c8f1-4a36-bc7f-a61f7e944929 tempest-DeleteServersTestJSON-780152071 tempest-DeleteServersTestJSON-780152071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782759442297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782758885681'] for port (68ee11d8-fe63-488d-865f-5894761ddeab), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:34.543357 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] get_ports_and_sgs() called for port_ids ['68ee11d8-fe63-488d-865f-5894761ddeab'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 09:46:34.586734 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece02c50-c8f1-4a36-bc7f-a61f7e944929 tempest-DeleteServersTestJSON-780152071 tempest-DeleteServersTestJSON-780152071-project] Pushing event deleted for resources: {'Port': ['ID=68ee11d8-fe63-488d-865f-5894761ddeab,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:46:34.615844 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-78ea1fc6-cbd8-4cce-903f-61760023be1a admin admin] Publish callbacks [] for port (30acf0eb-3e80-44c0-b79d-c683674ce4ab), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:34.633347 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f6f5e9-aab8-4b83-b5d0-1154a9d7020d req-76f703dc-3c98-486c-b811-583705e7afc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:34.635321 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [req-93f6f5e9-aab8-4b83-b5d0-1154a9d7020d req-76f703dc-3c98-486c-b811-583705e7afc4 service neutron] 10.222.0.69 "GET /v2.0/networks?id=2900dd92-c6f8-4f13-9e54-0f6f4039aa07 HTTP/1.1" status: 200 len: 916 time: 0.1213624 Feb 21 09:46:34.636491 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.71', 51660) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:46:34.655043 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dda07ce-722e-47b6-b0eb-d4d05d187c8c req-ece02c50-c8f1-4a36-bc7f-a61f7e944929 tempest-DeleteServersTestJSON-780152071 tempest-DeleteServersTestJSON-780152071-project] No DVR routers for this DVR port 68ee11d8-fe63-488d-865f-5894761ddeab on host hv-cinder-80475 {{(pid=109856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:46:34.660655 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-0dda07ce-722e-47b6-b0eb-d4d05d187c8c req-ece02c50-c8f1-4a36-bc7f-a61f7e944929 tempest-DeleteServersTestJSON-780152071 tempest-DeleteServersTestJSON-780152071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8333137'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:34.663284 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-0dda07ce-722e-47b6-b0eb-d4d05d187c8c req-ece02c50-c8f1-4a36-bc7f-a61f7e944929 tempest-DeleteServersTestJSON-780152071 tempest-DeleteServersTestJSON-780152071-project] 10.222.0.69 "DELETE /v2.0/ports/68ee11d8-fe63-488d-865f-5894761ddeab HTTP/1.1" status: 204 len: 173 time: 1.2099237 Feb 21 09:46:34.664587 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4098aca-9efa-466f-9cf7-203ff307875f', 'name': 'network-vif-deleted', 'tag': '68ee11d8-fe63-488d-865f-5894761ddeab'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:46:34.667110 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c95017b57136a4249e8df2494e5587cd96ada80ae38c14c6a4695013360e62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07e74037-f59a-4c8a-93c8-cb4e5a1691b4" -d '{"events": [{"server_uuid": "d4098aca-9efa-466f-9cf7-203ff307875f", "name": "network-vif-deleted", "tag": "68ee11d8-fe63-488d-865f-5894761ddeab"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:46:34.678242 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-78ea1fc6-cbd8-4cce-903f-61760023be1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782759442315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782758885690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782758885708'] for port (30acf0eb-3e80-44c0-b79d-c683674ce4ab), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:34.679025 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-78ea1fc6-cbd8-4cce-903f-61760023be1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7905553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7916522'] for router_interface (9833a968-7595-4a0f-bb1e-72a673abded0), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:34.690080 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [req-93f6f5e9-aab8-4b83-b5d0-1154a9d7020d req-8ecac6ef-10e3-4cdc-8967-7e196dc9f4f7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=96538a27-2ae0-4901-9c89-cfad396b7f3f HTTP/1.1" status: 200 len: 217 time: 0.0439718 Feb 21 09:46:34.731184 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 09:46:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-108170da-75f5-4c87-af70-81ba68d64bbc x-openstack-request-id: req-108170da-75f5-4c87-af70-81ba68d64bbc {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:46:34.731402 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4098aca-9efa-466f-9cf7-203ff307875f", "name": "network-vif-deleted", "tag": "68ee11d8-fe63-488d-865f-5894761ddeab", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:46:34.731639 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-108170da-75f5-4c87-af70-81ba68d64bbc {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:46:34.732046 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4098aca-9efa-466f-9cf7-203ff307875f', 'name': 'network-vif-deleted', 'tag': '68ee11d8-fe63-488d-865f-5894761ddeab', 'status': 'completed', 'code': 200} Feb 21 09:46:34.779598 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f6f5e9-aab8-4b83-b5d0-1154a9d7020d req-3c70e358-4172-4930-91fa-dfc0c35cb4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:34.781573 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [req-93f6f5e9-aab8-4b83-b5d0-1154a9d7020d req-3c70e358-4172-4930-91fa-dfc0c35cb4d3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1623a8b2-3f98-4029-9afb-d2e0ee894b20 HTTP/1.1" status: 200 len: 855 time: 0.0840032 Feb 21 09:46:34.798072 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ea1fc6-cbd8-4cce-903f-61760023be1a admin admin] Pushing event updated for resources: {'Port': ['ID=30acf0eb-3e80-44c0-b79d-c683674ce4ab,revision_number=2']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:46:34.806967 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5f35390c-2bb8-41fe-82ed-db44b119de1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:34.854326 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78ea1fc6-cbd8-4cce-903f-61760023be1a admin admin] Network 225b8e08-4f4e-4c63-b7f3-5212a8507ca5 is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:46:34.855971 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-78ea1fc6-cbd8-4cce-903f-61760023be1a admin admin] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:46:34.916623 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5f35390c-2bb8-41fe-82ed-db44b119de1a admin admin] Publish callbacks [] for security_group (2eda4f4d-c511-4e34-a5e8-66e1d802b31d), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:34.983837 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5f35390c-2bb8-41fe-82ed-db44b119de1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (2eda4f4d-c511-4e34-a5e8-66e1d802b31d), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:35.023872 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1e80a3-b69a-4d23-b1ea-e33cccbe5bdf req-db335615-0c5b-4ba3-83e7-0de09b1c1343 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:35.025462 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-fb1e80a3-b69a-4d23-b1ea-e33cccbe5bdf req-db335615-0c5b-4ba3-83e7-0de09b1c1343 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/ports?device_id=3f8f33d0-b9e5-4bbd-874b-6538418e7b6a HTTP/1.1" status: 200 len: 945 time: 0.1474197 Feb 21 09:46:35.031753 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [None req-5f35390c-2bb8-41fe-82ed-db44b119de1a admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=74dc3a26fc214220b35e3c87c2489fc8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3941553 Feb 21 09:46:35.034082 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.71', 51668) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:46:35.034082 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f35390c-2bb8-41fe-82ed-db44b119de1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eda4f4d-c511-4e34-a5e8-66e1d802b31d,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:46:35.072487 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78ea1fc6-cbd8-4cce-903f-61760023be1a admin admin] Router 9833a968-7595-4a0f-bb1e-72a673abded0 has already been hosted by L3 agent f1afc09b-b148-496e-b857-a568110caa3c {{(pid=109856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:46:35.089891 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-9f6173f6-8523-44b3-bfe8-682e1100ee8b admin admin] Publish callbacks [] for security_group (2eda4f4d-c511-4e34-a5e8-66e1d802b31d), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:35.106731 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-fb1e80a3-b69a-4d23-b1ea-e33cccbe5bdf req-7f9be164-c627-4962-b783-9d5717eb92dd tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/security-groups?id=8d9cb245-cf06-4580-adf5-355ae63bcdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684984 Feb 21 09:46:35.118957 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-9f6173f6-8523-44b3-bfe8-682e1100ee8b admin admin] Publish callbacks [] for security_group (2eda4f4d-c511-4e34-a5e8-66e1d802b31d), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:35.165522 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-4745862a-964e-44de-8031-7c11185bcbb2 None None] Provisioning complete for port 30acf0eb-3e80-44c0-b79d-c683674ce4ab triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:46:35.165814 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-4745862a-964e-44de-8031-7c11185bcbb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7397950'] for port (30acf0eb-3e80-44c0-b79d-c683674ce4ab), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:35.205745 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-4745862a-964e-44de-8031-7c11185bcbb2 None None] Port 30acf0eb-3e80-44c0-b79d-c683674ce4ab cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 09:46:35.223902 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-9f6173f6-8523-44b3-bfe8-682e1100ee8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (2eda4f4d-c511-4e34-a5e8-66e1d802b31d), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:35.227841 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-9f6173f6-8523-44b3-bfe8-682e1100ee8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:35.229230 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [None req-9f6173f6-8523-44b3-bfe8-682e1100ee8b admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/2eda4f4d-c511-4e34-a5e8-66e1d802b31d HTTP/1.1" status: 204 len: 168 time: 0.1929092 Feb 21 09:46:35.238187 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6173f6-8523-44b3-bfe8-682e1100ee8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eda4f4d-c511-4e34-a5e8-66e1d802b31d,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:46:35.395974 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Device 6ef6d932-e0be-46f4-96bb-8dbe0b1ac237 up at agent ovs-agent-dv-cinder-804757-16-iscsi {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:46:35.453854 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78ea1fc6-cbd8-4cce-903f-61760023be1a admin admin] Notify agent at l3_agent.dv-cinder-804757-16-iscsi the message routers_updated {{(pid=109856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:46:35.465014 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-78ea1fc6-cbd8-4cce-903f-61760023be1a admin admin] 10.222.0.71 "PUT /v2.0/routers/9833a968-7595-4a0f-bb1e-72a673abded0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3213468 Feb 21 09:46:35.484722 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Provisioning complete for port 6ef6d932-e0be-46f4-96bb-8dbe0b1ac237 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:46:35.485034 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7397950'] for port (6ef6d932-e0be-46f4-96bb-8dbe0b1ac237), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:35.521122 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-0e099ae7-1cd6-4f8e-b65d-d990ce6acc01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (f1afc09b-b148-496e-b857-a568110caa3c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:35.549719 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-7efbcb9b-9056-421a-9868-e9f671cbf17b req-302fb992-f5e6-44eb-a8ee-45510f740ae6 tempest-DeleteServersTestJSON-780152071 tempest-DeleteServersTestJSON-780152071-project] 10.222.0.71 "GET /v2.0/ports?device_id=d4098aca-9efa-466f-9cf7-203ff307875f HTTP/1.1" status: 200 len: 210 time: 0.0463727 Feb 21 09:46:35.593531 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Current status of the port 6ef6d932-e0be-46f4-96bb-8dbe0b1ac237 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:46:35.594065 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (6ef6d932-e0be-46f4-96bb-8dbe0b1ac237), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:35.619535 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] For port 6ef6d932-e0be-46f4-96bb-8dbe0b1ac237, host dv-cinder-804757-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-16-iscsi',level=0,port_id=6ef6d932-e0be-46f4-96bb-8dbe0b1ac237,segment=NetworkSegment(64ea902b-f589-4efc-8b2e-260a836a5805),segment_id=64ea902b-f589-4efc-8b2e-260a836a5805)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:46:35.704118 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782759442315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782758885690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782758885708'] for port (6ef6d932-e0be-46f4-96bb-8dbe0b1ac237), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:35.760108 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Pushing event updated for resources: {'Port': ['ID=6ef6d932-e0be-46f4-96bb-8dbe0b1ac237,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:46:35.764055 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8defbb1d-af5d-4fda-8cc9-c48615a62a51 None None] Sync routers for ids ['9833a968-7595-4a0f-bb1e-72a673abded0'] in dv-cinder-804757-16-iscsi {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 09:46:35.775179 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8defbb1d-af5d-4fda-8cc9-c48615a62a51 None None] Routers {'9833a968-7595-4a0f-bb1e-72a673abded0'} bound to L3 agent in host dv-cinder-804757-16-iscsi {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:46:35.775777 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-8defbb1d-af5d-4fda-8cc9-c48615a62a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-21T09:37:05Z,description=,heartbeat_timestamp=2022-02-21T09:46:35Z,host='dv-cinder-804757-16-iscsi',id=f1afc09b-b148-496e-b857-a568110caa3c,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:37:06Z,topic='l3_agent')) {'router_ids': ['9833a968-7595-4a0f-bb1e-72a673abded0'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:46:35.817812 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [req-93f6f5e9-aab8-4b83-b5d0-1154a9d7020d req-26ad9c4e-600a-400e-b453-a8dcad56d6df service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2900dd92-c6f8-4f13-9e54-0f6f4039aa07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278237 Feb 21 09:46:35.886548 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-8defbb1d-af5d-4fda-8cc9-c48615a62a51 None None] Set router 9833a968-7595-4a0f-bb1e-72a673abded0 gateway port host: dv-cinder-804757-16-iscsi {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:46:35.938082 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.71', 51690) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:46:35.953049 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6fad48e7-54b6-4b13-ba7d-eb4fc7279eee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:36.037853 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6fad48e7-54b6-4b13-ba7d-eb4fc7279eee admin admin] Publish callbacks [] for security_group (88030c4e-d473-4e78-81f5-a2f3871f82ac), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:36.102660 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-8defbb1d-af5d-4fda-8cc9-c48615a62a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9833a968-7595-4a0f-bb1e-72a673abded0', 'name': 'tempest-TestVolumeBootPattern-1045701170-router', 'tenant_id': '47d6b389f809447d9a5069739bbdd0d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'external_fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.158'}], 'enable_snat': True}, 'gw_port_id': '6ef6d932-e0be-46f4-96bb-8dbe0b1ac237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:46:29Z', 'updated_at': '2022-02-21T09:46:33Z', 'revision_number': 4, 'project_id': '47d6b389f809447d9a5069739bbdd0d0', 'gw_port': {'id': '6ef6d932-e0be-46f4-96bb-8dbe0b1ac237', 'name': '', 'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:66:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9833a968-7595-4a0f-bb1e-72a673abded0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 204, 'fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:46:30Z', 'updated_at': '2022-02-21T09:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-16-iscsi', '_interfaces': [{'id': '30acf0eb-3e80-44c0-b79d-c683674ce4ab', 'name': '', 'network_id': '225b8e08-4f4e-4c63-b7f3-5212a8507ca5', 'tenant_id': '47d6b389f809447d9a5069739bbdd0d0', 'mac_address': 'fa:16:3e:dc:ee:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9833a968-7595-4a0f-bb1e-72a673abded0', 'device_owner': 'network:router_interface', 'standard_attr_id': 205, 'fixed_ips': [{'subnet_id': 'ee2ed3f3-58d7-4668-8f22-c72730a9428c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:46:33Z', 'updated_at': '2022-02-21T09:46:34Z', 'revision_number': 2, 'project_id': '47d6b389f809447d9a5069739bbdd0d0', 'subnets': [{'id': 'ee2ed3f3-58d7-4668-8f22-c72730a9428c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-16-iscsi', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:46:36.133044 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6fad48e7-54b6-4b13-ba7d-eb4fc7279eee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (88030c4e-d473-4e78-81f5-a2f3871f82ac), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:36.138569 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8defbb1d-af5d-4fda-8cc9-c48615a62a51 None None] Checking router: 9833a968-7595-4a0f-bb1e-72a673abded0 for host: dv-cinder-804757-16-iscsi {{(pid=109858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 09:46:36.138569 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8defbb1d-af5d-4fda-8cc9-c48615a62a51 None None] Updating router 9833a968-7595-4a0f-bb1e-72a673abded0 port 30acf0eb-3e80-44c0-b79d-c683674ce4ab binding host dv-cinder-804757-16-iscsi {{(pid=109858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 09:46:36.162714 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fad48e7-54b6-4b13-ba7d-eb4fc7279eee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88030c4e-d473-4e78-81f5-a2f3871f82ac,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:46:36.177281 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-8defbb1d-af5d-4fda-8cc9-c48615a62a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (30acf0eb-3e80-44c0-b79d-c683674ce4ab), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:36.193333 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 51696) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:46:36.200699 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [None req-6fad48e7-54b6-4b13-ba7d-eb4fc7279eee admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=d0d97f51c0c34e6aa2d3d045ff6409ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2537766 Feb 21 09:46:36.286189 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e85690-2bc6-47b6-851e-f26d2d352025 req-2c34aa0d-bf17-4672-8624-4f4c165c4979 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:36.287902 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-f7e85690-2bc6-47b6-851e-f26d2d352025 req-2c34aa0d-bf17-4672-8624-4f4c165c4979 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/ports?device_id=3f8f33d0-b9e5-4bbd-874b-6538418e7b6a HTTP/1.1" status: 200 len: 945 time: 0.0985425 Feb 21 09:46:36.293405 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0b4238e3-9602-4380-9a88-453300344542 admin admin] Publish callbacks [] for security_group (88030c4e-d473-4e78-81f5-a2f3871f82ac), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:36.332641 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0b4238e3-9602-4380-9a88-453300344542 admin admin] Publish callbacks [] for security_group (88030c4e-d473-4e78-81f5-a2f3871f82ac), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:36.382019 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-f7e85690-2bc6-47b6-851e-f26d2d352025 req-f8400fc5-1517-4b85-a746-14e359234cb3 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/security-groups?id=8d9cb245-cf06-4580-adf5-355ae63bcdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865781 Feb 21 09:46:36.405798 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 51698) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:46:36.410013 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.v2.base [None req-3229e41b-f874-4d13-b0fc-dbf891cf80eb tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-711767906', 'description': 'tempest-secgroup-smoke-711767906 description', 'project_id': '30ad631be25d4fecbaae288015f66e22'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:46:36.480830 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-8defbb1d-af5d-4fda-8cc9-c48615a62a51 None None] Publish callbacks [] for port (30acf0eb-3e80-44c0-b79d-c683674ce4ab), precommit_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:36.512404 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0b4238e3-9602-4380-9a88-453300344542 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (88030c4e-d473-4e78-81f5-a2f3871f82ac), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:36.515151 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0b4238e3-9602-4380-9a88-453300344542 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:36.518578 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-0b4238e3-9602-4380-9a88-453300344542 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/88030c4e-d473-4e78-81f5-a2f3871f82ac HTTP/1.1" status: 204 len: 168 time: 0.3220999 Feb 21 09:46:36.527152 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4238e3-9602-4380-9a88-453300344542 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88030c4e-d473-4e78-81f5-a2f3871f82ac,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:46:36.544003 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3229e41b-f874-4d13-b0fc-dbf891cf80eb tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:36.601258 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-8defbb1d-af5d-4fda-8cc9-c48615a62a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782759442315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782758885690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782758885708'] for port (30acf0eb-3e80-44c0-b79d-c683674ce4ab), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:36.620674 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3229e41b-f874-4d13-b0fc-dbf891cf80eb tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Publish callbacks [] for security_group (fe504167-9a9a-4442-9390-523a4e1fa709), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:36.659455 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2360647-bf1d-44c7-83c4-29f81bc3ad60 None None] Pushing event updated for resources: {'Port': ['ID=30acf0eb-3e80-44c0-b79d-c683674ce4ab,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:46:36.672859 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-2f5a68a6-4097-40e9-a786-f228ee85d9f3 req-431f8ef0-7790-4c94-9c95-88b430a28ff5 tempest-DeleteServersTestJSON-780152071 tempest-DeleteServersTestJSON-780152071-project] 10.222.0.71 "GET /v2.0/ports?device_id=d4098aca-9efa-466f-9cf7-203ff307875f HTTP/1.1" status: 200 len: 210 time: 0.0322402 Feb 21 09:46:36.690261 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3229e41b-f874-4d13-b0fc-dbf891cf80eb tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (fe504167-9a9a-4442-9390-523a4e1fa709), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:36.724349 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3229e41b-f874-4d13-b0fc-dbf891cf80eb tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe504167-9a9a-4442-9390-523a4e1fa709,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:46:36.759728 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-8defbb1d-af5d-4fda-8cc9-c48615a62a51 None None] Attempting to bind port 30acf0eb-3e80-44c0-b79d-c683674ce4ab on host dv-cinder-804757-16-iscsi for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 09:46:36.760105 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-8defbb1d-af5d-4fda-8cc9-c48615a62a51 None None] Attempting to bind port 30acf0eb-3e80-44c0-b79d-c683674ce4ab by drivers openvswitch,hyperv on host dv-cinder-804757-16-iscsi at level 0 using segments [{'id': '25f1df36-510f-4b21-899f-5f5efe3e1295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '225b8e08-4f4e-4c63-b7f3-5212a8507ca5'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 09:46:36.760473 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8defbb1d-af5d-4fda-8cc9-c48615a62a51 None None] Attempting to bind port 30acf0eb-3e80-44c0-b79d-c683674ce4ab on network 225b8e08-4f4e-4c63-b7f3-5212a8507ca5 {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 09:46:36.766145 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8defbb1d-af5d-4fda-8cc9-c48615a62a51 None None] Checking agent: {'id': 'ce3e6371-75e2-4bba-8260-49cd855bb251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 9, 37, 10), 'started_at': datetime.datetime(2022, 2, 21, 9, 37, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 46, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 09:46:36.766521 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8defbb1d-af5d-4fda-8cc9-c48615a62a51 None None] Checking segment: {'id': '25f1df36-510f-4b21-899f-5f5efe3e1295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '225b8e08-4f4e-4c63-b7f3-5212a8507ca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 09:46:36.767762 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-8defbb1d-af5d-4fda-8cc9-c48615a62a51 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:36.767762 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8defbb1d-af5d-4fda-8cc9-c48615a62a51 None None] Bound using segment: {'id': '25f1df36-510f-4b21-899f-5f5efe3e1295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '225b8e08-4f4e-4c63-b7f3-5212a8507ca5'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 09:46:36.767762 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-8defbb1d-af5d-4fda-8cc9-c48615a62a51 None None] Bound port: 30acf0eb-3e80-44c0-b79d-c683674ce4ab, host: dv-cinder-804757-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25f1df36-510f-4b21-899f-5f5efe3e1295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '225b8e08-4f4e-4c63-b7f3-5212a8507ca5'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 09:46:36.768298 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-8defbb1d-af5d-4fda-8cc9-c48615a62a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (30acf0eb-3e80-44c0-b79d-c683674ce4ab), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:36.789631 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3229e41b-f874-4d13-b0fc-dbf891cf80eb tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:36.792022 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-3229e41b-f874-4d13-b0fc-dbf891cf80eb tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3927946 Feb 21 09:46:36.798968 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 51708) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:46:36.799269 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.v2.base [None req-823f693d-4744-4b37-97f8-c98f61f1542c tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Request body: {'security_group_rule': {'security_group_id': 'fe504167-9a9a-4442-9390-523a4e1fa709', 'project_id': '30ad631be25d4fecbaae288015f66e22', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:46:36.843868 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-8defbb1d-af5d-4fda-8cc9-c48615a62a51 None None] For port 30acf0eb-3e80-44c0-b79d-c683674ce4ab, host dv-cinder-804757-16-iscsi, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:46:36.847341 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-8defbb1d-af5d-4fda-8cc9-c48615a62a51 None None] For port 30acf0eb-3e80-44c0-b79d-c683674ce4ab, host dv-cinder-804757-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-16-iscsi',level=0,port_id=30acf0eb-3e80-44c0-b79d-c683674ce4ab,segment=NetworkSegment(25f1df36-510f-4b21-899f-5f5efe3e1295),segment_id=25f1df36-510f-4b21-899f-5f5efe3e1295)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:46:36.872673 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-43ce5351-eeda-4347-b66a-565ea5ef4f96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (93f03475-d11b-4921-b82a-7ea88eab1568), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:36.947558 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-7bb5fd96-69d4-4ab2-b32a-28c9b1cae5f8 None None] Provisioning complete for port 30acf0eb-3e80-44c0-b79d-c683674ce4ab triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:46:36.947938 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-7bb5fd96-69d4-4ab2-b32a-28c9b1cae5f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7397950'] for port (30acf0eb-3e80-44c0-b79d-c683674ce4ab), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:36.954925 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-823f693d-4744-4b37-97f8-c98f61f1542c tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Publish callbacks [] for security_group_rule (99e1652e-7e53-498d-a019-4817fad8bc17), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:36.986769 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-7bb5fd96-69d4-4ab2-b32a-28c9b1cae5f8 None None] Port 30acf0eb-3e80-44c0-b79d-c683674ce4ab cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 09:46:37.016182 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-8defbb1d-af5d-4fda-8cc9-c48615a62a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782759442315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782758885690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782758885708'] for port (30acf0eb-3e80-44c0-b79d-c683674ce4ab), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:37.027042 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-823f693d-4744-4b37-97f8-c98f61f1542c tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Publish callbacks [] for security_group_rule (99e1652e-7e53-498d-a019-4817fad8bc17), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:37.076604 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8defbb1d-af5d-4fda-8cc9-c48615a62a51 None None] Routers {'9833a968-7595-4a0f-bb1e-72a673abded0'} bound to L3 agent in host dv-cinder-804757-16-iscsi {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:46:37.077227 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-8defbb1d-af5d-4fda-8cc9-c48615a62a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-21T09:37:05Z,description=,heartbeat_timestamp=2022-02-21T09:46:35Z,host='dv-cinder-804757-16-iscsi',id=f1afc09b-b148-496e-b857-a568110caa3c,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:37:06Z,topic='l3_agent')) {'router_ids': ['9833a968-7595-4a0f-bb1e-72a673abded0'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:46:37.081053 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2360647-bf1d-44c7-83c4-29f81bc3ad60 None None] Pushing event updated for resources: {'Port': ['ID=30acf0eb-3e80-44c0-b79d-c683674ce4ab,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:46:37.146174 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-823f693d-4744-4b37-97f8-c98f61f1542c tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434012'] for security_group_rule (99e1652e-7e53-498d-a019-4817fad8bc17), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:37.177241 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823f693d-4744-4b37-97f8-c98f61f1542c tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99e1652e-7e53-498d-a019-4817fad8bc17,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:46:37.218767 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-8defbb1d-af5d-4fda-8cc9-c48615a62a51 None None] Set router 9833a968-7595-4a0f-bb1e-72a673abded0 gateway port host: dv-cinder-804757-16-iscsi {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:46:37.326081 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-823f693d-4744-4b37-97f8-c98f61f1542c tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:37.326081 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-823f693d-4744-4b37-97f8-c98f61f1542c tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5284762 Feb 21 09:46:37.327152 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.71', 51714) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:46:37.331685 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.v2.base [None req-e8b0cd39-18e6-4d2a-80b9-58a43fbb2660 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Request body: {'security_group_rule': {'security_group_id': 'fe504167-9a9a-4442-9390-523a4e1fa709', 'project_id': '30ad631be25d4fecbaae288015f66e22', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:46:37.350124 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-78bb6135-3a3e-4126-ac71-04135873292d None None] Provisioning complete for port 30acf0eb-3e80-44c0-b79d-c683674ce4ab triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:46:37.350513 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-78bb6135-3a3e-4126-ac71-04135873292d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7397950'] for port (30acf0eb-3e80-44c0-b79d-c683674ce4ab), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:37.380381 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Device 6ef6d932-e0be-46f4-96bb-8dbe0b1ac237 up at agent ovs-agent-dv-cinder-804757-16-iscsi {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:46:37.388854 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 51716) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:46:37.402924 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-871f5993-4fd3-4227-a181-ef7742cfab54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:37.469659 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e8b0cd39-18e6-4d2a-80b9-58a43fbb2660 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Publish callbacks [] for security_group_rule (8d10d4d7-b23e-456b-b696-9cfc3cf05638), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:37.518398 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-871f5993-4fd3-4227-a181-ef7742cfab54 admin admin] Publish callbacks [] for security_group (da1b2dca-4481-4479-9843-2fe933778eed), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:37.543442 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e8b0cd39-18e6-4d2a-80b9-58a43fbb2660 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Publish callbacks [] for security_group_rule (8d10d4d7-b23e-456b-b696-9cfc3cf05638), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:37.552080 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6706a577-95e0-4236-891b-33c0a89d2210 req-16aff977-dc60-4602-b3f5-7f1e6f4c30b6 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:37.555086 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-6706a577-95e0-4236-891b-33c0a89d2210 req-16aff977-dc60-4602-b3f5-7f1e6f4c30b6 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/ports?device_id=3f8f33d0-b9e5-4bbd-874b-6538418e7b6a HTTP/1.1" status: 200 len: 945 time: 0.0863240 Feb 21 09:46:37.590907 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-871f5993-4fd3-4227-a181-ef7742cfab54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (da1b2dca-4481-4479-9843-2fe933778eed), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:37.625904 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-871f5993-4fd3-4227-a181-ef7742cfab54 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=8ac07503e91e4146acb26e711cd65f63&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2359538 Feb 21 09:46:37.629201 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.71', 51724) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:46:37.639509 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e8b0cd39-18e6-4d2a-80b9-58a43fbb2660 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434012'] for security_group_rule (8d10d4d7-b23e-456b-b696-9cfc3cf05638), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:37.644786 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871f5993-4fd3-4227-a181-ef7742cfab54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da1b2dca-4481-4479-9843-2fe933778eed,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:46:37.651931 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-6706a577-95e0-4236-891b-33c0a89d2210 req-50cd114f-1659-4aff-a604-b6c07d5a7047 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/security-groups?id=8d9cb245-cf06-4580-adf5-355ae63bcdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912757 Feb 21 09:46:37.666524 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Provisioning complete for port 6ef6d932-e0be-46f4-96bb-8dbe0b1ac237 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:46:37.666974 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7397950'] for port (6ef6d932-e0be-46f4-96bb-8dbe0b1ac237), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:37.711321 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-78bb6135-3a3e-4126-ac71-04135873292d None None] Current status of the port 30acf0eb-3e80-44c0-b79d-c683674ce4ab is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:46:37.711918 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-78bb6135-3a3e-4126-ac71-04135873292d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (30acf0eb-3e80-44c0-b79d-c683674ce4ab), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:37.723071 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b0cd39-18e6-4d2a-80b9-58a43fbb2660 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d10d4d7-b23e-456b-b696-9cfc3cf05638,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:46:37.744175 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-8defbb1d-af5d-4fda-8cc9-c48615a62a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9833a968-7595-4a0f-bb1e-72a673abded0', 'name': 'tempest-TestVolumeBootPattern-1045701170-router', 'tenant_id': '47d6b389f809447d9a5069739bbdd0d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'external_fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.158'}], 'enable_snat': True}, 'gw_port_id': '6ef6d932-e0be-46f4-96bb-8dbe0b1ac237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:46:29Z', 'updated_at': '2022-02-21T09:46:33Z', 'revision_number': 4, 'project_id': '47d6b389f809447d9a5069739bbdd0d0', 'gw_port': {'id': '6ef6d932-e0be-46f4-96bb-8dbe0b1ac237', 'name': '', 'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:66:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9833a968-7595-4a0f-bb1e-72a673abded0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 204, 'fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:46:30Z', 'updated_at': '2022-02-21T09:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-16-iscsi', '_interfaces': [{'id': '30acf0eb-3e80-44c0-b79d-c683674ce4ab', 'name': '', 'network_id': '225b8e08-4f4e-4c63-b7f3-5212a8507ca5', 'tenant_id': '47d6b389f809447d9a5069739bbdd0d0', 'mac_address': 'fa:16:3e:dc:ee:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9833a968-7595-4a0f-bb1e-72a673abded0', 'device_owner': 'network:router_interface', 'standard_attr_id': 205, 'fixed_ips': [{'subnet_id': 'ee2ed3f3-58d7-4668-8f22-c72730a9428c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:46:33Z', 'updated_at': '2022-02-21T09:46:36Z', 'revision_number': 4, 'project_id': '47d6b389f809447d9a5069739bbdd0d0', 'subnets': [{'id': 'ee2ed3f3-58d7-4668-8f22-c72730a9428c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-16-iscsi', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:46:37.787392 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-a697ca44-d49e-41c0-9dfb-54055c5f1871 req-c4d33625-0baa-42a3-8223-fb943a877dfd tempest-DeleteServersTestJSON-780152071 tempest-DeleteServersTestJSON-780152071-project] 10.222.0.71 "GET /v2.0/ports?device_id=d4098aca-9efa-466f-9cf7-203ff307875f HTTP/1.1" status: 200 len: 210 time: 0.0401034 Feb 21 09:46:37.790292 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8defbb1d-af5d-4fda-8cc9-c48615a62a51 None None] The sync data for ids ['9833a968-7595-4a0f-bb1e-72a673abded0'] in dv-cinder-804757-16-iscsi is: [{'id': '9833a968-7595-4a0f-bb1e-72a673abded0', 'name': 'tempest-TestVolumeBootPattern-1045701170-router', 'tenant_id': '47d6b389f809447d9a5069739bbdd0d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'external_fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.158'}], 'enable_snat': True}, 'gw_port_id': '6ef6d932-e0be-46f4-96bb-8dbe0b1ac237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:46:29Z', 'updated_at': '2022-02-21T09:46:33Z', 'revision_number': 4, 'project_id': '47d6b389f809447d9a5069739bbdd0d0', 'gw_port': {'id': '6ef6d932-e0be-46f4-96bb-8dbe0b1ac237', 'name': '', 'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:66:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9833a968-7595-4a0f-bb1e-72a673abded0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 204, 'fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:46:30Z', 'updated_at': '2022-02-21T09:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-16-iscsi', '_interfaces': [{'id': '30acf0eb-3e80-44c0-b79d-c683674ce4ab', 'name': '', 'network_id': '225b8e08-4f4e-4c63-b7f3-5212a8507ca5', 'tenant_id': '47d6b389f809447d9a5069739bbdd0d0', 'mac_address': 'fa:16:3e:dc:ee:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9833a968-7595-4a0f-bb1e-72a673abded0', 'device_owner': 'network:router_interface', 'standard_attr_id': 205, 'fixed_ips': [{'subnet_id': 'ee2ed3f3-58d7-4668-8f22-c72730a9428c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:46:33Z', 'updated_at': '2022-02-21T09:46:36Z', 'revision_number': 4, 'project_id': '47d6b389f809447d9a5069739bbdd0d0', 'subnets': [{'id': 'ee2ed3f3-58d7-4668-8f22-c72730a9428c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 09:46:37.793982 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-78bb6135-3a3e-4126-ac71-04135873292d None None] For port 30acf0eb-3e80-44c0-b79d-c683674ce4ab, host dv-cinder-804757-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-16-iscsi',level=0,port_id=30acf0eb-3e80-44c0-b79d-c683674ce4ab,segment=NetworkSegment(25f1df36-510f-4b21-899f-5f5efe3e1295),segment_id=25f1df36-510f-4b21-899f-5f5efe3e1295)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:46:37.795003 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (f5044fde-eef4-46eb-b3ce-4ab87030ccc0), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:37.803694 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-9cfad38c-0bde-4a3f-86de-f796a01d4ee3 admin admin] Publish callbacks [] for security_group (da1b2dca-4481-4479-9843-2fe933778eed), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:37.817692 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e8b0cd39-18e6-4d2a-80b9-58a43fbb2660 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:37.822073 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [None req-e8b0cd39-18e6-4d2a-80b9-58a43fbb2660 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4908001 Feb 21 09:46:37.822874 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 51728) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:46:37.830785 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.v2.base [None req-2930e584-7afe-4f8a-b7c4-16d9fc4b2862 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Request body: {'security_group_rule': {'security_group_id': 'fe504167-9a9a-4442-9390-523a4e1fa709', 'project_id': '30ad631be25d4fecbaae288015f66e22', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:46:37.831384 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [req-93f6f5e9-aab8-4b83-b5d0-1154a9d7020d req-7e706242-a18e-4fc2-8479-f03fed45ba0e service neutron] 10.222.0.69 "GET /v2.0/networks/2900dd92-c6f8-4f13-9e54-0f6f4039aa07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569002 Feb 21 09:46:37.873865 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Current status of the port 6ef6d932-e0be-46f4-96bb-8dbe0b1ac237 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:46:37.879893 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-78bb6135-3a3e-4126-ac71-04135873292d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782759442315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782758885690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782758885708'] for port (30acf0eb-3e80-44c0-b79d-c683674ce4ab), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:37.907928 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-9cfad38c-0bde-4a3f-86de-f796a01d4ee3 admin admin] Publish callbacks [] for security_group (da1b2dca-4481-4479-9843-2fe933778eed), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:37.944902 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bb6135-3a3e-4126-ac71-04135873292d None None] Pushing event updated for resources: {'Port': ['ID=30acf0eb-3e80-44c0-b79d-c683674ce4ab,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:46:37.970222 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2930e584-7afe-4f8a-b7c4-16d9fc4b2862 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Publish callbacks [] for security_group_rule (9bc39303-be2d-4a6b-9da6-7431c27336d5), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:37.981579 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [req-93f6f5e9-aab8-4b83-b5d0-1154a9d7020d req-e32fc9bc-c029-4e75-8596-19c4244420a4 service neutron] 10.222.0.69 "GET /v2.0/networks/2900dd92-c6f8-4f13-9e54-0f6f4039aa07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391389 Feb 21 09:46:38.045935 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2930e584-7afe-4f8a-b7c4-16d9fc4b2862 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Publish callbacks [] for security_group_rule (9bc39303-be2d-4a6b-9da6-7431c27336d5), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:38.052720 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-9cfad38c-0bde-4a3f-86de-f796a01d4ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (da1b2dca-4481-4479-9843-2fe933778eed), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:38.055874 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-9cfad38c-0bde-4a3f-86de-f796a01d4ee3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:38.057401 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [None req-9cfad38c-0bde-4a3f-86de-f796a01d4ee3 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/da1b2dca-4481-4479-9843-2fe933778eed HTTP/1.1" status: 204 len: 168 time: 0.4270887 Feb 21 09:46:38.067408 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfad38c-0bde-4a3f-86de-f796a01d4ee3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da1b2dca-4481-4479-9843-2fe933778eed,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:46:38.138387 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2930e584-7afe-4f8a-b7c4-16d9fc4b2862 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434012'] for security_group_rule (9bc39303-be2d-4a6b-9da6-7431c27336d5), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:38.142801 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-2b8302a0-632c-4bb4-a8e1-5b2fb521f750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (a872b2e0-7e3e-43db-8705-7fb9ea875340), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:38.171399 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2930e584-7afe-4f8a-b7c4-16d9fc4b2862 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bc39303-be2d-4a6b-9da6-7431c27336d5,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:46:38.243745 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2930e584-7afe-4f8a-b7c4-16d9fc4b2862 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:38.244930 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-2930e584-7afe-4f8a-b7c4-16d9fc4b2862 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4201508 Feb 21 09:46:38.248495 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 51734) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:46:38.254723 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.v2.base [None req-332a33ab-7331-4ccb-bc70-a85dfb759ff6 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Request body: {'security_group_rule': {'security_group_id': 'fe504167-9a9a-4442-9390-523a4e1fa709', 'project_id': '30ad631be25d4fecbaae288015f66e22', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:46:38.329221 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-332a33ab-7331-4ccb-bc70-a85dfb759ff6 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Publish callbacks [] for security_group_rule (f272c1ad-ca0f-4cc5-bf8f-8fbf87634ce9), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:38.423754 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-332a33ab-7331-4ccb-bc70-a85dfb759ff6 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Publish callbacks [] for security_group_rule (f272c1ad-ca0f-4cc5-bf8f-8fbf87634ce9), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:38.490846 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-332a33ab-7331-4ccb-bc70-a85dfb759ff6 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434012'] for security_group_rule (f272c1ad-ca0f-4cc5-bf8f-8fbf87634ce9), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:38.521320 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332a33ab-7331-4ccb-bc70-a85dfb759ff6 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f272c1ad-ca0f-4cc5-bf8f-8fbf87634ce9,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:46:38.596199 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-332a33ab-7331-4ccb-bc70-a85dfb759ff6 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:38.597761 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-332a33ab-7331-4ccb-bc70-a85dfb759ff6 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3480089 Feb 21 09:46:38.601365 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.71', 51744) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:46:38.605916 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.v2.base [None req-c48d4676-cd77-4758-ac11-3aa7caac032d tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Request body: {'security_group_rule': {'security_group_id': 'fe504167-9a9a-4442-9390-523a4e1fa709', 'project_id': '30ad631be25d4fecbaae288015f66e22', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:46:38.683486 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Device 68ee11d8-fe63-488d-865f-5894761ddeab no longer exists at agent hyperv_hv-cinder-80475 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 09:46:38.721496 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.db.securitygroups_db [None req-c48d4676-cd77-4758-ac11-3aa7caac032d tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Project 30ad631be25d4fecbaae288015f66e22 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 21 09:46:38.729727 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c48d4676-cd77-4758-ac11-3aa7caac032d tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Publish callbacks [] for security_group_rule (0ffe0e76-bb7b-4357-9070-ee1e07bce699), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:38.742402 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] No Port match for: 68ee11d8-fe63-488d-865f-5894761ddeab {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 09:46:38.748315 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Device 68ee11d8-fe63-488d-865f-5894761ddeab not bound to the agent host hv-cinder-80475 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 09:46:38.803095 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c48d4676-cd77-4758-ac11-3aa7caac032d tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Publish callbacks [] for security_group_rule (0ffe0e76-bb7b-4357-9070-ee1e07bce699), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:38.844266 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5792d26-9739-4ae9-a929-cf5f1c5f8cfd req-dca99bbd-3dc5-465b-9114-5e3f247b670b tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:38.846007 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-d5792d26-9739-4ae9-a929-cf5f1c5f8cfd req-dca99bbd-3dc5-465b-9114-5e3f247b670b tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/ports?device_id=3f8f33d0-b9e5-4bbd-874b-6538418e7b6a HTTP/1.1" status: 200 len: 945 time: 0.0652370 Feb 21 09:46:38.901501 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c48d4676-cd77-4758-ac11-3aa7caac032d tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434012'] for security_group_rule (0ffe0e76-bb7b-4357-9070-ee1e07bce699), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:38.930514 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-33bd0a0c-3fea-4d4c-b6d3-da5ac374c1f8 req-5f0455ff-74dc-4611-8044-f8f6f6e4a6d0 tempest-DeleteServersTestJSON-780152071 tempest-DeleteServersTestJSON-780152071-project] 10.222.0.71 "GET /v2.0/ports?device_id=d4098aca-9efa-466f-9cf7-203ff307875f HTTP/1.1" status: 200 len: 210 time: 0.0431795 Feb 21 09:46:38.941903 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48d4676-cd77-4758-ac11-3aa7caac032d tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ffe0e76-bb7b-4357-9070-ee1e07bce699,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:46:38.956608 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-d5792d26-9739-4ae9-a929-cf5f1c5f8cfd req-47d7a7d3-7f9c-4846-b14a-a5a33499d00a tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/security-groups?id=8d9cb245-cf06-4580-adf5-355ae63bcdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030743 Feb 21 09:46:39.005460 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c48d4676-cd77-4758-ac11-3aa7caac032d tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:39.008134 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [None req-c48d4676-cd77-4758-ac11-3aa7caac032d tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4043596 Feb 21 09:46:39.014460 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 51764) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:46:39.020421 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.v2.base [None req-69fab9b3-47ed-4c6d-851c-8e9dd59b0e29 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Request body: {'security_group_rule': {'security_group_id': 'fe504167-9a9a-4442-9390-523a4e1fa709', 'project_id': '30ad631be25d4fecbaae288015f66e22', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:46:39.155835 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.db.securitygroups_db [None req-69fab9b3-47ed-4c6d-851c-8e9dd59b0e29 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Project 30ad631be25d4fecbaae288015f66e22 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 21 09:46:39.161591 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-69fab9b3-47ed-4c6d-851c-8e9dd59b0e29 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Publish callbacks [] for security_group_rule (637298ee-8f7f-4b79-ada9-8d7ba6076107), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:39.255831 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-69fab9b3-47ed-4c6d-851c-8e9dd59b0e29 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Publish callbacks [] for security_group_rule (637298ee-8f7f-4b79-ada9-8d7ba6076107), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:39.362990 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Device 30acf0eb-3e80-44c0-b79d-c683674ce4ab up at agent ovs-agent-dv-cinder-804757-16-iscsi {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:46:39.371398 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-69fab9b3-47ed-4c6d-851c-8e9dd59b0e29 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434012'] for security_group_rule (637298ee-8f7f-4b79-ada9-8d7ba6076107), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:39.391445 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fab9b3-47ed-4c6d-851c-8e9dd59b0e29 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=637298ee-8f7f-4b79-ada9-8d7ba6076107,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:46:39.438279 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Provisioning complete for port 30acf0eb-3e80-44c0-b79d-c683674ce4ab triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:46:39.438656 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7397950'] for port (30acf0eb-3e80-44c0-b79d-c683674ce4ab), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:39.465913 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-69fab9b3-47ed-4c6d-851c-8e9dd59b0e29 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:39.467397 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-69fab9b3-47ed-4c6d-851c-8e9dd59b0e29 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4519024 Feb 21 09:46:39.522253 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Current status of the port 30acf0eb-3e80-44c0-b79d-c683674ce4ab is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:46:39.626609 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (ce3e6371-75e2-4bba-8260-49cd855bb251), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:40.123553 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3fe211-65d5-4b7b-951f-aa17a7cb2b37 req-d00ea754-ba32-4613-b90f-9c2dc2b8fbb9 tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:40.125202 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-4b3fe211-65d5-4b7b-951f-aa17a7cb2b37 req-d00ea754-ba32-4613-b90f-9c2dc2b8fbb9 tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] 10.222.0.71 "GET /v2.0/networks?id=2900dd92-c6f8-4f13-9e54-0f6f4039aa07 HTTP/1.1" status: 200 len: 815 time: 0.1765349 Feb 21 09:46:40.148060 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-4b3fe211-65d5-4b7b-951f-aa17a7cb2b37 req-379823d1-1425-4b83-9737-c741240744b0 tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] 10.222.0.71 "GET /v2.0/quotas/6998dd3d35c9419e87f7ffd7d3cdb2bc HTTP/1.1" status: 200 len: 375 time: 0.0132968 Feb 21 09:46:40.155869 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed369de8-e154-424a-83a5-5b18bf98cce9 req-337140d3-d22f-4e81-a94b-cbed74f64e32 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:40.157342 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-ed369de8-e154-424a-83a5-5b18bf98cce9 req-337140d3-d22f-4e81-a94b-cbed74f64e32 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/ports?device_id=3f8f33d0-b9e5-4bbd-874b-6538418e7b6a HTTP/1.1" status: 200 len: 945 time: 0.0961742 Feb 21 09:46:40.239483 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-4b3fe211-65d5-4b7b-951f-aa17a7cb2b37 req-4f1ebe84-8d48-4f37-bd5f-813646825f41 tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=6998dd3d35c9419e87f7ffd7d3cdb2bc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0811715 Feb 21 09:46:40.246233 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-ed369de8-e154-424a-83a5-5b18bf98cce9 req-d672731a-1a11-462f-a217-bf7f1711cffb tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/security-groups?id=8d9cb245-cf06-4580-adf5-355ae63bcdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783799 Feb 21 09:46:40.364972 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-4b3fe211-65d5-4b7b-951f-aa17a7cb2b37 req-3b95888b-2510-44c4-a765-1e85f2228e64 service neutron] 10.222.0.71 "GET /v2.0/networks/2900dd92-c6f8-4f13-9e54-0f6f4039aa07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148963 Feb 21 09:46:40.479328 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-4b3fe211-65d5-4b7b-951f-aa17a7cb2b37 req-aed5e228-ac0f-4673-b155-ed261801c1b0 service neutron] 10.222.0.71 "GET /v2.0/networks/2900dd92-c6f8-4f13-9e54-0f6f4039aa07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111910 Feb 21 09:46:40.802857 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-894c3504-7869-4941-b613-13d09024c5ab req-30f409b0-b462-4303-8f5a-0b2d0d153150 tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] 10.222.0.71 "GET /v2.0/ports?device_id=c1933bc0-38dd-4a69-bd80-2ffbe18110b6 HTTP/1.1" status: 200 len: 210 time: 0.0354104 Feb 21 09:46:41.419683 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a26ff5b-c634-492e-aa82-3c432a559922 req-0265e90c-e510-4090-be77-fd0d092c2fce tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:41.421259 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-4a26ff5b-c634-492e-aa82-3c432a559922 req-0265e90c-e510-4090-be77-fd0d092c2fce tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/ports?device_id=3f8f33d0-b9e5-4bbd-874b-6538418e7b6a HTTP/1.1" status: 200 len: 945 time: 0.0755789 Feb 21 09:46:41.479324 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-4a26ff5b-c634-492e-aa82-3c432a559922 req-abc6a030-d59c-44c0-b252-2ea93c150fe9 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/security-groups?id=8d9cb245-cf06-4580-adf5-355ae63bcdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466335 Feb 21 09:46:41.920643 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-f1e73548-1df9-42d3-bace-8a0a9205651b req-2eb4b16c-e45e-48b9-bdca-bd71d781f4ff tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] 10.222.0.71 "GET /v2.0/ports?device_id=c1933bc0-38dd-4a69-bd80-2ffbe18110b6 HTTP/1.1" status: 200 len: 210 time: 0.0353880 Feb 21 09:46:42.036475 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 51954) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:46:42.082747 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a1de4a3-07cf-47fc-9c34-025bf61110e9 admin admin] Deleting subnet f36dc070-8491-44b0-b8d3-f3c4258a456a {{(pid=109856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 21 09:46:42.086826 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7a1de4a3-07cf-47fc-9c34-025bf61110e9 admin admin] Publish callbacks [] for subnet (f36dc070-8491-44b0-b8d3-f3c4258a456a), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:42.125053 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7a1de4a3-07cf-47fc-9c34-025bf61110e9 admin admin] Publish callbacks [] for subnet (f36dc070-8491-44b0-b8d3-f3c4258a456a), precommit_delete_associations {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:42.135202 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7a1de4a3-07cf-47fc-9c34-025bf61110e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7409676'] for subnet (f36dc070-8491-44b0-b8d3-f3c4258a456a), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:42.291177 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7a1de4a3-07cf-47fc-9c34-025bf61110e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7409717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539'] for subnet (f36dc070-8491-44b0-b8d3-f3c4258a456a), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:42.319635 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1de4a3-07cf-47fc-9c34-025bf61110e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f36dc070-8491-44b0-b8d3-f3c4258a456a,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:46:42.321953 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7a1de4a3-07cf-47fc-9c34-025bf61110e9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:42.327889 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.71', 51962) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:46:42.329847 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-7a1de4a3-07cf-47fc-9c34-025bf61110e9 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/f36dc070-8491-44b0-b8d3-f3c4258a456a HTTP/1.1" status: 204 len: 168 time: 0.2917626 Feb 21 09:46:42.404697 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-701a87b2-dbc7-463d-9557-deef9f187afa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-977029'] for network (9a5d5e4a-2b31-4960-a60a-442c0ededb75), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:42.487851 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-701a87b2-dbc7-463d-9557-deef9f187afa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7410821', 'neutron.services.segments.db._delete_segments_for_network-8782759398202'] for network (9a5d5e4a-2b31-4960-a60a-442c0ededb75), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:42.511408 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-701a87b2-dbc7-463d-9557-deef9f187afa admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:46:42.511903 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-701a87b2-dbc7-463d-9557-deef9f187afa admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:46:42.512679 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-701a87b2-dbc7-463d-9557-deef9f187afa admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:46:42.513015 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-701a87b2-dbc7-463d-9557-deef9f187afa admin admin] Subscribe: > port after_create 55550000 {{(pid=109857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:46:42.513361 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-701a87b2-dbc7-463d-9557-deef9f187afa admin admin] Subscribe: > port after_delete 55550000 {{(pid=109857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:46:42.513730 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-701a87b2-dbc7-463d-9557-deef9f187afa admin admin] Subscribe: > port after_update 55550000 {{(pid=109857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:46:42.514058 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-701a87b2-dbc7-463d-9557-deef9f187afa admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:46:42.514379 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-701a87b2-dbc7-463d-9557-deef9f187afa admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:46:42.514697 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-701a87b2-dbc7-463d-9557-deef9f187afa admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:46:42.515016 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-701a87b2-dbc7-463d-9557-deef9f187afa admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:46:42.615694 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54044905-cf90-41fe-86b2-cf00917c8e12 req-0bc9e726-401d-4a76-a033-ca5ab4a87fef tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:42.617322 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-54044905-cf90-41fe-86b2-cf00917c8e12 req-0bc9e726-401d-4a76-a033-ca5ab4a87fef tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/ports?device_id=3f8f33d0-b9e5-4bbd-874b-6538418e7b6a HTTP/1.1" status: 200 len: 945 time: 0.0551667 Feb 21 09:46:42.649346 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-701a87b2-dbc7-463d-9557-deef9f187afa admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:46:42.649704 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-701a87b2-dbc7-463d-9557-deef9f187afa admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:46:42.650037 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-701a87b2-dbc7-463d-9557-deef9f187afa admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:46:42.650362 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-701a87b2-dbc7-463d-9557-deef9f187afa admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:46:42.650926 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.services.segments.db [None req-701a87b2-dbc7-463d-9557-deef9f187afa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a5d5e4a-2b31-4960-a60a-442c0ededb75']}} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:46:42.667344 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-54044905-cf90-41fe-86b2-cf00917c8e12 req-3ccc73a2-a1e1-40dd-b330-141c2579ec97 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/security-groups?id=8d9cb245-cf06-4580-adf5-355ae63bcdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440319 Feb 21 09:46:42.669879 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.services.segments.db [None req-701a87b2-dbc7-463d-9557-deef9f187afa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54a86aa8-24ec-4439-a4c6-53c007c338d4') {'for_net_delete': True} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:46:42.670169 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.services.segments.db [None req-701a87b2-dbc7-463d-9557-deef9f187afa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54a86aa8-24ec-4439-a4c6-53c007c338d4') {} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:46:42.690644 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-701a87b2-dbc7-463d-9557-deef9f187afa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782759398723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3052005'] for segment (54a86aa8-24ec-4439-a4c6-53c007c338d4), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:42.712487 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-701a87b2-dbc7-463d-9557-deef9f187afa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-936617'] for segment (54a86aa8-24ec-4439-a4c6-53c007c338d4), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:42.721068 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-701a87b2-dbc7-463d-9557-deef9f187afa admin admin] Releasing vlan 396 on physical network physnet1 to pool {{(pid=109857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 21 09:46:42.721451 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-701a87b2-dbc7-463d-9557-deef9f187afa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-936617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3964537'] for segment (54a86aa8-24ec-4439-a4c6-53c007c338d4), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:42.739350 dv-cinder-804757-16-iscsi neutron-server[109857]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 21 09:46:42.739350 dv-cinder-804757-16-iscsi neutron-server[109857]: from cryptography.utils import int_from_bytes Feb 21 09:46:42.739350 dv-cinder-804757-16-iscsi neutron-server[109857]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 21 09:46:42.739350 dv-cinder-804757-16-iscsi neutron-server[109857]: from cryptography.utils import int_from_bytes Feb 21 09:46:42.739350 dv-cinder-804757-16-iscsi neutron-server[109857]: Traceback (most recent call last): Feb 21 09:46:42.739350 dv-cinder-804757-16-iscsi neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 21 09:46:42.739350 dv-cinder-804757-16-iscsi neutron-server[109857]: timer() Feb 21 09:46:42.739350 dv-cinder-804757-16-iscsi neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 09:46:42.739350 dv-cinder-804757-16-iscsi neutron-server[109857]: cb(*args, **kw) Feb 21 09:46:42.739350 dv-cinder-804757-16-iscsi neutron-server[109857]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 21 09:46:42.739350 dv-cinder-804757-16-iscsi neutron-server[109857]: return func(*args, **kwargs) Feb 21 09:46:42.739350 dv-cinder-804757-16-iscsi neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 09:46:42.739350 dv-cinder-804757-16-iscsi neutron-server[109857]: self._notify() Feb 21 09:46:42.739350 dv-cinder-804757-16-iscsi neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 09:46:42.739350 dv-cinder-804757-16-iscsi neutron-server[109857]: self.callback(batched_events) Feb 21 09:46:42.739350 dv-cinder-804757-16-iscsi neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 09:46:42.739350 dv-cinder-804757-16-iscsi neutron-server[109857]: event.method(event) Feb 21 09:46:42.739350 dv-cinder-804757-16-iscsi neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 21 09:46:42.739350 dv-cinder-804757-16-iscsi neutron-server[109857]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 09:46:42.739350 dv-cinder-804757-16-iscsi neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 21 09:46:42.739350 dv-cinder-804757-16-iscsi neutron-server[109857]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 09:46:42.739350 dv-cinder-804757-16-iscsi neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 21 09:46:42.739350 dv-cinder-804757-16-iscsi neutron-server[109857]: return f(self, *a, **k) Feb 21 09:46:42.739350 dv-cinder-804757-16-iscsi neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 09:46:42.739350 dv-cinder-804757-16-iscsi neutron-server[109857]: return self._get(url).json() Feb 21 09:46:42.739350 dv-cinder-804757-16-iscsi neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 09:46:42.739350 dv-cinder-804757-16-iscsi neutron-server[109857]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 09:46:42.739350 dv-cinder-804757-16-iscsi neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 21 09:46:42.739350 dv-cinder-804757-16-iscsi neutron-server[109857]: return self.request(url, 'GET', **kwargs) Feb 21 09:46:42.739350 dv-cinder-804757-16-iscsi neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 21 09:46:42.739350 dv-cinder-804757-16-iscsi neutron-server[109857]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 09:46:42.739350 dv-cinder-804757-16-iscsi neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 21 09:46:42.739350 dv-cinder-804757-16-iscsi neutron-server[109857]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 09:46:42.739350 dv-cinder-804757-16-iscsi neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 21 09:46:42.739350 dv-cinder-804757-16-iscsi neutron-server[109857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 09:46:42.739350 dv-cinder-804757-16-iscsi neutron-server[109857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 09:46:42.903767 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-701a87b2-dbc7-463d-9557-deef9f187afa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7410830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7917281'] for network (9a5d5e4a-2b31-4960-a60a-442c0ededb75), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:42.916332 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-701a87b2-dbc7-463d-9557-deef9f187afa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905581'] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:42.919746 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [None req-701a87b2-dbc7-463d-9557-deef9f187afa admin admin] 10.222.0.71 "DELETE /v2.0/networks/9a5d5e4a-2b31-4960-a60a-442c0ededb75 HTTP/1.1" status: 204 len: 168 time: 0.5908287 Feb 21 09:46:42.930303 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701a87b2-dbc7-463d-9557-deef9f187afa admin admin] Pushing event deleted for resources: {'Network': ['ID=9a5d5e4a-2b31-4960-a60a-442c0ededb75,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:46:43.027958 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-9d8dd282-35aa-42c3-b8f6-84cafa6a4be2 req-6bcdbb77-bf38-44b0-be15-711ef8033870 tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] 10.222.0.71 "GET /v2.0/ports?device_id=c1933bc0-38dd-4a69-bd80-2ffbe18110b6 HTTP/1.1" status: 200 len: 210 time: 0.0398045 Feb 21 09:46:43.329998 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3fe211-65d5-4b7b-951f-aa17a7cb2b37 req-58522e64-e252-4e33-8463-06c229003c60 tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:43.331522 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [req-4b3fe211-65d5-4b7b-951f-aa17a7cb2b37 req-58522e64-e252-4e33-8463-06c229003c60 tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] 10.222.0.69 "GET /v2.0/networks?id=2900dd92-c6f8-4f13-9e54-0f6f4039aa07 HTTP/1.1" status: 200 len: 815 time: 0.1180730 Feb 21 09:46:43.345643 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.v2.base [req-4b3fe211-65d5-4b7b-951f-aa17a7cb2b37 req-4c9b56b6-541b-4ac7-b185-e7ffc34ed244 tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] Request body: {'port': {'device_id': 'c1933bc0-38dd-4a69-bd80-2ffbe18110b6', 'network_id': '2900dd92-c6f8-4f13-9e54-0f6f4039aa07', 'admin_state_up': True, 'tenant_id': '6998dd3d35c9419e87f7ffd7d3cdb2bc'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:46:43.375017 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 51980) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:46:43.441409 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-abe109e4-3333-4c99-9dc3-7d7818e58aa0 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=56fa20d64f1c4564a29b2e8c463cf360&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0651817 Feb 21 09:46:43.443942 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 51986) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:46:43.524238 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7f55777f-087c-4c71-92e5-18a755355736 admin admin] Publish callbacks [] for security_group (5aac45d2-0deb-44ac-b104-bc7949795bc7), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:43.549755 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7f55777f-087c-4c71-92e5-18a755355736 admin admin] Publish callbacks [] for security_group (5aac45d2-0deb-44ac-b104-bc7949795bc7), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:43.589267 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b3fe211-65d5-4b7b-951f-aa17a7cb2b37 req-4c9b56b6-541b-4ac7-b185-e7ffc34ed244 tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] Made reservation on behalf of 6998dd3d35c9419e87f7ffd7d3cdb2bc for: {'port': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:46:43.592713 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-4b3fe211-65d5-4b7b-951f-aa17a7cb2b37 req-4c9b56b6-541b-4ac7-b185-e7ffc34ed244 tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:43.704064 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7f55777f-087c-4c71-92e5-18a755355736 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (5aac45d2-0deb-44ac-b104-bc7949795bc7), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:43.707977 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7f55777f-087c-4c71-92e5-18a755355736 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:43.709758 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-7f55777f-087c-4c71-92e5-18a755355736 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/5aac45d2-0deb-44ac-b104-bc7949795bc7 HTTP/1.1" status: 204 len: 168 time: 0.2641215 Feb 21 09:46:43.719700 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f55777f-087c-4c71-92e5-18a755355736 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aac45d2-0deb-44ac-b104-bc7949795bc7,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:46:43.755120 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [req-4b3fe211-65d5-4b7b-951f-aa17a7cb2b37 req-4c9b56b6-541b-4ac7-b185-e7ffc34ed244 tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] Allocated IP 172.20.0.8 (2900dd92-c6f8-4f13-9e54-0f6f4039aa07/1623a8b2-3f98-4029-9afb-d2e0ee894b20/52ff9b8a-b4cc-4fb6-b138-7da02ee03a86) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:46:43.823275 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bc7b7a-73de-4db5-b023-f8c2d25e2e92 req-91cbb904-de57-4839-81c9-2b0839b7c1f6 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:43.825040 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-f6bc7b7a-73de-4db5-b023-f8c2d25e2e92 req-91cbb904-de57-4839-81c9-2b0839b7c1f6 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/ports?device_id=3f8f33d0-b9e5-4bbd-874b-6538418e7b6a HTTP/1.1" status: 200 len: 945 time: 0.0574462 Feb 21 09:46:43.889652 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-f6bc7b7a-73de-4db5-b023-f8c2d25e2e92 req-88a98f60-e158-4ecf-b279-ff8c1e85cc15 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/security-groups?id=8d9cb245-cf06-4580-adf5-355ae63bcdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561173 Feb 21 09:46:43.936367 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-4b3fe211-65d5-4b7b-951f-aa17a7cb2b37 req-4c9b56b6-541b-4ac7-b185-e7ffc34ed244 tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] Publish callbacks [] for port (52ff9b8a-b4cc-4fb6-b138-7da02ee03a86), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:44.059717 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 52004) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:46:44.098861 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-4b3fe211-65d5-4b7b-951f-aa17a7cb2b37 req-4c9b56b6-541b-4ac7-b185-e7ffc34ed244 tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782758885672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3964494'] for port (52ff9b8a-b4cc-4fb6-b138-7da02ee03a86), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:44.117887 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] get_ports_and_sgs() called for port_ids ['96538a27-2ae0-4901-9c89-cfad396b7f3f'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 09:46:44.182247 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b3fe211-65d5-4b7b-951f-aa17a7cb2b37 req-4c9b56b6-541b-4ac7-b185-e7ffc34ed244 tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] Network 2900dd92-c6f8-4f13-9e54-0f6f4039aa07 is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:46:44.185670 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [req-4b3fe211-65d5-4b7b-951f-aa17a7cb2b37 req-4c9b56b6-541b-4ac7-b185-e7ffc34ed244 tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:46:44.192353 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b3fe211-65d5-4b7b-951f-aa17a7cb2b37 req-4c9b56b6-541b-4ac7-b185-e7ffc34ed244 tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 09:46:44.208366 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7df15691-10c7-4b14-a26a-96d49a198e05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:44.236298 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9b56b6-541b-4ac7-b185-e7ffc34ed244 tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] Pushing event updated for resources: {'Port': ['ID=52ff9b8a-b4cc-4fb6-b138-7da02ee03a86,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:46:44.236557 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207caa00-4bcb-4887-aa72-53b0d349ce1b req-cc379f80-ddd1-4d9b-af9b-9133b0862cc1 tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:44.237800 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-207caa00-4bcb-4887-aa72-53b0d349ce1b req-cc379f80-ddd1-4d9b-af9b-9133b0862cc1 tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] 10.222.0.71 "GET /v2.0/ports?device_id=c1933bc0-38dd-4a69-bd80-2ffbe18110b6 HTTP/1.1" status: 200 len: 931 time: 0.1336501 Feb 21 09:46:44.263166 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3fe211-65d5-4b7b-951f-aa17a7cb2b37 req-4c9b56b6-541b-4ac7-b185-e7ffc34ed244 tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:44.264169 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-4b3fe211-65d5-4b7b-951f-aa17a7cb2b37 req-4c9b56b6-541b-4ac7-b185-e7ffc34ed244 tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8333137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905581'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:44.317519 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-207caa00-4bcb-4887-aa72-53b0d349ce1b req-003e80d9-c7fa-4054-9e69-716468fe6626 tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] 10.222.0.71 "GET /v2.0/security-groups?id=051a1fb3-2910-49f8-b5d8-0e085de068fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679348 Feb 21 09:46:44.353375 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7df15691-10c7-4b14-a26a-96d49a198e05 admin admin] Publish callbacks [] for security_group (f23c54c1-bdc4-4696-8bfd-b8b61178cc6a), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:44.384462 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [req-4b3fe211-65d5-4b7b-951f-aa17a7cb2b37 req-4c9b56b6-541b-4ac7-b185-e7ffc34ed244 tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0431376 Feb 21 09:46:44.435518 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7df15691-10c7-4b14-a26a-96d49a198e05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (f23c54c1-bdc4-4696-8bfd-b8b61178cc6a), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:44.475522 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-7df15691-10c7-4b14-a26a-96d49a198e05 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=fa2c3faa4ced4a48a31b407f37227041&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4146099 Feb 21 09:46:44.477835 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df15691-10c7-4b14-a26a-96d49a198e05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f23c54c1-bdc4-4696-8bfd-b8b61178cc6a,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:46:44.478550 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.71', 52020) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:46:44.541663 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6d300df3-9c30-4b93-8fa0-3ac7e11c1598 admin admin] Publish callbacks [] for security_group (f23c54c1-bdc4-4696-8bfd-b8b61178cc6a), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:44.564973 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6d300df3-9c30-4b93-8fa0-3ac7e11c1598 admin admin] Publish callbacks [] for security_group (f23c54c1-bdc4-4696-8bfd-b8b61178cc6a), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:44.695669 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6d300df3-9c30-4b93-8fa0-3ac7e11c1598 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (f23c54c1-bdc4-4696-8bfd-b8b61178cc6a), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:44.698415 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6d300df3-9c30-4b93-8fa0-3ac7e11c1598 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:44.702027 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [None req-6d300df3-9c30-4b93-8fa0-3ac7e11c1598 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/f23c54c1-bdc4-4696-8bfd-b8b61178cc6a HTTP/1.1" status: 204 len: 168 time: 0.2200816 Feb 21 09:46:44.708711 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d300df3-9c30-4b93-8fa0-3ac7e11c1598 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f23c54c1-bdc4-4696-8bfd-b8b61178cc6a,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:46:44.921851 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.71', 52038) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:46:45.026246 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a55c679-6a4f-4401-92a8-0f14913ca5fb req-c01a7668-3156-475f-9fab-ee0a1b91e8aa tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:45.027853 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-3a55c679-6a4f-4401-92a8-0f14913ca5fb req-c01a7668-3156-475f-9fab-ee0a1b91e8aa tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/ports?device_id=3f8f33d0-b9e5-4bbd-874b-6538418e7b6a HTTP/1.1" status: 200 len: 945 time: 0.0689771 Feb 21 09:46:45.039858 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.v2.base [None req-6a83207c-482a-4ecc-a094-ae3d3f2c749c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1060252682-network', 'tenant_id': 'bb268944fc6e49c098a033696a582d47'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:46:45.081609 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-3a55c679-6a4f-4401-92a8-0f14913ca5fb req-5373534a-d77e-4184-b3a1-ecb5e63374d1 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/security-groups?id=8d9cb245-cf06-4580-adf5-355ae63bcdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482790 Feb 21 09:46:45.175337 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a83207c-482a-4ecc-a094-ae3d3f2c749c admin admin] Made reservation on behalf of bb268944fc6e49c098a033696a582d47 for: {'network': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:46:45.177709 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6a83207c-482a-4ecc-a094-ae3d3f2c749c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for network (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:45.186623 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6a83207c-482a-4ecc-a094-ae3d3f2c749c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:45.259815 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6a83207c-482a-4ecc-a094-ae3d3f2c749c admin admin] Publish callbacks [] for security_group (67e823e8-04e9-477a-ac35-c59ae88891c9), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:45.360239 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.71', 52046) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:46:45.368107 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6a83207c-482a-4ecc-a094-ae3d3f2c749c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (67e823e8-04e9-477a-ac35-c59ae88891c9), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:45.385172 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-975f9798-0fdc-4107-b0af-633108b6a21d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:45.414082 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a83207c-482a-4ecc-a094-ae3d3f2c749c admin admin] vlan segment allocate from pool success with {'vlan_id': 350, 'physical_network': 'physnet1'} {{(pid=109857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 09:46:45.430619 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a83207c-482a-4ecc-a094-ae3d3f2c749c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67e823e8-04e9-477a-ac35-c59ae88891c9,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:46:45.452843 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6a83207c-482a-4ecc-a094-ae3d3f2c749c admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8782759398193', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-936617'] for segment (74e7b622-908b-4731-b83b-33d793e03349), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:45.453385 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6a83207c-482a-4ecc-a094-ae3d3f2c749c admin admin] Unsubscribe: segment precommit_create {{(pid=109857) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 21 09:46:45.453775 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.db.segments_db [None req-6a83207c-482a-4ecc-a094-ae3d3f2c749c admin admin] Added segment 74e7b622-908b-4731-b83b-33d793e03349 of type vlan for network 520af2ea-1f8c-46b3-b630-6172c62f3d29 Feb 21 09:46:45.456842 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1f2496-bfba-45d4-bf1b-d9d3f56af622 req-d89169d9-0e6d-4f8e-acb1-65d1c4656f6a tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:45.459585 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-7c1f2496-bfba-45d4-bf1b-d9d3f56af622 req-d89169d9-0e6d-4f8e-acb1-65d1c4656f6a tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] 10.222.0.71 "GET /v2.0/ports?device_id=c1933bc0-38dd-4a69-bd80-2ffbe18110b6 HTTP/1.1" status: 200 len: 931 time: 0.0677748 Feb 21 09:46:45.515786 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-7c1f2496-bfba-45d4-bf1b-d9d3f56af622 req-6f470db5-b380-45e7-9a33-601b8bdeb6a1 tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] 10.222.0.71 "GET /v2.0/security-groups?id=051a1fb3-2910-49f8-b5d8-0e085de068fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496156 Feb 21 09:46:45.522493 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6a83207c-482a-4ecc-a094-ae3d3f2c749c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782758871682'] for network (520af2ea-1f8c-46b3-b630-6172c62f3d29), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:45.552310 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-975f9798-0fdc-4107-b0af-633108b6a21d admin admin] Publish callbacks [] for security_group (b0292685-04b6-4489-8dd6-0430d54a6cfd), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:45.629372 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-975f9798-0fdc-4107-b0af-633108b6a21d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (b0292685-04b6-4489-8dd6-0430d54a6cfd), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:45.667876 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [None req-975f9798-0fdc-4107-b0af-633108b6a21d admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=91ca914905504f48ab323565c5a349cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3063972 Feb 21 09:46:45.669078 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975f9798-0fdc-4107-b0af-633108b6a21d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0292685-04b6-4489-8dd6-0430d54a6cfd,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:46:45.671604 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 52052) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:46:45.671747 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6a83207c-482a-4ecc-a094-ae3d3f2c749c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539'] for network (520af2ea-1f8c-46b3-b630-6172c62f3d29), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:45.672479 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a83207c-482a-4ecc-a094-ae3d3f2c749c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:45.673086 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6a83207c-482a-4ecc-a094-ae3d3f2c749c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905581'] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:45.723986 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f06ee56f-7cd5-438e-99c4-495972aac079 admin admin] Publish callbacks [] for security_group (b0292685-04b6-4489-8dd6-0430d54a6cfd), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:45.751466 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f06ee56f-7cd5-438e-99c4-495972aac079 admin admin] Publish callbacks [] for security_group (b0292685-04b6-4489-8dd6-0430d54a6cfd), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:45.761831 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a83207c-482a-4ecc-a094-ae3d3f2c749c admin admin] Pushing event updated for resources: {'Network': ['ID=520af2ea-1f8c-46b3-b630-6172c62f3d29,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:46:45.771707 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Network 520af2ea-1f8c-46b3-b630-6172c62f3d29 details requested by agent ovs-agent-dv-cinder-804757-16-iscsi with host dv-cinder-804757-16-iscsi {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 09:46:45.797718 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [None req-6a83207c-482a-4ecc-a094-ae3d3f2c749c admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8751848 Feb 21 09:46:45.801037 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 52054) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:46:45.807103 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.v2.base [None req-bc13777f-e6b0-4f5a-ab38-0f23ef989754 admin admin] Request body: {'subnet': {'network_id': '520af2ea-1f8c-46b3-b630-6172c62f3d29', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1060252682-subnet', 'tenant_id': 'bb268944fc6e49c098a033696a582d47', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:46:45.874892 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f06ee56f-7cd5-438e-99c4-495972aac079 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (b0292685-04b6-4489-8dd6-0430d54a6cfd), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:45.877425 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f06ee56f-7cd5-438e-99c4-495972aac079 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:45.878571 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-f06ee56f-7cd5-438e-99c4-495972aac079 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/b0292685-04b6-4489-8dd6-0430d54a6cfd HTTP/1.1" status: 204 len: 168 time: 0.2048743 Feb 21 09:46:45.886292 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06ee56f-7cd5-438e-99c4-495972aac079 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0292685-04b6-4489-8dd6-0430d54a6cfd,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:46:45.905149 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc13777f-e6b0-4f5a-ab38-0f23ef989754 admin admin] Made reservation on behalf of bb268944fc6e49c098a033696a582d47 for: {'subnet': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:46:45.908432 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-bc13777f-e6b0-4f5a-ab38-0f23ef989754 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:46.150082 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-bc13777f-e6b0-4f5a-ab38-0f23ef989754 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539'] for subnet (481c3383-55ad-4322-8e52-c4b40a8b221b), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:46.241802 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc13777f-e6b0-4f5a-ab38-0f23ef989754 admin admin] Pushing event updated for resources: {'Subnet': ['ID=481c3383-55ad-4322-8e52-c4b40a8b221b,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:46:46.259258 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc13777f-e6b0-4f5a-ab38-0f23ef989754 admin admin] Checking segment: {'id': '74e7b622-908b-4731-b83b-33d793e03349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '520af2ea-1f8c-46b3-b630-6172c62f3d29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 09:46:46.259814 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc13777f-e6b0-4f5a-ab38-0f23ef989754 admin admin] Network hostable DHCP agents. Network: 520af2ea-1f8c-46b3-b630-6172c62f3d29, hostable agents: ['7b1feb7e-a062-49d6-b835-c5fae1c9b9ce'], hosted agents: [] {{(pid=109856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 09:46:46.269984 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6002e141-ffb1-4502-bcb3-b73463c5d29f req-9d1cd91f-2706-49ff-b2b6-1d1fecac748b tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:46.271458 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-6002e141-ffb1-4502-bcb3-b73463c5d29f req-9d1cd91f-2706-49ff-b2b6-1d1fecac748b tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/ports?device_id=3f8f33d0-b9e5-4bbd-874b-6538418e7b6a HTTP/1.1" status: 200 len: 945 time: 0.1165733 Feb 21 09:46:46.323890 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-6002e141-ffb1-4502-bcb3-b73463c5d29f req-e6142a2f-a378-4e31-8e82-9a30d05ca507 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/security-groups?id=8d9cb245-cf06-4580-adf5-355ae63bcdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456660 Feb 21 09:46:46.389093 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc13777f-e6b0-4f5a-ab38-0f23ef989754 admin admin] Network 520af2ea-1f8c-46b3-b630-6172c62f3d29 is scheduled to be hosted by DHCP agent 7b1feb7e-a062-49d6-b835-c5fae1c9b9ce with binding_index 1 {{(pid=109856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 09:46:46.469132 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-bc13777f-e6b0-4f5a-ab38-0f23ef989754 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-16-iscsi, 520af2ea-1f8c-46b3-b630-6172c62f3d29) {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:46:46.473422 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc13777f-e6b0-4f5a-ab38-0f23ef989754 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:46.474140 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-bc13777f-e6b0-4f5a-ab38-0f23ef989754 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:46.482394 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3cad691-eee4-4cd3-85a3-66a412495455 None None] Network 520af2ea-1f8c-46b3-b630-6172c62f3d29 requested from dv-cinder-804757-16-iscsi {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 09:46:46.527466 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.v2.base [req-4b3fe211-65d5-4b7b-951f-aa17a7cb2b37 req-7df7b369-0e70-4322-9bcc-575dae38a8c2 service neutron] Request body: {'port': {'device_id': 'c1933bc0-38dd-4a69-bd80-2ffbe18110b6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:46:46.563722 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-bc13777f-e6b0-4f5a-ab38-0f23ef989754 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7613418 Feb 21 09:46:46.567279 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 52076) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:46:46.572737 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.v2.base [None req-3a2d0557-7fe9-4380-ad92-661951be691b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1060252682-router', 'tenant_id': 'bb268944fc6e49c098a033696a582d47', 'external_gateway_info': {'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862'}}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:46:46.604186 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3139a265-075e-4a60-9577-de7d1a5ff147 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1d068d2-1ca4-5135-b31c-76c0219c179a-520af2ea-1f8c-46b3-b630-6172c62f3d29', 'network_id': '520af2ea-1f8c-46b3-b630-6172c62f3d29', 'project_id': 'bb268944fc6e49c098a033696a582d47', 'fixed_ips': [{'subnet_id': '481c3383-55ad-4322-8e52-c4b40a8b221b'}]}} from dv-cinder-804757-16-iscsi. {{(pid=109858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 21 09:46:46.605160 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-3139a265-075e-4a60-9577-de7d1a5ff147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (None), before_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:46.636657 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-4b3fe211-65d5-4b7b-951f-aa17a7cb2b37 req-7df7b369-0e70-4322-9bcc-575dae38a8c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (52ff9b8a-b4cc-4fb6-b138-7da02ee03a86), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:46.690631 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff83a04-6f2f-4796-ac8a-b70ee4e703f8 req-295ccfdc-df35-4fb0-a3c7-375897eff279 tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:46.692340 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-cff83a04-6f2f-4796-ac8a-b70ee4e703f8 req-295ccfdc-df35-4fb0-a3c7-375897eff279 tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] 10.222.0.71 "GET /v2.0/ports?device_id=c1933bc0-38dd-4a69-bd80-2ffbe18110b6 HTTP/1.1" status: 200 len: 931 time: 0.0689378 Feb 21 09:46:46.693811 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3a2d0557-7fe9-4380-ad92-661951be691b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7911359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1367'] for router (fbd48c71-9f64-48cb-bb66-85f47e25eea9), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:46.695002 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3a2d0557-7fe9-4380-ad92-661951be691b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7916079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7917182', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-427489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1452'] for router (fbd48c71-9f64-48cb-bb66-85f47e25eea9), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:46.792431 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.db_base_plugin_common [None req-3139a265-075e-4a60-9577-de7d1a5ff147 None None] Allocated IP 172.20.0.2 (520af2ea-1f8c-46b3-b630-6172c62f3d29/481c3383-55ad-4322-8e52-c4b40a8b221b/1c0062f2-5af2-4ff5-a432-845aa88bee12) {{(pid=109858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:46:46.794800 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3a2d0557-7fe9-4380-ad92-661951be691b admin admin] Publish callbacks [] for router_controller (fbd48c71-9f64-48cb-bb66-85f47e25eea9), precommit_add_association {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:46.798771 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-cff83a04-6f2f-4796-ac8a-b70ee4e703f8 req-d4587588-dc36-427b-a81e-7fb11394044d tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] 10.222.0.71 "GET /v2.0/security-groups?id=051a1fb3-2910-49f8-b5d8-0e085de068fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980499 Feb 21 09:46:46.986292 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-3139a265-075e-4a60-9577-de7d1a5ff147 None None] Publish callbacks [] for port (1c0062f2-5af2-4ff5-a432-845aa88bee12), precommit_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:46.998463 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3a2d0557-7fe9-4380-ad92-661951be691b admin admin] Publish callbacks [] for router_gateway (fbd48c71-9f64-48cb-bb66-85f47e25eea9), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:47.004822 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.notifiers.nova [req-4b3fe211-65d5-4b7b-951f-aa17a7cb2b37 req-7df7b369-0e70-4322-9bcc-575dae38a8c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52ff9b8a-b4cc-4fb6-b138-7da02ee03a86 {{(pid=109857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 09:46:47.013927 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-4b3fe211-65d5-4b7b-951f-aa17a7cb2b37 req-7df7b369-0e70-4322-9bcc-575dae38a8c2 service neutron] Publish callbacks [] for port (52ff9b8a-b4cc-4fb6-b138-7da02ee03a86), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:47.027869 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.db.provisioning_blocks [req-4b3fe211-65d5-4b7b-951f-aa17a7cb2b37 req-7df7b369-0e70-4322-9bcc-575dae38a8c2 service neutron] Transition to ACTIVE for port object 52ff9b8a-b4cc-4fb6-b138-7da02ee03a86 will not be triggered until provisioned by entity L2. {{(pid=109857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:46:47.164324 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-3139a265-075e-4a60-9577-de7d1a5ff147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782758885672'] for port (1c0062f2-5af2-4ff5-a432-845aa88bee12), after_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:47.186279 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-4b3fe211-65d5-4b7b-951f-aa17a7cb2b37 req-7df7b369-0e70-4322-9bcc-575dae38a8c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782759442315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782758885690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782758885708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3964501'] for port (52ff9b8a-b4cc-4fb6-b138-7da02ee03a86), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:47.224115 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3139a265-075e-4a60-9577-de7d1a5ff147 None None] Network 520af2ea-1f8c-46b3-b630-6172c62f3d29 is already hosted by enough agents. {{(pid=109858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:46:47.228291 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.scheduler.base_scheduler [None req-3139a265-075e-4a60-9577-de7d1a5ff147 None None] Resources bound (agent type, host, resource id): {{(pid=109858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:46:47.237139 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3139a265-075e-4a60-9577-de7d1a5ff147 None None] Received port after_create {{(pid=109858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 09:46:47.274158 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df7b369-0e70-4322-9bcc-575dae38a8c2 service neutron] Pushing event updated for resources: {'Port': ['ID=52ff9b8a-b4cc-4fb6-b138-7da02ee03a86,revision_number=2']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:46:47.288329 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3139a265-075e-4a60-9577-de7d1a5ff147 None None] Pushing event updated for resources: {'Port': ['ID=1c0062f2-5af2-4ff5-a432-845aa88bee12,revision_number=1']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:46:47.320098 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-3139a265-075e-4a60-9577-de7d1a5ff147 None None] Attempting to bind port 1c0062f2-5af2-4ff5-a432-845aa88bee12 on host dv-cinder-804757-16-iscsi for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 09:46:47.320323 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-3139a265-075e-4a60-9577-de7d1a5ff147 None None] Attempting to bind port 1c0062f2-5af2-4ff5-a432-845aa88bee12 by drivers openvswitch,hyperv on host dv-cinder-804757-16-iscsi at level 0 using segments [{'id': '74e7b622-908b-4731-b83b-33d793e03349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '520af2ea-1f8c-46b3-b630-6172c62f3d29'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 09:46:47.320719 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3139a265-075e-4a60-9577-de7d1a5ff147 None None] Attempting to bind port 1c0062f2-5af2-4ff5-a432-845aa88bee12 on network 520af2ea-1f8c-46b3-b630-6172c62f3d29 {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 09:46:47.326775 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3139a265-075e-4a60-9577-de7d1a5ff147 None None] Checking agent: {'id': 'ce3e6371-75e2-4bba-8260-49cd855bb251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 9, 37, 10), 'started_at': datetime.datetime(2022, 2, 21, 9, 37, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 46, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 09:46:47.327237 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3139a265-075e-4a60-9577-de7d1a5ff147 None None] Checking segment: {'id': '74e7b622-908b-4731-b83b-33d793e03349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '520af2ea-1f8c-46b3-b630-6172c62f3d29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 09:46:47.327677 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-3139a265-075e-4a60-9577-de7d1a5ff147 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:47.328043 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3139a265-075e-4a60-9577-de7d1a5ff147 None None] Bound using segment: {'id': '74e7b622-908b-4731-b83b-33d793e03349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '520af2ea-1f8c-46b3-b630-6172c62f3d29'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 09:46:47.328605 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-3139a265-075e-4a60-9577-de7d1a5ff147 None None] Bound port: 1c0062f2-5af2-4ff5-a432-845aa88bee12, host: dv-cinder-804757-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74e7b622-908b-4731-b83b-33d793e03349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '520af2ea-1f8c-46b3-b630-6172c62f3d29'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 09:46:47.329202 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-3139a265-075e-4a60-9577-de7d1a5ff147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (1c0062f2-5af2-4ff5-a432-845aa88bee12), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:47.336419 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-4b3fe211-65d5-4b7b-951f-aa17a7cb2b37 req-7df7b369-0e70-4322-9bcc-575dae38a8c2 service neutron] Attempting to bind port 52ff9b8a-b4cc-4fb6-b138-7da02ee03a86 on host hv-cinder-80475 for vnic_type normal with profile {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 09:46:47.336900 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-4b3fe211-65d5-4b7b-951f-aa17a7cb2b37 req-7df7b369-0e70-4322-9bcc-575dae38a8c2 service neutron] Attempting to bind port 52ff9b8a-b4cc-4fb6-b138-7da02ee03a86 by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': '883b1861-d076-4ce8-a994-a672e2419836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '2900dd92-c6f8-4f13-9e54-0f6f4039aa07'}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 09:46:47.341704 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b3fe211-65d5-4b7b-951f-aa17a7cb2b37 req-7df7b369-0e70-4322-9bcc-575dae38a8c2 service neutron] Attempting to bind port 52ff9b8a-b4cc-4fb6-b138-7da02ee03a86 on network 2900dd92-c6f8-4f13-9e54-0f6f4039aa07 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 09:46:47.342315 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b3fe211-65d5-4b7b-951f-aa17a7cb2b37 req-7df7b369-0e70-4322-9bcc-575dae38a8c2 service neutron] Port 52ff9b8a-b4cc-4fb6-b138-7da02ee03a86 on network 2900dd92-c6f8-4f13-9e54-0f6f4039aa07 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 09:46:47.343254 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b3fe211-65d5-4b7b-951f-aa17a7cb2b37 req-7df7b369-0e70-4322-9bcc-575dae38a8c2 service neutron] Attempting to bind port 52ff9b8a-b4cc-4fb6-b138-7da02ee03a86 on network 2900dd92-c6f8-4f13-9e54-0f6f4039aa07 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 09:46:47.347718 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b3fe211-65d5-4b7b-951f-aa17a7cb2b37 req-7df7b369-0e70-4322-9bcc-575dae38a8c2 service neutron] Checking agent: {'id': 'f5044fde-eef4-46eb-b3ce-4ab87030ccc0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 9, 43, 36), 'started_at': datetime.datetime(2022, 2, 21, 9, 43, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 46, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 09:46:47.348435 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b3fe211-65d5-4b7b-951f-aa17a7cb2b37 req-7df7b369-0e70-4322-9bcc-575dae38a8c2 service neutron] Checking segment: {'id': '883b1861-d076-4ce8-a994-a672e2419836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '2900dd92-c6f8-4f13-9e54-0f6f4039aa07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 09:46:47.350219 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b3fe211-65d5-4b7b-951f-aa17a7cb2b37 req-7df7b369-0e70-4322-9bcc-575dae38a8c2 service neutron] Bound using segment: {'id': '883b1861-d076-4ce8-a994-a672e2419836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '2900dd92-c6f8-4f13-9e54-0f6f4039aa07'} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 09:46:47.350839 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-4b3fe211-65d5-4b7b-951f-aa17a7cb2b37 req-7df7b369-0e70-4322-9bcc-575dae38a8c2 service neutron] Bound port: 52ff9b8a-b4cc-4fb6-b138-7da02ee03a86, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '883b1861-d076-4ce8-a994-a672e2419836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '2900dd92-c6f8-4f13-9e54-0f6f4039aa07'}}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 09:46:47.351287 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-4b3fe211-65d5-4b7b-951f-aa17a7cb2b37 req-7df7b369-0e70-4322-9bcc-575dae38a8c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (52ff9b8a-b4cc-4fb6-b138-7da02ee03a86), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:47.421936 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-3139a265-075e-4a60-9577-de7d1a5ff147 None None] For port 1c0062f2-5af2-4ff5-a432-845aa88bee12, host dv-cinder-804757-16-iscsi, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:46:47.425343 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-3139a265-075e-4a60-9577-de7d1a5ff147 None None] For port 1c0062f2-5af2-4ff5-a432-845aa88bee12, host dv-cinder-804757-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-16-iscsi',level=0,port_id=1c0062f2-5af2-4ff5-a432-845aa88bee12,segment=NetworkSegment(74e7b622-908b-4731-b83b-33d793e03349),segment_id=74e7b622-908b-4731-b83b-33d793e03349)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:46:47.431739 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-4b3fe211-65d5-4b7b-951f-aa17a7cb2b37 req-7df7b369-0e70-4322-9bcc-575dae38a8c2 service neutron] For port 52ff9b8a-b4cc-4fb6-b138-7da02ee03a86, host hv-cinder-80475, cleared binding levels {{(pid=109857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:46:47.435621 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-4b3fe211-65d5-4b7b-951f-aa17a7cb2b37 req-7df7b369-0e70-4322-9bcc-575dae38a8c2 service neutron] For port 52ff9b8a-b4cc-4fb6-b138-7da02ee03a86, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=52ff9b8a-b4cc-4fb6-b138-7da02ee03a86,segment=NetworkSegment(883b1861-d076-4ce8-a994-a672e2419836),segment_id=883b1861-d076-4ce8-a994-a672e2419836)] {{(pid=109857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:46:47.468399 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3a2d0557-7fe9-4380-ad92-661951be691b admin admin] Publish callbacks [] for router_gateway (fbd48c71-9f64-48cb-bb66-85f47e25eea9), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:47.491708 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3a2d0557-7fe9-4380-ad92-661951be691b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:47.516411 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-3139a265-075e-4a60-9577-de7d1a5ff147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782759442315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782758885690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782758885708'] for port (1c0062f2-5af2-4ff5-a432-845aa88bee12), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:47.549019 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-4b3fe211-65d5-4b7b-951f-aa17a7cb2b37 req-7df7b369-0e70-4322-9bcc-575dae38a8c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782759442315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782758885690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782758885708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3964501'] for port (52ff9b8a-b4cc-4fb6-b138-7da02ee03a86), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:47.550494 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fff182-c082-410c-bb9c-c967d402a658 req-8045b61f-5320-42a8-9fad-b8c142247701 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:47.552044 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-e7fff182-c082-410c-bb9c-c967d402a658 req-8045b61f-5320-42a8-9fad-b8c142247701 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/ports?device_id=3f8f33d0-b9e5-4bbd-874b-6538418e7b6a HTTP/1.1" status: 200 len: 945 time: 0.1309285 Feb 21 09:46:47.593363 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3139a265-075e-4a60-9577-de7d1a5ff147 None None] Pushing event updated for resources: {'Port': ['ID=1c0062f2-5af2-4ff5-a432-845aa88bee12,revision_number=2']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:46:47.632373 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3fe211-65d5-4b7b-951f-aa17a7cb2b37 req-7df7b369-0e70-4322-9bcc-575dae38a8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:47.633254 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-4b3fe211-65d5-4b7b-951f-aa17a7cb2b37 req-7df7b369-0e70-4322-9bcc-575dae38a8c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8333137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905581'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:47.634887 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [req-4b3fe211-65d5-4b7b-951f-aa17a7cb2b37 req-7df7b369-0e70-4322-9bcc-575dae38a8c2 service neutron] 10.222.0.69 "PUT /v2.0/ports/52ff9b8a-b4cc-4fb6-b138-7da02ee03a86 HTTP/1.1" status: 200 len: 1093 time: 1.1118462 Feb 21 09:46:47.635340 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1933bc0-38dd-4a69-bd80-2ffbe18110b6', 'tag': '52ff9b8a-b4cc-4fb6-b138-7da02ee03a86'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:46:47.637788 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed733fd514e63afa326271342bdd0eb660bec12def84d2cf05433d99cf8b9d1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34299268-0b28-4bb2-b2cf-454b967a950c" -d '{"events": [{"name": "network-changed", "server_uuid": "c1933bc0-38dd-4a69-bd80-2ffbe18110b6", "tag": "52ff9b8a-b4cc-4fb6-b138-7da02ee03a86"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:46:47.644960 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df7b369-0e70-4322-9bcc-575dae38a8c2 service neutron] Pushing event updated for resources: {'Port': ['ID=52ff9b8a-b4cc-4fb6-b138-7da02ee03a86,revision_number=3']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:46:47.684395 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-e7fff182-c082-410c-bb9c-c967d402a658 req-b463b50c-5763-4bdc-902f-183d603bd985 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/security-groups?id=8d9cb245-cf06-4580-adf5-355ae63bcdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674956 Feb 21 09:46:47.697256 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [None req-3a2d0557-7fe9-4380-ad92-661951be691b admin admin] Allocated IP 172.27.2.222 (bd3f1df6-77ad-4531-9eb3-69bc21002862/13a25a01-28fd-4407-b7c5-fe4349ebc744/44c48f89-98de-47de-9ff8-b1309d693f07) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:46:47.706294 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 09:46:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49a9e24d-62a4-400e-ba85-a2a05ae7bd65 x-openstack-request-id: req-49a9e24d-62a4-400e-ba85-a2a05ae7bd65 {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:46:47.706749 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1933bc0-38dd-4a69-bd80-2ffbe18110b6", "tag": "52ff9b8a-b4cc-4fb6-b138-7da02ee03a86", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:46:47.708606 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-49a9e24d-62a4-400e-ba85-a2a05ae7bd65 {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:46:47.708606 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1933bc0-38dd-4a69-bd80-2ffbe18110b6', 'tag': '52ff9b8a-b4cc-4fb6-b138-7da02ee03a86', 'status': 'completed', 'code': 200} Feb 21 09:46:47.825150 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34299268-0b28-4bb2-b2cf-454b967a950c req-27513c23-c623-4b0f-b8c8-721ec06b3285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:47.827045 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [req-34299268-0b28-4bb2-b2cf-454b967a950c req-27513c23-c623-4b0f-b8c8-721ec06b3285 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6998dd3d35c9419e87f7ffd7d3cdb2bc&device_id=c1933bc0-38dd-4a69-bd80-2ffbe18110b6 HTTP/1.1" status: 200 len: 1127 time: 0.0882971 Feb 21 09:46:47.864900 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3a2d0557-7fe9-4380-ad92-661951be691b admin admin] Publish callbacks [] for port (44c48f89-98de-47de-9ff8-b1309d693f07), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:47.982019 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd1444d-42ec-44cb-9cc7-0c49e5c45168 req-5e9c5ddd-5b32-4d19-bf07-8d209bf3c74f tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:47.993653 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-ffd1444d-42ec-44cb-9cc7-0c49e5c45168 req-5e9c5ddd-5b32-4d19-bf07-8d209bf3c74f tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] 10.222.0.71 "GET /v2.0/ports?device_id=c1933bc0-38dd-4a69-bd80-2ffbe18110b6 HTTP/1.1" status: 200 len: 943 time: 0.0833006 Feb 21 09:46:47.996119 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34299268-0b28-4bb2-b2cf-454b967a950c req-9a23557b-5b2b-4bbf-b96e-464fd2c40599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:47.999732 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [req-34299268-0b28-4bb2-b2cf-454b967a950c req-9a23557b-5b2b-4bbf-b96e-464fd2c40599 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=6998dd3d35c9419e87f7ffd7d3cdb2bc&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1559963 Feb 21 09:46:48.048824 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3a2d0557-7fe9-4380-ad92-661951be691b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782758885672'] for port (44c48f89-98de-47de-9ff8-b1309d693f07), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:48.057627 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-ffd1444d-42ec-44cb-9cc7-0c49e5c45168 req-4c1fcb36-f853-4978-89e1-7289d78da8d5 tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] 10.222.0.71 "GET /v2.0/security-groups?id=051a1fb3-2910-49f8-b5d8-0e085de068fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626836 Feb 21 09:46:48.110492 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a2d0557-7fe9-4380-ad92-661951be691b admin admin] Network bd3f1df6-77ad-4531-9eb3-69bc21002862 is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:46:48.111475 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2d0557-7fe9-4380-ad92-661951be691b admin admin] Pushing event updated for resources: {'Port': ['ID=44c48f89-98de-47de-9ff8-b1309d693f07,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:46:48.117731 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34299268-0b28-4bb2-b2cf-454b967a950c req-0022286e-f5a1-45de-823b-4633c00babb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:48.119428 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [req-34299268-0b28-4bb2-b2cf-454b967a950c req-0022286e-f5a1-45de-823b-4633c00babb4 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1133718 Feb 21 09:46:48.121837 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-3a2d0557-7fe9-4380-ad92-661951be691b admin admin] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:46:48.124648 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a2d0557-7fe9-4380-ad92-661951be691b admin admin] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 09:46:48.238920 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3fe211-65d5-4b7b-951f-aa17a7cb2b37 req-d52294d6-b80b-4472-b027-b9e72a8d241e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:48.240779 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [req-4b3fe211-65d5-4b7b-951f-aa17a7cb2b37 req-d52294d6-b80b-4472-b027-b9e72a8d241e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6998dd3d35c9419e87f7ffd7d3cdb2bc&device_id=c1933bc0-38dd-4a69-bd80-2ffbe18110b6 HTTP/1.1" status: 200 len: 1127 time: 0.0598369 Feb 21 09:46:48.295181 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [req-4b3fe211-65d5-4b7b-951f-aa17a7cb2b37 req-959201dd-01e0-4052-b2d7-613a8595f115 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=52ff9b8a-b4cc-4fb6-b138-7da02ee03a86 HTTP/1.1" status: 200 len: 217 time: 0.0457568 Feb 21 09:46:48.352361 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3fe211-65d5-4b7b-951f-aa17a7cb2b37 req-670c16c4-52dd-4300-8de0-59f6df60aa7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:48.353863 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [req-4b3fe211-65d5-4b7b-951f-aa17a7cb2b37 req-670c16c4-52dd-4300-8de0-59f6df60aa7c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1623a8b2-3f98-4029-9afb-d2e0ee894b20 HTTP/1.1" status: 200 len: 855 time: 0.0485690 Feb 21 09:46:48.395197 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [req-4b3fe211-65d5-4b7b-951f-aa17a7cb2b37 req-def87e3c-63b8-4bff-8230-ae4888e20cf7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2900dd92-c6f8-4f13-9e54-0f6f4039aa07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328209 Feb 21 09:46:48.502978 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3a2d0557-7fe9-4380-ad92-661951be691b admin admin] Publish callbacks [] for router_gateway (fbd48c71-9f64-48cb-bb66-85f47e25eea9), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:48.534405 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [req-4b3fe211-65d5-4b7b-951f-aa17a7cb2b37 req-404651d6-8022-4bc2-a220-808fdf3ebaf8 service neutron] 10.222.0.69 "GET /v2.0/networks/2900dd92-c6f8-4f13-9e54-0f6f4039aa07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319304 Feb 21 09:46:48.681883 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [req-4b3fe211-65d5-4b7b-951f-aa17a7cb2b37 req-4adf1529-7571-41f4-b4c4-9dc8daf6db9b service neutron] 10.222.0.69 "GET /v2.0/networks/2900dd92-c6f8-4f13-9e54-0f6f4039aa07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416569 Feb 21 09:46:48.832387 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b791750-8aa7-4264-94f7-c8418e2354c4 None None] Network 520af2ea-1f8c-46b3-b630-6172c62f3d29 requested from dv-cinder-804757-16-iscsi {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 09:46:48.901942 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-72057293-e3bc-4160-b67f-6082fc415e0d None None] Provisioning complete for port 1c0062f2-5af2-4ff5-a432-845aa88bee12 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:46:48.902328 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-72057293-e3bc-4160-b67f-6082fc415e0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7397950'] for port (1c0062f2-5af2-4ff5-a432-845aa88bee12), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:49.006550 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3a2d0557-7fe9-4380-ad92-661951be691b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7916070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7917225'] for router (fbd48c71-9f64-48cb-bb66-85f47e25eea9), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:49.034857 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-72057293-e3bc-4160-b67f-6082fc415e0d None None] Current status of the port 1c0062f2-5af2-4ff5-a432-845aa88bee12 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:46:49.035274 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-72057293-e3bc-4160-b67f-6082fc415e0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (1c0062f2-5af2-4ff5-a432-845aa88bee12), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:49.072734 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a834471f-5331-4483-84ac-667cf7c3d072 req-7d398212-c3e5-487a-a4c7-0c5f92bbbb2c tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:49.074623 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-a834471f-5331-4483-84ac-667cf7c3d072 req-7d398212-c3e5-487a-a4c7-0c5f92bbbb2c tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/ports?device_id=3f8f33d0-b9e5-4bbd-874b-6538418e7b6a HTTP/1.1" status: 200 len: 945 time: 0.1146588 Feb 21 09:46:49.077762 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-72057293-e3bc-4160-b67f-6082fc415e0d None None] For port 1c0062f2-5af2-4ff5-a432-845aa88bee12, host dv-cinder-804757-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-16-iscsi',level=0,port_id=1c0062f2-5af2-4ff5-a432-845aa88bee12,segment=NetworkSegment(74e7b622-908b-4731-b83b-33d793e03349),segment_id=74e7b622-908b-4731-b83b-33d793e03349)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:46:49.164583 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-72057293-e3bc-4160-b67f-6082fc415e0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782759442315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782758885690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782758885708'] for port (1c0062f2-5af2-4ff5-a432-845aa88bee12), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:49.228770 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72057293-e3bc-4160-b67f-6082fc415e0d None None] Pushing event updated for resources: {'Port': ['ID=1c0062f2-5af2-4ff5-a432-845aa88bee12,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:46:49.241169 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-a834471f-5331-4483-84ac-667cf7c3d072 req-eea982b7-a2c5-4ece-b45c-5d12795b0203 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/security-groups?id=8d9cb245-cf06-4580-adf5-355ae63bcdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567643 Feb 21 09:46:49.269254 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0f2084-5d11-405e-b0bd-d3606b2f8bf9 req-3faeade0-3c87-4530-847c-1b95053e2345 tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:49.270931 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-1f0f2084-5d11-405e-b0bd-d3606b2f8bf9 req-3faeade0-3c87-4530-847c-1b95053e2345 tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] 10.222.0.71 "GET /v2.0/ports?device_id=c1933bc0-38dd-4a69-bd80-2ffbe18110b6 HTTP/1.1" status: 200 len: 943 time: 0.1129446 Feb 21 09:46:49.293100 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-069a48a0-2efa-48ef-947a-bb319c6a54f2 None None] Provisioning complete for port 1c0062f2-5af2-4ff5-a432-845aa88bee12 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:46:49.293591 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-069a48a0-2efa-48ef-947a-bb319c6a54f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7397950'] for port (1c0062f2-5af2-4ff5-a432-845aa88bee12), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:49.345148 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-1f0f2084-5d11-405e-b0bd-d3606b2f8bf9 req-8674dc56-0960-4b9f-946b-5260af9469db tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] 10.222.0.71 "GET /v2.0/security-groups?id=051a1fb3-2910-49f8-b5d8-0e085de068fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664520 Feb 21 09:46:49.395222 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a2d0557-7fe9-4380-ad92-661951be691b admin admin] Router fbd48c71-9f64-48cb-bb66-85f47e25eea9 is scheduled to L3 agent f1afc09b-b148-496e-b857-a568110caa3c with binding_index 1 {{(pid=109856) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 21 09:46:49.425766 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-069a48a0-2efa-48ef-947a-bb319c6a54f2 None None] Current status of the port 1c0062f2-5af2-4ff5-a432-845aa88bee12 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:46:49.457601 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Device 1c0062f2-5af2-4ff5-a432-845aa88bee12 up at agent ovs-agent-dv-cinder-804757-16-iscsi {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:46:49.510237 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Provisioning complete for port 1c0062f2-5af2-4ff5-a432-845aa88bee12 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:46:49.510637 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7397950'] for port (1c0062f2-5af2-4ff5-a432-845aa88bee12), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:49.536532 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a2d0557-7fe9-4380-ad92-661951be691b admin admin] Notify agent at l3_agent.dv-cinder-804757-16-iscsi the message routers_updated {{(pid=109856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:46:49.551649 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ebb88f-f3e7-466e-b44d-2dd84376d3da None None] Sync routers for ids ['fbd48c71-9f64-48cb-bb66-85f47e25eea9'] in dv-cinder-804757-16-iscsi {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 09:46:49.568300 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ebb88f-f3e7-466e-b44d-2dd84376d3da None None] Routers {'fbd48c71-9f64-48cb-bb66-85f47e25eea9'} bound to L3 agent in host dv-cinder-804757-16-iscsi {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:46:49.568949 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-32ebb88f-f3e7-466e-b44d-2dd84376d3da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-21T09:37:05Z,description=,heartbeat_timestamp=2022-02-21T09:46:35Z,host='dv-cinder-804757-16-iscsi',id=f1afc09b-b148-496e-b857-a568110caa3c,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:37:06Z,topic='l3_agent')) {'router_ids': ['fbd48c71-9f64-48cb-bb66-85f47e25eea9'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:46:49.599079 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Current status of the port 1c0062f2-5af2-4ff5-a432-845aa88bee12 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:46:49.632157 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3a2d0557-7fe9-4380-ad92-661951be691b admin admin] Publish callbacks [] for router (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:49.633638 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-3a2d0557-7fe9-4380-ad92-661951be691b admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.0649898 Feb 21 09:46:49.636582 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.71', 52146) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:46:49.691642 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-32ebb88f-f3e7-466e-b44d-2dd84376d3da None None] Set router fbd48c71-9f64-48cb-bb66-85f47e25eea9 gateway port host: dv-cinder-804757-16-iscsi {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:46:49.893931 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-32ebb88f-f3e7-466e-b44d-2dd84376d3da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbd48c71-9f64-48cb-bb66-85f47e25eea9', 'name': 'tempest-AttachVolumeShelveTestJSON-1060252682-router', 'tenant_id': 'bb268944fc6e49c098a033696a582d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'external_fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': '44c48f89-98de-47de-9ff8-b1309d693f07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:46:46Z', 'updated_at': '2022-02-21T09:46:48Z', 'revision_number': 3, 'project_id': 'bb268944fc6e49c098a033696a582d47', 'gw_port': {'id': '44c48f89-98de-47de-9ff8-b1309d693f07', 'name': '', 'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:46:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbd48c71-9f64-48cb-bb66-85f47e25eea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:46:47Z', 'updated_at': '2022-02-21T09:46:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-16-iscsi'}], 'dv-cinder-804757-16-iscsi', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:46:49.929603 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ebb88f-f3e7-466e-b44d-2dd84376d3da None None] Checking router: fbd48c71-9f64-48cb-bb66-85f47e25eea9 for host: dv-cinder-804757-16-iscsi {{(pid=109859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 09:46:49.931012 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ebb88f-f3e7-466e-b44d-2dd84376d3da None None] Updating router fbd48c71-9f64-48cb-bb66-85f47e25eea9 port 44c48f89-98de-47de-9ff8-b1309d693f07 binding host dv-cinder-804757-16-iscsi {{(pid=109859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 09:46:49.962304 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-32ebb88f-f3e7-466e-b44d-2dd84376d3da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (44c48f89-98de-47de-9ff8-b1309d693f07), before_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:50.102432 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-626034ce-9ebe-46d5-910a-ee6bf4d4ca4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:50.307455 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-32ebb88f-f3e7-466e-b44d-2dd84376d3da None None] Publish callbacks [] for port (44c48f89-98de-47de-9ff8-b1309d693f07), precommit_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:50.318455 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [None req-626034ce-9ebe-46d5-910a-ee6bf4d4ca4c admin admin] Allocated IP 172.20.0.1 (520af2ea-1f8c-46b3-b630-6172c62f3d29/481c3383-55ad-4322-8e52-c4b40a8b221b/d5d3ae90-7a5d-45dc-94b6-8bb52e62e08e) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:46:50.374077 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145dbbe0-45b6-42b9-9bb9-99ef382ed94a req-3503fd10-026d-4afa-b97a-316226f3295b tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:50.375651 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-145dbbe0-45b6-42b9-9bb9-99ef382ed94a req-3503fd10-026d-4afa-b97a-316226f3295b tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/ports?device_id=3f8f33d0-b9e5-4bbd-874b-6538418e7b6a HTTP/1.1" status: 200 len: 945 time: 0.0548959 Feb 21 09:46:50.389920 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-32ebb88f-f3e7-466e-b44d-2dd84376d3da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782759442315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782758885690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782758885708'] for port (44c48f89-98de-47de-9ff8-b1309d693f07), after_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:50.440573 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-145dbbe0-45b6-42b9-9bb9-99ef382ed94a req-70a923d0-e780-4b45-b368-353f33eaacf6 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/security-groups?id=8d9cb245-cf06-4580-adf5-355ae63bcdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592551 Feb 21 09:46:50.478294 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfcf64d-41a8-42b0-a9a4-65911fd66a56 None None] Pushing event updated for resources: {'Port': ['ID=44c48f89-98de-47de-9ff8-b1309d693f07,revision_number=2']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:46:50.504825 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfcf64d-41a8-42b0-a9a4-65911fd66a56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:46:50.505202 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfcf64d-41a8-42b0-a9a4-65911fd66a56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:46:50.505566 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfcf64d-41a8-42b0-a9a4-65911fd66a56 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:46:50.505909 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfcf64d-41a8-42b0-a9a4-65911fd66a56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:46:50.506271 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfcf64d-41a8-42b0-a9a4-65911fd66a56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:46:50.506569 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfcf64d-41a8-42b0-a9a4-65911fd66a56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:46:50.507887 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfcf64d-41a8-42b0-a9a4-65911fd66a56 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:46:50.508236 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfcf64d-41a8-42b0-a9a4-65911fd66a56 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:46:50.508603 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfcf64d-41a8-42b0-a9a4-65911fd66a56 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:46:50.509170 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfcf64d-41a8-42b0-a9a4-65911fd66a56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:46:50.509510 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfcf64d-41a8-42b0-a9a4-65911fd66a56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:46:50.509835 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfcf64d-41a8-42b0-a9a4-65911fd66a56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:46:50.510162 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfcf64d-41a8-42b0-a9a4-65911fd66a56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:46:50.514401 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-32ebb88f-f3e7-466e-b44d-2dd84376d3da None None] Attempting to bind port 44c48f89-98de-47de-9ff8-b1309d693f07 on host dv-cinder-804757-16-iscsi for vnic_type normal with profile {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 09:46:50.514800 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-32ebb88f-f3e7-466e-b44d-2dd84376d3da None None] Attempting to bind port 44c48f89-98de-47de-9ff8-b1309d693f07 by drivers openvswitch,hyperv on host dv-cinder-804757-16-iscsi at level 0 using segments [{'id': '64ea902b-f589-4efc-8b2e-260a836a5805', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862'}] {{(pid=109859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 09:46:50.515223 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ebb88f-f3e7-466e-b44d-2dd84376d3da None None] Attempting to bind port 44c48f89-98de-47de-9ff8-b1309d693f07 on network bd3f1df6-77ad-4531-9eb3-69bc21002862 {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 09:46:50.524926 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ebb88f-f3e7-466e-b44d-2dd84376d3da None None] Checking agent: {'id': 'ce3e6371-75e2-4bba-8260-49cd855bb251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 9, 37, 10), 'started_at': datetime.datetime(2022, 2, 21, 9, 37, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 46, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 09:46:50.524926 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ebb88f-f3e7-466e-b44d-2dd84376d3da None None] Checking segment: {'id': '64ea902b-f589-4efc-8b2e-260a836a5805', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 09:46:50.524926 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-32ebb88f-f3e7-466e-b44d-2dd84376d3da None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:50.524926 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ebb88f-f3e7-466e-b44d-2dd84376d3da None None] Bound using segment: {'id': '64ea902b-f589-4efc-8b2e-260a836a5805', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862'} {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 09:46:50.524926 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-32ebb88f-f3e7-466e-b44d-2dd84376d3da None None] Bound port: 44c48f89-98de-47de-9ff8-b1309d693f07, host: dv-cinder-804757-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64ea902b-f589-4efc-8b2e-260a836a5805', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862'}}] {{(pid=109859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 09:46:50.524926 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-32ebb88f-f3e7-466e-b44d-2dd84376d3da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (44c48f89-98de-47de-9ff8-b1309d693f07), before_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:50.546808 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd21b06-0f7c-4b82-be37-4f8154736d80 req-93ea25cf-7766-4458-a926-d078f122b1f1 tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:50.548828 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-ebd21b06-0f7c-4b82-be37-4f8154736d80 req-93ea25cf-7766-4458-a926-d078f122b1f1 tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] 10.222.0.71 "GET /v2.0/ports?device_id=c1933bc0-38dd-4a69-bd80-2ffbe18110b6 HTTP/1.1" status: 200 len: 943 time: 0.1016166 Feb 21 09:46:50.591417 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.db [None req-32ebb88f-f3e7-466e-b44d-2dd84376d3da None None] For port 44c48f89-98de-47de-9ff8-b1309d693f07, host dv-cinder-804757-16-iscsi, cleared binding levels {{(pid=109859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:46:50.595173 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.db [None req-32ebb88f-f3e7-466e-b44d-2dd84376d3da None None] For port 44c48f89-98de-47de-9ff8-b1309d693f07, host dv-cinder-804757-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-16-iscsi',level=0,port_id=44c48f89-98de-47de-9ff8-b1309d693f07,segment=NetworkSegment(64ea902b-f589-4efc-8b2e-260a836a5805),segment_id=64ea902b-f589-4efc-8b2e-260a836a5805)] {{(pid=109859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:46:50.610104 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-ebd21b06-0f7c-4b82-be37-4f8154736d80 req-fb261522-4e05-419d-846a-2e64d39dc3ee tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] 10.222.0.71 "GET /v2.0/security-groups?id=051a1fb3-2910-49f8-b5d8-0e085de068fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547140 Feb 21 09:46:50.617389 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-626034ce-9ebe-46d5-910a-ee6bf4d4ca4c admin admin] Publish callbacks [] for port (d5d3ae90-7a5d-45dc-94b6-8bb52e62e08e), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:50.678115 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-32ebb88f-f3e7-466e-b44d-2dd84376d3da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782759442315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782758885690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782758885708'] for port (44c48f89-98de-47de-9ff8-b1309d693f07), after_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:50.715718 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Device 52ff9b8a-b4cc-4fb6-b138-7da02ee03a86 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 09:46:50.732392 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-626034ce-9ebe-46d5-910a-ee6bf4d4ca4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782758885672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3964494'] for port (d5d3ae90-7a5d-45dc-94b6-8bb52e62e08e), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:50.745769 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ebb88f-f3e7-466e-b44d-2dd84376d3da None None] Routers {'fbd48c71-9f64-48cb-bb66-85f47e25eea9'} bound to L3 agent in host dv-cinder-804757-16-iscsi {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:46:50.746392 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-32ebb88f-f3e7-466e-b44d-2dd84376d3da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-21T09:37:05Z,description=,heartbeat_timestamp=2022-02-21T09:46:35Z,host='dv-cinder-804757-16-iscsi',id=f1afc09b-b148-496e-b857-a568110caa3c,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:37:06Z,topic='l3_agent')) {'router_ids': ['fbd48c71-9f64-48cb-bb66-85f47e25eea9'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:46:50.749131 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfcf64d-41a8-42b0-a9a4-65911fd66a56 None None] Pushing event updated for resources: {'Port': ['ID=44c48f89-98de-47de-9ff8-b1309d693f07,revision_number=3']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:46:50.776993 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-626034ce-9ebe-46d5-910a-ee6bf4d4ca4c admin admin] Network 520af2ea-1f8c-46b3-b630-6172c62f3d29 is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:46:50.788956 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-626034ce-9ebe-46d5-910a-ee6bf4d4ca4c admin admin] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:46:50.800777 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-626034ce-9ebe-46d5-910a-ee6bf4d4ca4c admin admin] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 09:46:50.807518 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626034ce-9ebe-46d5-910a-ee6bf4d4ca4c admin admin] Pushing event updated for resources: {'Port': ['ID=d5d3ae90-7a5d-45dc-94b6-8bb52e62e08e,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:46:50.849374 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-626034ce-9ebe-46d5-910a-ee6bf4d4ca4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7916414'] for router_interface (fbd48c71-9f64-48cb-bb66-85f47e25eea9), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:50.876938 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] For port 52ff9b8a-b4cc-4fb6-b138-7da02ee03a86, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=52ff9b8a-b4cc-4fb6-b138-7da02ee03a86,segment=NetworkSegment(883b1861-d076-4ce8-a994-a672e2419836),segment_id=883b1861-d076-4ce8-a994-a672e2419836)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:46:50.905169 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Returning: {'device': '52ff9b8a-b4cc-4fb6-b138-7da02ee03a86', 'network_id': '2900dd92-c6f8-4f13-9e54-0f6f4039aa07', 'port_id': '52ff9b8a-b4cc-4fb6-b138-7da02ee03a86', 'mac_address': 'fa:16:3e:dc:65:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1623a8b2-3f98-4029-9afb-d2e0ee894b20', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 09:46:50.929371 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-32ebb88f-f3e7-466e-b44d-2dd84376d3da None None] Set router fbd48c71-9f64-48cb-bb66-85f47e25eea9 gateway port host: dv-cinder-804757-16-iscsi {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:46:50.987378 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Current status of the port 52ff9b8a-b4cc-4fb6-b138-7da02ee03a86 is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:46:50.988193 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (52ff9b8a-b4cc-4fb6-b138-7da02ee03a86), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:51.007417 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52ff9b8a-b4cc-4fb6-b138-7da02ee03a86 {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 09:46:51.043911 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] For port 52ff9b8a-b4cc-4fb6-b138-7da02ee03a86, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=52ff9b8a-b4cc-4fb6-b138-7da02ee03a86,segment=NetworkSegment(883b1861-d076-4ce8-a994-a672e2419836),segment_id=883b1861-d076-4ce8-a994-a672e2419836)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:46:51.135408 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782759442315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782758885690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782758885708'] for port (52ff9b8a-b4cc-4fb6-b138-7da02ee03a86), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:51.175048 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-32ebb88f-f3e7-466e-b44d-2dd84376d3da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbd48c71-9f64-48cb-bb66-85f47e25eea9', 'name': 'tempest-AttachVolumeShelveTestJSON-1060252682-router', 'tenant_id': 'bb268944fc6e49c098a033696a582d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'external_fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': '44c48f89-98de-47de-9ff8-b1309d693f07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:46:46Z', 'updated_at': '2022-02-21T09:46:48Z', 'revision_number': 3, 'project_id': 'bb268944fc6e49c098a033696a582d47', 'gw_port': {'id': '44c48f89-98de-47de-9ff8-b1309d693f07', 'name': '', 'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:46:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbd48c71-9f64-48cb-bb66-85f47e25eea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:46:47Z', 'updated_at': '2022-02-21T09:46:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-16-iscsi'}], 'dv-cinder-804757-16-iscsi', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:46:51.191625 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-ae9c3feb-1691-4135-88aa-7c4e76f9082c None None] Provisioning complete for port d5d3ae90-7a5d-45dc-94b6-8bb52e62e08e triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:46:51.191878 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-ae9c3feb-1691-4135-88aa-7c4e76f9082c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7397950'] for port (d5d3ae90-7a5d-45dc-94b6-8bb52e62e08e), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:51.196846 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Pushing event updated for resources: {'Port': ['ID=52ff9b8a-b4cc-4fb6-b138-7da02ee03a86,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:46:51.209479 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ebb88f-f3e7-466e-b44d-2dd84376d3da None None] The sync data for ids ['fbd48c71-9f64-48cb-bb66-85f47e25eea9'] in dv-cinder-804757-16-iscsi is: [{'id': 'fbd48c71-9f64-48cb-bb66-85f47e25eea9', 'name': 'tempest-AttachVolumeShelveTestJSON-1060252682-router', 'tenant_id': 'bb268944fc6e49c098a033696a582d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'external_fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': '44c48f89-98de-47de-9ff8-b1309d693f07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:46:46Z', 'updated_at': '2022-02-21T09:46:48Z', 'revision_number': 3, 'project_id': 'bb268944fc6e49c098a033696a582d47', 'gw_port': {'id': '44c48f89-98de-47de-9ff8-b1309d693f07', 'name': '', 'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:46:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbd48c71-9f64-48cb-bb66-85f47e25eea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:46:47Z', 'updated_at': '2022-02-21T09:46:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-16-iscsi'}] {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 09:46:51.238020 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-626034ce-9ebe-46d5-910a-ee6bf4d4ca4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (d5d3ae90-7a5d-45dc-94b6-8bb52e62e08e), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:51.243879 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-ae9c3feb-1691-4135-88aa-7c4e76f9082c None None] Port d5d3ae90-7a5d-45dc-94b6-8bb52e62e08e cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 09:46:51.432730 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-626034ce-9ebe-46d5-910a-ee6bf4d4ca4c admin admin] Publish callbacks [] for port (d5d3ae90-7a5d-45dc-94b6-8bb52e62e08e), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:51.503898 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] get_ports_and_sgs() called for port_ids ['52ff9b8a-b4cc-4fb6-b138-7da02ee03a86'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 09:46:51.549357 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-626034ce-9ebe-46d5-910a-ee6bf4d4ca4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782759442315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782758885690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782758885708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3964501'] for port (d5d3ae90-7a5d-45dc-94b6-8bb52e62e08e), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:51.600074 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4459d6a-8d29-4197-97d2-4978bb30ffa7 req-97987e9c-d613-4480-a6a9-c67e4721ab4b tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:51.602947 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-d4459d6a-8d29-4197-97d2-4978bb30ffa7 req-97987e9c-d613-4480-a6a9-c67e4721ab4b tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/ports?device_id=3f8f33d0-b9e5-4bbd-874b-6538418e7b6a HTTP/1.1" status: 200 len: 945 time: 0.0691924 Feb 21 09:46:51.701063 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-d4459d6a-8d29-4197-97d2-4978bb30ffa7 req-37f3b222-f1d3-435d-9a68-2023d3b8a3fc tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/security-groups?id=8d9cb245-cf06-4580-adf5-355ae63bcdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915143 Feb 21 09:46:51.713758 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626034ce-9ebe-46d5-910a-ee6bf4d4ca4c admin admin] Pushing event updated for resources: {'Port': ['ID=d5d3ae90-7a5d-45dc-94b6-8bb52e62e08e,revision_number=2']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:46:51.727308 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-626034ce-9ebe-46d5-910a-ee6bf4d4ca4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7905553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7916522'] for router_interface (fbd48c71-9f64-48cb-bb66-85f47e25eea9), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:51.802842 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0123922-f1b9-443b-b5c2-9490a60ffa89 req-f2aeb0c8-95da-4f17-9af8-e2e1622dd4bb tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:51.805341 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-a0123922-f1b9-443b-b5c2-9490a60ffa89 req-f2aeb0c8-95da-4f17-9af8-e2e1622dd4bb tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] 10.222.0.71 "GET /v2.0/ports?device_id=c1933bc0-38dd-4a69-bd80-2ffbe18110b6 HTTP/1.1" status: 200 len: 944 time: 0.0750086 Feb 21 09:46:51.852790 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-626034ce-9ebe-46d5-910a-ee6bf4d4ca4c admin admin] Network 520af2ea-1f8c-46b3-b630-6172c62f3d29 is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:46:51.854282 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-626034ce-9ebe-46d5-910a-ee6bf4d4ca4c admin admin] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:46:51.885052 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-a0123922-f1b9-443b-b5c2-9490a60ffa89 req-e3f7c2d3-3cae-4eb1-a3a4-f35081428c8f tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] 10.222.0.71 "GET /v2.0/security-groups?id=051a1fb3-2910-49f8-b5d8-0e085de068fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717916 Feb 21 09:46:52.022865 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-626034ce-9ebe-46d5-910a-ee6bf4d4ca4c admin admin] Router fbd48c71-9f64-48cb-bb66-85f47e25eea9 has already been hosted by L3 agent f1afc09b-b148-496e-b857-a568110caa3c {{(pid=109857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:46:52.143242 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.agents_db [None req-1af9f625-7d23-4c31-ae08-d0e8b46e8d0e None None] Agent healthcheck: found 6 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 09:46:52.153363 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-626034ce-9ebe-46d5-910a-ee6bf4d4ca4c admin admin] Notify agent at l3_agent.dv-cinder-804757-16-iscsi the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:46:52.158903 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [None req-626034ce-9ebe-46d5-910a-ee6bf4d4ca4c admin admin] 10.222.0.71 "PUT /v2.0/routers/fbd48c71-9f64-48cb-bb66-85f47e25eea9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5209429 Feb 21 09:46:52.176624 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-956f0b86-0a5c-416b-8cb7-0fdf047866fb None None] Provisioning complete for port d5d3ae90-7a5d-45dc-94b6-8bb52e62e08e triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:46:52.177285 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-956f0b86-0a5c-416b-8cb7-0fdf047866fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7397950'] for port (d5d3ae90-7a5d-45dc-94b6-8bb52e62e08e), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:52.218025 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-956f0b86-0a5c-416b-8cb7-0fdf047866fb None None] Port d5d3ae90-7a5d-45dc-94b6-8bb52e62e08e cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 09:46:52.707392 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Device 52ff9b8a-b4cc-4fb6-b138-7da02ee03a86 up at agent hyperv_hv-cinder-80475 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:46:52.847825 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba29fe62-a63a-4589-889d-03af20940c57 req-91a2501f-8a36-4ea2-8ed3-5d820a99edf0 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:52.855813 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-ba29fe62-a63a-4589-889d-03af20940c57 req-91a2501f-8a36-4ea2-8ed3-5d820a99edf0 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/ports?device_id=3f8f33d0-b9e5-4bbd-874b-6538418e7b6a HTTP/1.1" status: 200 len: 945 time: 0.0628283 Feb 21 09:46:52.874801 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Provisioning for port 52ff9b8a-b4cc-4fb6-b138-7da02ee03a86 completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:46:52.884849 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Provisioning complete for port 52ff9b8a-b4cc-4fb6-b138-7da02ee03a86 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:46:52.884849 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7397950'] for port (52ff9b8a-b4cc-4fb6-b138-7da02ee03a86), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:52.889844 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.71', 52220) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:46:52.894504 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.v2.base [None req-f557b87c-79e1-4785-8e01-ead0cfbaee99 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Request body: {'security_group': {'name': 'tempest-securitygroup--290637153', 'description': 'tempest-description--1762194244'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:46:52.925743 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-ba29fe62-a63a-4589-889d-03af20940c57 req-f3de1e95-4cce-4ada-9cc3-277ff74b7b79 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/security-groups?id=8d9cb245-cf06-4580-adf5-355ae63bcdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691819 Feb 21 09:46:52.982839 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Current status of the port 52ff9b8a-b4cc-4fb6-b138-7da02ee03a86 is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:46:52.983354 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (52ff9b8a-b4cc-4fb6-b138-7da02ee03a86), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:52.996965 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd9d104-68bd-4d48-8042-8a1af53c5267 None None] Sync routers for ids ['fbd48c71-9f64-48cb-bb66-85f47e25eea9'] in dv-cinder-804757-16-iscsi {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 09:46:53.018070 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd9d104-68bd-4d48-8042-8a1af53c5267 None None] Routers {'fbd48c71-9f64-48cb-bb66-85f47e25eea9'} bound to L3 agent in host dv-cinder-804757-16-iscsi {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:46:53.018849 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-0cd9d104-68bd-4d48-8042-8a1af53c5267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-21T09:37:05Z,description=,heartbeat_timestamp=2022-02-21T09:46:35Z,host='dv-cinder-804757-16-iscsi',id=f1afc09b-b148-496e-b857-a568110caa3c,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:37:06Z,topic='l3_agent')) {'router_ids': ['fbd48c71-9f64-48cb-bb66-85f47e25eea9'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:46:53.028071 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1933bc0-38dd-4a69-bd80-2ffbe18110b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52ff9b8a-b4cc-4fb6-b138-7da02ee03a86'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:46:53.037774 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd82e867db05f05d31de18fef3a4b5738e999913abe260e0f677426061852263" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eedda519-daaf-4b56-b08d-7c15e753568a" -d '{"events": [{"server_uuid": "c1933bc0-38dd-4a69-bd80-2ffbe18110b6", "name": "network-vif-plugged", "status": "completed", "tag": "52ff9b8a-b4cc-4fb6-b138-7da02ee03a86"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:46:53.037970 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a3a6bf-662b-4a28-b5ce-976d17efe335 req-49c1b227-092e-4816-aa7b-1d53358bcb97 tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:53.037970 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-d5a3a6bf-662b-4a28-b5ce-976d17efe335 req-49c1b227-092e-4816-aa7b-1d53358bcb97 tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] 10.222.0.71 "GET /v2.0/ports?device_id=c1933bc0-38dd-4a69-bd80-2ffbe18110b6 HTTP/1.1" status: 200 len: 944 time: 0.0589962 Feb 21 09:46:53.080107 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 09:46:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa2d2913-e79b-41fc-8637-8ac39ef3e5d2 x-openstack-request-id: req-aa2d2913-e79b-41fc-8637-8ac39ef3e5d2 {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:46:53.081208 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1933bc0-38dd-4a69-bd80-2ffbe18110b6", "name": "network-vif-plugged", "status": "completed", "tag": "52ff9b8a-b4cc-4fb6-b138-7da02ee03a86", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:46:53.081537 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-aa2d2913-e79b-41fc-8637-8ac39ef3e5d2 {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:46:53.082157 dv-cinder-804757-16-iscsi neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1933bc0-38dd-4a69-bd80-2ffbe18110b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52ff9b8a-b4cc-4fb6-b138-7da02ee03a86', 'code': 200} Feb 21 09:46:53.085922 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-d5a3a6bf-662b-4a28-b5ce-976d17efe335 req-8ac07a66-a5e9-4093-a2b7-6385c093e667 tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] 10.222.0.71 "GET /v2.0/security-groups?id=051a1fb3-2910-49f8-b5d8-0e085de068fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457587 Feb 21 09:46:53.089616 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] For port 52ff9b8a-b4cc-4fb6-b138-7da02ee03a86, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=52ff9b8a-b4cc-4fb6-b138-7da02ee03a86,segment=NetworkSegment(883b1861-d076-4ce8-a994-a672e2419836),segment_id=883b1861-d076-4ce8-a994-a672e2419836)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:46:53.141495 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f557b87c-79e1-4785-8e01-ead0cfbaee99 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:53.143652 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782759442315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782758885690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782758885708'] for port (52ff9b8a-b4cc-4fb6-b138-7da02ee03a86), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:53.227462 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Pushing event updated for resources: {'Port': ['ID=52ff9b8a-b4cc-4fb6-b138-7da02ee03a86,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:46:53.257779 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-0cd9d104-68bd-4d48-8042-8a1af53c5267 None None] Set router fbd48c71-9f64-48cb-bb66-85f47e25eea9 gateway port host: dv-cinder-804757-16-iscsi {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:46:53.287731 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f557b87c-79e1-4785-8e01-ead0cfbaee99 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Publish callbacks [] for security_group (5f89fa62-8f8a-4416-89bd-eddc545c178e), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:53.400877 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f557b87c-79e1-4785-8e01-ead0cfbaee99 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (5f89fa62-8f8a-4416-89bd-eddc545c178e), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:53.434242 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f557b87c-79e1-4785-8e01-ead0cfbaee99 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f89fa62-8f8a-4416-89bd-eddc545c178e,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:46:53.449670 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Device 44c48f89-98de-47de-9ff8-b1309d693f07 up at agent ovs-agent-dv-cinder-804757-16-iscsi {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:46:53.490786 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da52828-97e1-4940-b7f3-56029a900893 req-96e577a0-3cd1-4be8-b774-5e70e404d296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:53.492482 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [req-6da52828-97e1-4940-b7f3-56029a900893 req-96e577a0-3cd1-4be8-b774-5e70e404d296 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=c1933bc0-38dd-4a69-bd80-2ffbe18110b6 HTTP/1.1" status: 200 len: 1129 time: 0.0491679 Feb 21 09:46:53.539005 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f557b87c-79e1-4785-8e01-ead0cfbaee99 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:53.543336 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [None req-f557b87c-79e1-4785-8e01-ead0cfbaee99 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6496267 Feb 21 09:46:53.543632 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 52232) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:46:53.547580 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [req-6da52828-97e1-4940-b7f3-56029a900893 req-6da8c418-d412-4652-8acf-a236ab2d4ae7 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=051a1fb3-2910-49f8-b5d8-0e085de068fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466461 Feb 21 09:46:53.548164 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.v2.base [None req-78cf0101-04f2-4ff7-bb16-c3552ee8fc98 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Request body: {'security_group_rule': {'security_group_id': '5f89fa62-8f8a-4416-89bd-eddc545c178e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:46:53.596172 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Provisioning complete for port 44c48f89-98de-47de-9ff8-b1309d693f07 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:46:53.596598 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7397950'] for port (44c48f89-98de-47de-9ff8-b1309d693f07), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:53.648657 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-78cf0101-04f2-4ff7-bb16-c3552ee8fc98 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Publish callbacks [] for security_group_rule (20042410-8909-47c9-9689-45ed7bdd00d1), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:53.737265 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-78cf0101-04f2-4ff7-bb16-c3552ee8fc98 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Publish callbacks [] for security_group_rule (20042410-8909-47c9-9689-45ed7bdd00d1), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:53.751191 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Current status of the port 44c48f89-98de-47de-9ff8-b1309d693f07 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:46:53.751767 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (44c48f89-98de-47de-9ff8-b1309d693f07), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:53.777617 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-0cd9d104-68bd-4d48-8042-8a1af53c5267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbd48c71-9f64-48cb-bb66-85f47e25eea9', 'name': 'tempest-AttachVolumeShelveTestJSON-1060252682-router', 'tenant_id': 'bb268944fc6e49c098a033696a582d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'external_fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': '44c48f89-98de-47de-9ff8-b1309d693f07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:46:46Z', 'updated_at': '2022-02-21T09:46:51Z', 'revision_number': 4, 'project_id': 'bb268944fc6e49c098a033696a582d47', 'gw_port': {'id': '44c48f89-98de-47de-9ff8-b1309d693f07', 'name': '', 'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:46:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbd48c71-9f64-48cb-bb66-85f47e25eea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:46:47Z', 'updated_at': '2022-02-21T09:46:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-16-iscsi', '_interfaces': [{'id': 'd5d3ae90-7a5d-45dc-94b6-8bb52e62e08e', 'name': '', 'network_id': '520af2ea-1f8c-46b3-b630-6172c62f3d29', 'tenant_id': 'bb268944fc6e49c098a033696a582d47', 'mac_address': 'fa:16:3e:b2:97:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbd48c71-9f64-48cb-bb66-85f47e25eea9', 'device_owner': 'network:router_interface', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': '481c3383-55ad-4322-8e52-c4b40a8b221b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:46:50Z', 'updated_at': '2022-02-21T09:46:51Z', 'revision_number': 2, 'project_id': 'bb268944fc6e49c098a033696a582d47', 'subnets': [{'id': '481c3383-55ad-4322-8e52-c4b40a8b221b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-16-iscsi', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:46:53.782813 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] For port 44c48f89-98de-47de-9ff8-b1309d693f07, host dv-cinder-804757-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-16-iscsi',level=0,port_id=44c48f89-98de-47de-9ff8-b1309d693f07,segment=NetworkSegment(64ea902b-f589-4efc-8b2e-260a836a5805),segment_id=64ea902b-f589-4efc-8b2e-260a836a5805)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:46:53.810538 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd9d104-68bd-4d48-8042-8a1af53c5267 None None] Checking router: fbd48c71-9f64-48cb-bb66-85f47e25eea9 for host: dv-cinder-804757-16-iscsi {{(pid=109858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 09:46:53.810943 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd9d104-68bd-4d48-8042-8a1af53c5267 None None] Updating router fbd48c71-9f64-48cb-bb66-85f47e25eea9 port d5d3ae90-7a5d-45dc-94b6-8bb52e62e08e binding host dv-cinder-804757-16-iscsi {{(pid=109858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 09:46:53.813101 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.71', 52246) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:46:53.823794 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-78cf0101-04f2-4ff7-bb16-c3552ee8fc98 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434012'] for security_group_rule (20042410-8909-47c9-9689-45ed7bdd00d1), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:53.841694 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cf0101-04f2-4ff7-bb16-c3552ee8fc98 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20042410-8909-47c9-9689-45ed7bdd00d1,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:46:53.844852 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-0cd9d104-68bd-4d48-8042-8a1af53c5267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (d5d3ae90-7a5d-45dc-94b6-8bb52e62e08e), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:53.859526 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782759442315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782758885690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782758885708'] for port (44c48f89-98de-47de-9ff8-b1309d693f07), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:53.937298 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-78cf0101-04f2-4ff7-bb16-c3552ee8fc98 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:53.938921 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-78cf0101-04f2-4ff7-bb16-c3552ee8fc98 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3942964 Feb 21 09:46:53.941574 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 52250) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:46:53.946250 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.v2.base [None req-fc8987af-35e8-46e6-81aa-8143f098de53 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Request body: {'security_group_rule': {'security_group_id': '5f89fa62-8f8a-4416-89bd-eddc545c178e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:46:53.957934 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-fcd1d3b0-d394-4553-8862-0a0bd9dd7b0a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:54.003590 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Pushing event updated for resources: {'Port': ['ID=44c48f89-98de-47de-9ff8-b1309d693f07,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:46:54.067311 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-fcd1d3b0-d394-4553-8862-0a0bd9dd7b0a admin admin] Publish callbacks [] for security_group (78c1c569-2746-4a4c-9ab4-f8301e024dab), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:54.083030 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93162ea2-ab38-49c6-80f7-24aacb74a1ae req-dd013827-0249-4f8b-b7a0-f51732377ff0 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:54.084584 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-93162ea2-ab38-49c6-80f7-24aacb74a1ae req-dd013827-0249-4f8b-b7a0-f51732377ff0 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/ports?device_id=3f8f33d0-b9e5-4bbd-874b-6538418e7b6a HTTP/1.1" status: 200 len: 945 time: 0.0554156 Feb 21 09:46:54.135166 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-93162ea2-ab38-49c6-80f7-24aacb74a1ae req-5e053db6-1e22-48b3-b275-f07c97e36d35 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/security-groups?id=8d9cb245-cf06-4580-adf5-355ae63bcdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443931 Feb 21 09:46:54.207114 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-0cd9d104-68bd-4d48-8042-8a1af53c5267 None None] Publish callbacks [] for port (d5d3ae90-7a5d-45dc-94b6-8bb52e62e08e), precommit_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:54.220126 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749acb12-f0aa-4cc0-95e0-027505d4d712 req-d1e51251-5fa2-4ced-93b1-2baf422e68c9 tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:54.221640 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-749acb12-f0aa-4cc0-95e0-027505d4d712 req-d1e51251-5fa2-4ced-93b1-2baf422e68c9 tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] 10.222.0.71 "GET /v2.0/ports?device_id=c1933bc0-38dd-4a69-bd80-2ffbe18110b6 HTTP/1.1" status: 200 len: 945 time: 0.0615802 Feb 21 09:46:54.304932 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-fc8987af-35e8-46e6-81aa-8143f098de53 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Publish callbacks [] for security_group_rule (97b01feb-e400-4377-9974-1d99c2e7ba6c), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:54.304932 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-749acb12-f0aa-4cc0-95e0-027505d4d712 req-b7287a5d-70a6-47c5-878c-4a4c4dd53642 tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] 10.222.0.71 "GET /v2.0/security-groups?id=051a1fb3-2910-49f8-b5d8-0e085de068fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526972 Feb 21 09:46:54.337379 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-fc8987af-35e8-46e6-81aa-8143f098de53 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Publish callbacks [] for security_group_rule (97b01feb-e400-4377-9974-1d99c2e7ba6c), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:54.406271 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-fcd1d3b0-d394-4553-8862-0a0bd9dd7b0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (78c1c569-2746-4a4c-9ab4-f8301e024dab), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:54.444930 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [None req-fcd1d3b0-d394-4553-8862-0a0bd9dd7b0a admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=eba6d88740b4417eb14200597189a0ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6286964 Feb 21 09:46:54.446979 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd1d3b0-d394-4553-8862-0a0bd9dd7b0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78c1c569-2746-4a4c-9ab4-f8301e024dab,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:46:54.448407 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 52262) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:46:54.454858 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-0cd9d104-68bd-4d48-8042-8a1af53c5267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782759442315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782758885690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782758885708'] for port (d5d3ae90-7a5d-45dc-94b6-8bb52e62e08e), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:54.518216 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a8a9c182-93d6-407e-a4bb-792426065897 admin admin] Publish callbacks [] for security_group (78c1c569-2746-4a4c-9ab4-f8301e024dab), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:54.541250 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d11b4a-b9f6-4902-821f-84f38f88a8e2 None None] Pushing event updated for resources: {'Port': ['ID=d5d3ae90-7a5d-45dc-94b6-8bb52e62e08e,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:46:54.544934 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a8a9c182-93d6-407e-a4bb-792426065897 admin admin] Publish callbacks [] for security_group (78c1c569-2746-4a4c-9ab4-f8301e024dab), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:54.554155 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-fc8987af-35e8-46e6-81aa-8143f098de53 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434012'] for security_group_rule (97b01feb-e400-4377-9974-1d99c2e7ba6c), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:54.571754 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-0cd9d104-68bd-4d48-8042-8a1af53c5267 None None] Attempting to bind port d5d3ae90-7a5d-45dc-94b6-8bb52e62e08e on host dv-cinder-804757-16-iscsi for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 09:46:54.572120 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-0cd9d104-68bd-4d48-8042-8a1af53c5267 None None] Attempting to bind port d5d3ae90-7a5d-45dc-94b6-8bb52e62e08e by drivers openvswitch,hyperv on host dv-cinder-804757-16-iscsi at level 0 using segments [{'id': '74e7b622-908b-4731-b83b-33d793e03349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '520af2ea-1f8c-46b3-b630-6172c62f3d29'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 09:46:54.572754 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd9d104-68bd-4d48-8042-8a1af53c5267 None None] Attempting to bind port d5d3ae90-7a5d-45dc-94b6-8bb52e62e08e on network 520af2ea-1f8c-46b3-b630-6172c62f3d29 {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 09:46:54.580896 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd9d104-68bd-4d48-8042-8a1af53c5267 None None] Checking agent: {'id': 'ce3e6371-75e2-4bba-8260-49cd855bb251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 9, 37, 10), 'started_at': datetime.datetime(2022, 2, 21, 9, 37, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 46, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 09:46:54.581768 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd9d104-68bd-4d48-8042-8a1af53c5267 None None] Checking segment: {'id': '74e7b622-908b-4731-b83b-33d793e03349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '520af2ea-1f8c-46b3-b630-6172c62f3d29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 09:46:54.582298 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-0cd9d104-68bd-4d48-8042-8a1af53c5267 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:54.582747 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd9d104-68bd-4d48-8042-8a1af53c5267 None None] Bound using segment: {'id': '74e7b622-908b-4731-b83b-33d793e03349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '520af2ea-1f8c-46b3-b630-6172c62f3d29'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 09:46:54.583211 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-0cd9d104-68bd-4d48-8042-8a1af53c5267 None None] Bound port: d5d3ae90-7a5d-45dc-94b6-8bb52e62e08e, host: dv-cinder-804757-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74e7b622-908b-4731-b83b-33d793e03349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '520af2ea-1f8c-46b3-b630-6172c62f3d29'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 09:46:54.584172 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-0cd9d104-68bd-4d48-8042-8a1af53c5267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (d5d3ae90-7a5d-45dc-94b6-8bb52e62e08e), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:54.588585 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8987af-35e8-46e6-81aa-8143f098de53 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97b01feb-e400-4377-9974-1d99c2e7ba6c,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:46:54.664600 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-fc8987af-35e8-46e6-81aa-8143f098de53 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:54.665652 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-fc8987af-35e8-46e6-81aa-8143f098de53 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7229712 Feb 21 09:46:54.672040 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.71', 52272) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:46:54.672489 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-0cd9d104-68bd-4d48-8042-8a1af53c5267 None None] For port d5d3ae90-7a5d-45dc-94b6-8bb52e62e08e, host dv-cinder-804757-16-iscsi, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:46:54.676161 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-0cd9d104-68bd-4d48-8042-8a1af53c5267 None None] For port d5d3ae90-7a5d-45dc-94b6-8bb52e62e08e, host dv-cinder-804757-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-16-iscsi',level=0,port_id=d5d3ae90-7a5d-45dc-94b6-8bb52e62e08e,segment=NetworkSegment(74e7b622-908b-4731-b83b-33d793e03349),segment_id=74e7b622-908b-4731-b83b-33d793e03349)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:46:54.677335 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.v2.base [None req-966b0951-71b4-4026-96b6-99935de1b55a tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Request body: {'floatingip': {'floating_network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:46:54.718201 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a8a9c182-93d6-407e-a4bb-792426065897 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (78c1c569-2746-4a4c-9ab4-f8301e024dab), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:54.720960 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a8a9c182-93d6-407e-a4bb-792426065897 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:54.722089 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-a8a9c182-93d6-407e-a4bb-792426065897 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/78c1c569-2746-4a4c-9ab4-f8301e024dab HTTP/1.1" status: 204 len: 168 time: 0.2725644 Feb 21 09:46:54.733009 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a9c182-93d6-407e-a4bb-792426065897 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78c1c569-2746-4a4c-9ab4-f8301e024dab,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:46:54.761175 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-0cd9d104-68bd-4d48-8042-8a1af53c5267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782759442315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782758885690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782758885708'] for port (d5d3ae90-7a5d-45dc-94b6-8bb52e62e08e), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:54.794877 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-966b0951-71b4-4026-96b6-99935de1b55a tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:54.829448 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d11b4a-b9f6-4902-821f-84f38f88a8e2 None None] Pushing event updated for resources: {'Port': ['ID=d5d3ae90-7a5d-45dc-94b6-8bb52e62e08e,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:46:54.834570 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-55f7c0db-9eb0-4abe-b765-135273ea27bb None None] Provisioning complete for port d5d3ae90-7a5d-45dc-94b6-8bb52e62e08e triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:46:54.838365 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-55f7c0db-9eb0-4abe-b765-135273ea27bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7397950'] for port (d5d3ae90-7a5d-45dc-94b6-8bb52e62e08e), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:54.879582 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd9d104-68bd-4d48-8042-8a1af53c5267 None None] Routers {'fbd48c71-9f64-48cb-bb66-85f47e25eea9'} bound to L3 agent in host dv-cinder-804757-16-iscsi {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:46:54.880277 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-0cd9d104-68bd-4d48-8042-8a1af53c5267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-21T09:37:05Z,description=,heartbeat_timestamp=2022-02-21T09:46:35Z,host='dv-cinder-804757-16-iscsi',id=f1afc09b-b148-496e-b857-a568110caa3c,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:37:06Z,topic='l3_agent')) {'router_ids': ['fbd48c71-9f64-48cb-bb66-85f47e25eea9'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:46:54.943432 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-966b0951-71b4-4026-96b6-99935de1b55a tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:55.047158 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-0cd9d104-68bd-4d48-8042-8a1af53c5267 None None] Set router fbd48c71-9f64-48cb-bb66-85f47e25eea9 gateway port host: dv-cinder-804757-16-iscsi {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:46:55.049145 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-55f7c0db-9eb0-4abe-b765-135273ea27bb None None] Current status of the port d5d3ae90-7a5d-45dc-94b6-8bb52e62e08e is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:46:55.049742 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-55f7c0db-9eb0-4abe-b765-135273ea27bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (d5d3ae90-7a5d-45dc-94b6-8bb52e62e08e), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:55.080803 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [None req-966b0951-71b4-4026-96b6-99935de1b55a tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Allocated IP 172.27.2.209 (bd3f1df6-77ad-4531-9eb3-69bc21002862/13a25a01-28fd-4407-b7c5-fe4349ebc744/d9dc7faf-934e-4ba9-b141-d95f7f414733) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:46:55.158467 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-55f7c0db-9eb0-4abe-b765-135273ea27bb None None] For port d5d3ae90-7a5d-45dc-94b6-8bb52e62e08e, host dv-cinder-804757-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-16-iscsi',level=0,port_id=d5d3ae90-7a5d-45dc-94b6-8bb52e62e08e,segment=NetworkSegment(74e7b622-908b-4731-b83b-33d793e03349),segment_id=74e7b622-908b-4731-b83b-33d793e03349)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:46:55.246943 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-966b0951-71b4-4026-96b6-99935de1b55a tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Publish callbacks [] for port (d9dc7faf-934e-4ba9-b141-d95f7f414733), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:55.301436 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-55f7c0db-9eb0-4abe-b765-135273ea27bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782759442315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782758885690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782758885708'] for port (d5d3ae90-7a5d-45dc-94b6-8bb52e62e08e), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:55.394817 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f7c0db-9eb0-4abe-b765-135273ea27bb None None] Pushing event updated for resources: {'Port': ['ID=d5d3ae90-7a5d-45dc-94b6-8bb52e62e08e,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:46:55.405778 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.71', 52300) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:46:55.409223 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-0cd9d104-68bd-4d48-8042-8a1af53c5267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbd48c71-9f64-48cb-bb66-85f47e25eea9', 'name': 'tempest-AttachVolumeShelveTestJSON-1060252682-router', 'tenant_id': 'bb268944fc6e49c098a033696a582d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'external_fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': '44c48f89-98de-47de-9ff8-b1309d693f07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:46:46Z', 'updated_at': '2022-02-21T09:46:51Z', 'revision_number': 4, 'project_id': 'bb268944fc6e49c098a033696a582d47', 'gw_port': {'id': '44c48f89-98de-47de-9ff8-b1309d693f07', 'name': '', 'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:46:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbd48c71-9f64-48cb-bb66-85f47e25eea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:46:47Z', 'updated_at': '2022-02-21T09:46:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-16-iscsi', '_interfaces': [{'id': 'd5d3ae90-7a5d-45dc-94b6-8bb52e62e08e', 'name': '', 'network_id': '520af2ea-1f8c-46b3-b630-6172c62f3d29', 'tenant_id': 'bb268944fc6e49c098a033696a582d47', 'mac_address': 'fa:16:3e:b2:97:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbd48c71-9f64-48cb-bb66-85f47e25eea9', 'device_owner': 'network:router_interface', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': '481c3383-55ad-4322-8e52-c4b40a8b221b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:46:50Z', 'updated_at': '2022-02-21T09:46:54Z', 'revision_number': 4, 'project_id': 'bb268944fc6e49c098a033696a582d47', 'subnets': [{'id': '481c3383-55ad-4322-8e52-c4b40a8b221b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-16-iscsi', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:46:55.420966 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-966b0951-71b4-4026-96b6-99935de1b55a tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782758885672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3964494'] for port (d9dc7faf-934e-4ba9-b141-d95f7f414733), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:55.457783 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a804874c-76d7-480e-97c0-b497f221a166 req-d8651965-aa17-463c-bc23-b6df9e6fabc9 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:55.459626 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-a804874c-76d7-480e-97c0-b497f221a166 req-d8651965-aa17-463c-bc23-b6df9e6fabc9 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/ports?device_id=3f8f33d0-b9e5-4bbd-874b-6538418e7b6a HTTP/1.1" status: 200 len: 945 time: 0.1712503 Feb 21 09:46:55.474458 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-966b0951-71b4-4026-96b6-99935de1b55a tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Network bd3f1df6-77ad-4531-9eb3-69bc21002862 is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:46:55.480973 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Device 44c48f89-98de-47de-9ff8-b1309d693f07 up at agent ovs-agent-dv-cinder-804757-16-iscsi {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:46:55.482466 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-966b0951-71b4-4026-96b6-99935de1b55a tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:46:55.486745 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966b0951-71b4-4026-96b6-99935de1b55a tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 09:46:55.510237 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd9d104-68bd-4d48-8042-8a1af53c5267 None None] The sync data for ids ['fbd48c71-9f64-48cb-bb66-85f47e25eea9'] in dv-cinder-804757-16-iscsi is: [{'id': 'fbd48c71-9f64-48cb-bb66-85f47e25eea9', 'name': 'tempest-AttachVolumeShelveTestJSON-1060252682-router', 'tenant_id': 'bb268944fc6e49c098a033696a582d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'external_fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': '44c48f89-98de-47de-9ff8-b1309d693f07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:46:46Z', 'updated_at': '2022-02-21T09:46:51Z', 'revision_number': 4, 'project_id': 'bb268944fc6e49c098a033696a582d47', 'gw_port': {'id': '44c48f89-98de-47de-9ff8-b1309d693f07', 'name': '', 'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:46:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbd48c71-9f64-48cb-bb66-85f47e25eea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:46:47Z', 'updated_at': '2022-02-21T09:46:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-16-iscsi', '_interfaces': [{'id': 'd5d3ae90-7a5d-45dc-94b6-8bb52e62e08e', 'name': '', 'network_id': '520af2ea-1f8c-46b3-b630-6172c62f3d29', 'tenant_id': 'bb268944fc6e49c098a033696a582d47', 'mac_address': 'fa:16:3e:b2:97:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbd48c71-9f64-48cb-bb66-85f47e25eea9', 'device_owner': 'network:router_interface', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': '481c3383-55ad-4322-8e52-c4b40a8b221b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:46:50Z', 'updated_at': '2022-02-21T09:46:54Z', 'revision_number': 4, 'project_id': 'bb268944fc6e49c098a033696a582d47', 'subnets': [{'id': '481c3383-55ad-4322-8e52-c4b40a8b221b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 09:46:55.522090 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966b0951-71b4-4026-96b6-99935de1b55a tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Pushing event updated for resources: {'Port': ['ID=d9dc7faf-934e-4ba9-b141-d95f7f414733,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:46:55.524493 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c089946-1ac9-4310-8c13-dd042522b831 req-aa010665-2603-427d-8c89-0aca2ecc1b74 tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:55.526469 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-7c089946-1ac9-4310-8c13-dd042522b831 req-aa010665-2603-427d-8c89-0aca2ecc1b74 tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] 10.222.0.71 "GET /v2.0/ports?device_id=c1933bc0-38dd-4a69-bd80-2ffbe18110b6 HTTP/1.1" status: 200 len: 945 time: 0.1323645 Feb 21 09:46:55.530176 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-34245943-0245-4e86-b03a-7581d45b2639 None None] Provisioning complete for port d5d3ae90-7a5d-45dc-94b6-8bb52e62e08e triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:46:55.530996 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-34245943-0245-4e86-b03a-7581d45b2639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7397950'] for port (d5d3ae90-7a5d-45dc-94b6-8bb52e62e08e), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:55.558274 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 52304) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:46:55.613176 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-a804874c-76d7-480e-97c0-b497f221a166 req-868d48ea-8e6e-4714-a19a-6f63bd01fe3d tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/security-groups?id=8d9cb245-cf06-4580-adf5-355ae63bcdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456144 Feb 21 09:46:55.613727 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Provisioning complete for port 44c48f89-98de-47de-9ff8-b1309d693f07 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:46:55.614115 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7397950'] for port (44c48f89-98de-47de-9ff8-b1309d693f07), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:55.653935 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a96062fa-2e8c-4bdc-92fd-77d24816b779 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:55.684337 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-59075143-1b75-4e0c-a784-42cb05a83ed1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:55.697375 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-7c089946-1ac9-4310-8c13-dd042522b831 req-7cbb2718-884b-486c-9b76-eb610228ea3f tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] 10.222.0.71 "GET /v2.0/security-groups?id=051a1fb3-2910-49f8-b5d8-0e085de068fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510031 Feb 21 09:46:55.720164 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-34245943-0245-4e86-b03a-7581d45b2639 None None] Current status of the port d5d3ae90-7a5d-45dc-94b6-8bb52e62e08e is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:46:55.731176 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-966b0951-71b4-4026-96b6-99935de1b55a tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Publish callbacks [] for floatingip (259b674a-2f9c-4db4-848d-48968ca2d4c0), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:55.774880 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Current status of the port 44c48f89-98de-47de-9ff8-b1309d693f07 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:46:55.831165 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a96062fa-2e8c-4bdc-92fd-77d24816b779 admin admin] Publish callbacks [] for security_group (d4525a08-04c8-4467-b9e0-d2ed2203bda6), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:55.845216 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-59075143-1b75-4e0c-a784-42cb05a83ed1 admin admin] Publish callbacks [] for security_group (82a0bf57-36ec-4b48-9894-86ad0ff4be93), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:55.858076 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-966b0951-71b4-4026-96b6-99935de1b55a tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (d9dc7faf-934e-4ba9-b141-d95f7f414733), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:55.932162 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a96062fa-2e8c-4bdc-92fd-77d24816b779 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (d4525a08-04c8-4467-b9e0-d2ed2203bda6), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:55.962184 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-59075143-1b75-4e0c-a784-42cb05a83ed1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (82a0bf57-36ec-4b48-9894-86ad0ff4be93), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:55.971754 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96062fa-2e8c-4bdc-92fd-77d24816b779 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4525a08-04c8-4467-b9e0-d2ed2203bda6,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:46:55.978776 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-a96062fa-2e8c-4bdc-92fd-77d24816b779 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=c3ae915f998144af8bdb40ac259a158e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4191549 Feb 21 09:46:55.981775 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 52316) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:46:56.024938 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [None req-59075143-1b75-4e0c-a784-42cb05a83ed1 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=92722990c54b4b068723f4ff919d71c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6178057 Feb 21 09:46:56.030100 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 52318) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:46:56.040400 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59075143-1b75-4e0c-a784-42cb05a83ed1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82a0bf57-36ec-4b48-9894-86ad0ff4be93,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:46:56.076033 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-966b0951-71b4-4026-96b6-99935de1b55a tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Publish callbacks [] for port (d9dc7faf-934e-4ba9-b141-d95f7f414733), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:56.117931 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-71001ea7-b215-413d-9bac-5ef9e5e96fe3 admin admin] Publish callbacks [] for security_group (d4525a08-04c8-4467-b9e0-d2ed2203bda6), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:56.146452 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b0ddef9f-8ba2-459c-a9c6-8753c5228daa admin admin] Publish callbacks [] for security_group (82a0bf57-36ec-4b48-9894-86ad0ff4be93), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:56.149603 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-966b0951-71b4-4026-96b6-99935de1b55a tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782759442315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782758885690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782758885708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3964501'] for port (d9dc7faf-934e-4ba9-b141-d95f7f414733), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:56.154067 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-71001ea7-b215-413d-9bac-5ef9e5e96fe3 admin admin] Publish callbacks [] for security_group (d4525a08-04c8-4467-b9e0-d2ed2203bda6), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:56.194936 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b0ddef9f-8ba2-459c-a9c6-8753c5228daa admin admin] Publish callbacks [] for security_group (82a0bf57-36ec-4b48-9894-86ad0ff4be93), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:56.198989 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966b0951-71b4-4026-96b6-99935de1b55a tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Pushing event updated for resources: {'Port': ['ID=d9dc7faf-934e-4ba9-b141-d95f7f414733,revision_number=2']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:46:56.250598 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-966b0951-71b4-4026-96b6-99935de1b55a tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7917303'] for floatingip (259b674a-2f9c-4db4-848d-48968ca2d4c0), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:56.349726 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-71001ea7-b215-413d-9bac-5ef9e5e96fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (d4525a08-04c8-4467-b9e0-d2ed2203bda6), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:56.351481 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-966b0951-71b4-4026-96b6-99935de1b55a tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8333137'] for floatingip (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:56.353072 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-71001ea7-b215-413d-9bac-5ef9e5e96fe3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:56.353209 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [None req-966b0951-71b4-4026-96b6-99935de1b55a tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6796656 Feb 21 09:46:56.353798 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-71001ea7-b215-413d-9bac-5ef9e5e96fe3 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/d4525a08-04c8-4467-b9e0-d2ed2203bda6 HTTP/1.1" status: 204 len: 168 time: 0.3709948 Feb 21 09:46:56.356589 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b0ddef9f-8ba2-459c-a9c6-8753c5228daa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (82a0bf57-36ec-4b48-9894-86ad0ff4be93), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:56.359279 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b0ddef9f-8ba2-459c-a9c6-8753c5228daa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:56.360214 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-b0ddef9f-8ba2-459c-a9c6-8753c5228daa admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/82a0bf57-36ec-4b48-9894-86ad0ff4be93 HTTP/1.1" status: 204 len: 168 time: 0.3290656 Feb 21 09:46:56.369694 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71001ea7-b215-413d-9bac-5ef9e5e96fe3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4525a08-04c8-4467-b9e0-d2ed2203bda6,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:46:56.409766 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ddef9f-8ba2-459c-a9c6-8753c5228daa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82a0bf57-36ec-4b48-9894-86ad0ff4be93,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:46:56.762045 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30be3ba8-d92a-4229-bc47-381ba8eb4d10 req-3d257b4a-dcdf-4257-9de4-e64d5e25456e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:56.763561 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [req-30be3ba8-d92a-4229-bc47-381ba8eb4d10 req-3d257b4a-dcdf-4257-9de4-e64d5e25456e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=3f8f33d0-b9e5-4bbd-874b-6538418e7b6a HTTP/1.1" status: 200 len: 1129 time: 0.0591667 Feb 21 09:46:56.805293 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-2b96ce74-2c2e-426e-90ee-99ab87a684b9 req-64b5f220-8f45-4d41-b339-b2eda3e7601b tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-securitygroup--290637153&fields=id&tenant_id=bb268944fc6e49c098a033696a582d47 HTTP/1.1" status: 200 len: 267 time: 0.1105366 Feb 21 09:46:56.835826 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [req-30be3ba8-d92a-4229-bc47-381ba8eb4d10 req-6d43f0dd-c5d0-4a01-aebd-ebf9ea4e4d3f service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=8d9cb245-cf06-4580-adf5-355ae63bcdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574806 Feb 21 09:46:56.837886 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9a031a-c4e9-431b-b209-152a2ba336d4 req-98f5ae1f-021b-4461-922c-e72d4b973929 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:56.839375 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-9e9a031a-c4e9-431b-b209-152a2ba336d4 req-98f5ae1f-021b-4461-922c-e72d4b973929 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/ports?device_id=3f8f33d0-b9e5-4bbd-874b-6538418e7b6a HTTP/1.1" status: 200 len: 945 time: 0.1277096 Feb 21 09:46:56.942641 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-9e9a031a-c4e9-431b-b209-152a2ba336d4 req-c0ecc5a9-4fc4-4e63-af19-141156586462 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/security-groups?id=8d9cb245-cf06-4580-adf5-355ae63bcdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934153 Feb 21 09:46:56.968207 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b96ce74-2c2e-426e-90ee-99ab87a684b9 req-f01ed976-8695-4203-9a49-3411297b8a13 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:56.969749 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-2b96ce74-2c2e-426e-90ee-99ab87a684b9 req-f01ed976-8695-4203-9a49-3411297b8a13 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/networks?id=520af2ea-1f8c-46b3-b630-6172c62f3d29 HTTP/1.1" status: 200 len: 817 time: 0.1596355 Feb 21 09:46:57.015300 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-2b96ce74-2c2e-426e-90ee-99ab87a684b9 req-a36a6a07-59df-48bb-9f10-99c458c44c5b tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/quotas/bb268944fc6e49c098a033696a582d47 HTTP/1.1" status: 200 len: 375 time: 0.0301025 Feb 21 09:46:57.104584 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-2b96ce74-2c2e-426e-90ee-99ab87a684b9 req-3cddf898-fbe4-4738-96f9-9be3ef2b95ee tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=bb268944fc6e49c098a033696a582d47&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0628092 Feb 21 09:46:57.193818 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-2b96ce74-2c2e-426e-90ee-99ab87a684b9 req-f6da3895-28d1-4e5b-9b51-d531fa477d89 service neutron] 10.222.0.71 "GET /v2.0/networks/520af2ea-1f8c-46b3-b630-6172c62f3d29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947509 Feb 21 09:46:57.298565 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-2b96ce74-2c2e-426e-90ee-99ab87a684b9 req-37868c15-bc82-4c08-8ca4-77885ca9abcc service neutron] 10.222.0.71 "GET /v2.0/networks/520af2ea-1f8c-46b3-b630-6172c62f3d29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973721 Feb 21 09:46:57.413199 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Device d5d3ae90-7a5d-45dc-94b6-8bb52e62e08e up at agent ovs-agent-dv-cinder-804757-16-iscsi {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:46:57.471290 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Provisioning complete for port d5d3ae90-7a5d-45dc-94b6-8bb52e62e08e triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:46:57.471744 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7397950'] for port (d5d3ae90-7a5d-45dc-94b6-8bb52e62e08e), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:57.485751 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 52366) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:46:57.501421 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cce2e4ec-99c4-4456-b366-9562634d04db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:57.586051 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Current status of the port d5d3ae90-7a5d-45dc-94b6-8bb52e62e08e is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:46:57.646206 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cce2e4ec-99c4-4456-b366-9562634d04db admin admin] Publish callbacks [] for security_group (65f0d339-a4c1-4585-bc7d-952000452a95), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:57.691116 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-547531e8-97f2-48f4-b78a-0518f99c304c req-e2ecc111-f07c-4bf0-987a-2b7c978adcb3 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/ports?device_id=00989555-27b6-4362-a62a-d87491bf6370 HTTP/1.1" status: 200 len: 210 time: 0.0264950 Feb 21 09:46:57.749302 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cce2e4ec-99c4-4456-b366-9562634d04db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (65f0d339-a4c1-4585-bc7d-952000452a95), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:57.782592 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce2e4ec-99c4-4456-b366-9562634d04db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65f0d339-a4c1-4585-bc7d-952000452a95,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:46:57.805047 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-cce2e4ec-99c4-4456-b366-9562634d04db admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=f677bd657a894de08213dec3bc87f1a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3156090 Feb 21 09:46:57.805292 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 52382) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:46:57.868678 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-07e2c4fa-637a-482f-87f5-431715aecdf9 admin admin] Publish callbacks [] for security_group (65f0d339-a4c1-4585-bc7d-952000452a95), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:57.891374 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-07e2c4fa-637a-482f-87f5-431715aecdf9 admin admin] Publish callbacks [] for security_group (65f0d339-a4c1-4585-bc7d-952000452a95), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:58.074253 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd7385a-40c5-4a1e-944f-4a0665fb35ed req-408b4e41-6d98-46b8-acc9-a2eeadd1ae1a tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:58.075731 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-1dd7385a-40c5-4a1e-944f-4a0665fb35ed req-408b4e41-6d98-46b8-acc9-a2eeadd1ae1a tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/ports?device_id=3f8f33d0-b9e5-4bbd-874b-6538418e7b6a HTTP/1.1" status: 200 len: 945 time: 0.0542874 Feb 21 09:46:58.124326 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-1dd7385a-40c5-4a1e-944f-4a0665fb35ed req-18fccab4-d142-49df-aedd-5fc59be86059 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/security-groups?id=8d9cb245-cf06-4580-adf5-355ae63bcdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429242 Feb 21 09:46:58.129035 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-07e2c4fa-637a-482f-87f5-431715aecdf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (65f0d339-a4c1-4585-bc7d-952000452a95), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:58.133649 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-07e2c4fa-637a-482f-87f5-431715aecdf9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:46:58.136925 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-07e2c4fa-637a-482f-87f5-431715aecdf9 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/65f0d339-a4c1-4585-bc7d-952000452a95 HTTP/1.1" status: 204 len: 168 time: 0.3305008 Feb 21 09:46:58.149904 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e2c4fa-637a-482f-87f5-431715aecdf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65f0d339-a4c1-4585-bc7d-952000452a95,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:46:58.797717 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-06233302-a806-4a2a-95e1-2a9f21d242f8 req-9b9b598f-87f5-43bf-a937-c80f2274d202 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/ports?device_id=00989555-27b6-4362-a62a-d87491bf6370 HTTP/1.1" status: 200 len: 210 time: 0.0369530 Feb 21 09:46:58.994948 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb8bcd9-ccd5-4861-8545-ebfddb09397a req-ad32d1c0-ac9b-48b8-9231-baefb84d777c tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:58.996701 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-cbb8bcd9-ccd5-4861-8545-ebfddb09397a req-ad32d1c0-ac9b-48b8-9231-baefb84d777c tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] 10.222.0.71 "GET /v2.0/networks?id=2900dd92-c6f8-4f13-9e54-0f6f4039aa07 HTTP/1.1" status: 200 len: 815 time: 0.1042278 Feb 21 09:46:59.018256 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-cbb8bcd9-ccd5-4861-8545-ebfddb09397a req-23e229d7-9b83-4958-bfca-a78fc21ef4fb tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] 10.222.0.71 "GET /v2.0/quotas/6998dd3d35c9419e87f7ffd7d3cdb2bc HTTP/1.1" status: 200 len: 375 time: 0.0108242 Feb 21 09:46:59.079859 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-cbb8bcd9-ccd5-4861-8545-ebfddb09397a req-0bb660d9-9822-44a6-90f6-331d25de28ca tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=6998dd3d35c9419e87f7ffd7d3cdb2bc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0540564 Feb 21 09:46:59.182775 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-cbb8bcd9-ccd5-4861-8545-ebfddb09397a req-987fd20a-e384-4110-8170-96810800be01 service neutron] 10.222.0.71 "GET /v2.0/networks/2900dd92-c6f8-4f13-9e54-0f6f4039aa07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950046 Feb 21 09:46:59.317128 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6905d024-cdc4-4481-a81d-6b5981a380a0 req-6526ee43-53ee-476b-b987-6cb0fe8eb18a tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:59.318620 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-6905d024-cdc4-4481-a81d-6b5981a380a0 req-6526ee43-53ee-476b-b987-6cb0fe8eb18a tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/ports?device_id=3f8f33d0-b9e5-4bbd-874b-6538418e7b6a HTTP/1.1" status: 200 len: 945 time: 0.1216609 Feb 21 09:46:59.341805 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-cbb8bcd9-ccd5-4861-8545-ebfddb09397a req-5d4545fa-edce-4da4-828b-a5b1c9eaf584 service neutron] 10.222.0.71 "GET /v2.0/networks/2900dd92-c6f8-4f13-9e54-0f6f4039aa07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534610 Feb 21 09:46:59.373791 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-6905d024-cdc4-4481-a81d-6b5981a380a0 req-00b3d6cb-c705-4b9e-9068-75bc6804a336 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/security-groups?id=8d9cb245-cf06-4580-adf5-355ae63bcdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493906 Feb 21 09:46:59.510793 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab1a494-d2b5-44aa-9fe2-067d910c91d0 req-d73ecc63-7c19-4cdf-817e-20f7cd890875 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:46:59.513304 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-7ab1a494-d2b5-44aa-9fe2-067d910c91d0 req-d73ecc63-7c19-4cdf-817e-20f7cd890875 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/ports?device_id=676bc5c7-0aa9-4ac2-8391-afc3107d9065 HTTP/1.1" status: 200 len: 946 time: 0.0593255 Feb 21 09:46:59.566075 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-7ab1a494-d2b5-44aa-9fe2-067d910c91d0 req-4d7c31e5-0e92-48b8-8bcd-9186f38fb582 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/security-groups?id=8d9cb245-cf06-4580-adf5-355ae63bcdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476196 Feb 21 09:46:59.648355 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-ac97cb7f-9b0f-45dd-b4ee-b10f8f1cbaca req-0c58bf73-aed4-4bda-a673-3eb7b90e6db6 tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] 10.222.0.71 "GET /v2.0/ports?device_id=0bcc6ea4-3f26-4569-aa0e-d9f72a0b7b97 HTTP/1.1" status: 200 len: 210 time: 0.0546329 Feb 21 09:46:59.894099 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-3cef44e6-ad3e-4f31-a956-e6fc6e979253 req-2603befa-d69d-4d28-9c06-9c30ec78b0c0 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/ports?device_id=00989555-27b6-4362-a62a-d87491bf6370 HTTP/1.1" status: 200 len: 210 time: 0.0358150 Feb 21 09:47:00.590482 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b96ce74-2c2e-426e-90ee-99ab87a684b9 req-a0c83e71-d3bb-435a-914e-25441b042975 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:00.591938 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [req-2b96ce74-2c2e-426e-90ee-99ab87a684b9 req-a0c83e71-d3bb-435a-914e-25441b042975 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.69 "GET /v2.0/networks?id=520af2ea-1f8c-46b3-b630-6172c62f3d29 HTTP/1.1" status: 200 len: 817 time: 0.1123886 Feb 21 09:47:00.659055 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [req-2b96ce74-2c2e-426e-90ee-99ab87a684b9 req-34c7b363-f83f-4868-a71e-d5a5be37ca54 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bb268944fc6e49c098a033696a582d47 HTTP/1.1" status: 200 len: 379 time: 0.0572748 Feb 21 09:47:00.669288 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.v2.base [req-2b96ce74-2c2e-426e-90ee-99ab87a684b9 req-9cbc2f87-0f1b-41fc-a48f-2827210586c5 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Request body: {'port': {'device_id': '00989555-27b6-4362-a62a-d87491bf6370', 'network_id': '520af2ea-1f8c-46b3-b630-6172c62f3d29', 'admin_state_up': True, 'tenant_id': 'bb268944fc6e49c098a033696a582d47', 'security_groups': ['5f89fa62-8f8a-4416-89bd-eddc545c178e']}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:47:00.765457 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-15b00e65-ba3c-47e9-952e-dfd65b380051 req-024a0fb8-1db0-47da-87b0-0909805967be tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] 10.222.0.71 "GET /v2.0/ports?device_id=0bcc6ea4-3f26-4569-aa0e-d9f72a0b7b97 HTTP/1.1" status: 200 len: 210 time: 0.0688331 Feb 21 09:47:00.900884 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b96ce74-2c2e-426e-90ee-99ab87a684b9 req-9cbc2f87-0f1b-41fc-a48f-2827210586c5 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Made reservation on behalf of bb268944fc6e49c098a033696a582d47 for: {'port': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:47:00.911033 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-2b96ce74-2c2e-426e-90ee-99ab87a684b9 req-9cbc2f87-0f1b-41fc-a48f-2827210586c5 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:01.033073 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-6e5764c0-3e7d-4ebe-84da-6716ff302983 req-9cb2c8ab-1f61-485e-b42e-44276bd1b401 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/ports?device_id=00989555-27b6-4362-a62a-d87491bf6370 HTTP/1.1" status: 200 len: 210 time: 0.0507071 Feb 21 09:47:01.122750 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [req-2b96ce74-2c2e-426e-90ee-99ab87a684b9 req-9cbc2f87-0f1b-41fc-a48f-2827210586c5 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Allocated IP 172.20.0.13 (520af2ea-1f8c-46b3-b630-6172c62f3d29/481c3383-55ad-4322-8e52-c4b40a8b221b/0c64f2e3-e027-43ee-b1d7-d42c5a26bacc) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:47:01.274168 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-2b96ce74-2c2e-426e-90ee-99ab87a684b9 req-9cbc2f87-0f1b-41fc-a48f-2827210586c5 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Publish callbacks [] for port (0c64f2e3-e027-43ee-b1d7-d42c5a26bacc), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:01.279577 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-c81e1431-7f07-4e5a-889b-3cef7409d3c4 req-4ac579bb-fc01-47a6-82a0-8ccf7cc42e89 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-711767906&fields=id&tenant_id=30ad631be25d4fecbaae288015f66e22 HTTP/1.1" status: 200 len: 267 time: 0.0595376 Feb 21 09:47:01.398565 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81e1431-7f07-4e5a-889b-3cef7409d3c4 req-49d0e848-7568-442a-a618-a58f4028213c tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:01.400169 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-c81e1431-7f07-4e5a-889b-3cef7409d3c4 req-49d0e848-7568-442a-a618-a58f4028213c tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] 10.222.0.71 "GET /v2.0/networks?id=d18a3abc-b5f2-49e7-9725-3ef800bd13ad HTTP/1.1" status: 200 len: 811 time: 0.1069615 Feb 21 09:47:01.414926 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-2b96ce74-2c2e-426e-90ee-99ab87a684b9 req-9cbc2f87-0f1b-41fc-a48f-2827210586c5 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782758885672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3964494'] for port (0c64f2e3-e027-43ee-b1d7-d42c5a26bacc), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:01.418188 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-c81e1431-7f07-4e5a-889b-3cef7409d3c4 req-5cc1fc22-afdd-4764-8932-a917ed87a112 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] 10.222.0.71 "GET /v2.0/quotas/30ad631be25d4fecbaae288015f66e22 HTTP/1.1" status: 200 len: 375 time: 0.0117610 Feb 21 09:47:01.460256 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b96ce74-2c2e-426e-90ee-99ab87a684b9 req-9cbc2f87-0f1b-41fc-a48f-2827210586c5 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Network 520af2ea-1f8c-46b3-b630-6172c62f3d29 is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:47:01.463361 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [req-2b96ce74-2c2e-426e-90ee-99ab87a684b9 req-9cbc2f87-0f1b-41fc-a48f-2827210586c5 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:47:01.470644 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b96ce74-2c2e-426e-90ee-99ab87a684b9 req-9cbc2f87-0f1b-41fc-a48f-2827210586c5 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 09:47:01.495083 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-c81e1431-7f07-4e5a-889b-3cef7409d3c4 req-40c098cb-f5c6-4b6f-b1ae-748e190bb573 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=30ad631be25d4fecbaae288015f66e22&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0680189 Feb 21 09:47:01.495836 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbc2f87-0f1b-41fc-a48f-2827210586c5 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Pushing event updated for resources: {'Port': ['ID=0c64f2e3-e027-43ee-b1d7-d42c5a26bacc,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:47:01.527401 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b96ce74-2c2e-426e-90ee-99ab87a684b9 req-9cbc2f87-0f1b-41fc-a48f-2827210586c5 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:01.528063 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-2b96ce74-2c2e-426e-90ee-99ab87a684b9 req-9cbc2f87-0f1b-41fc-a48f-2827210586c5 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8333137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905581'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:01.613024 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-c81e1431-7f07-4e5a-889b-3cef7409d3c4 req-c79c98cb-fb4a-4277-b138-f1a4bc7b2524 service neutron] 10.222.0.71 "GET /v2.0/networks/d18a3abc-b5f2-49e7-9725-3ef800bd13ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992789 Feb 21 09:47:01.653231 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [req-2b96ce74-2c2e-426e-90ee-99ab87a684b9 req-9cbc2f87-0f1b-41fc-a48f-2827210586c5 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9872446 Feb 21 09:47:01.668990 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.v2.base [req-2b96ce74-2c2e-426e-90ee-99ab87a684b9 req-a5f1b7ee-e7c8-4cb0-9d03-20ba41c23af1 service neutron] Request body: {'port': {'device_id': '00989555-27b6-4362-a62a-d87491bf6370', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:47:01.704415 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-1c0baf12-a096-4674-a8b3-9a21853a419c None None] Provisioning complete for port 0c64f2e3-e027-43ee-b1d7-d42c5a26bacc triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:47:01.707050 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1c0baf12-a096-4674-a8b3-9a21853a419c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7397950'] for port (0c64f2e3-e027-43ee-b1d7-d42c5a26bacc), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:01.721348 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-c81e1431-7f07-4e5a-889b-3cef7409d3c4 req-d882b2fc-a216-4827-b80e-040177bade0d service neutron] 10.222.0.71 "GET /v2.0/networks/d18a3abc-b5f2-49e7-9725-3ef800bd13ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005905 Feb 21 09:47:01.738606 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-2b96ce74-2c2e-426e-90ee-99ab87a684b9 req-a5f1b7ee-e7c8-4cb0-9d03-20ba41c23af1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (0c64f2e3-e027-43ee-b1d7-d42c5a26bacc), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:01.753332 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-1c0baf12-a096-4674-a8b3-9a21853a419c None None] Port 0c64f2e3-e027-43ee-b1d7-d42c5a26bacc cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 09:47:01.901306 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-ad4e14e8-7f81-4780-b73c-e9fde916a103 req-0cdf7054-d532-45ed-a1eb-b52f2791405c tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] 10.222.0.71 "GET /v2.0/ports?device_id=0bcc6ea4-3f26-4569-aa0e-d9f72a0b7b97 HTTP/1.1" status: 200 len: 210 time: 0.0434122 Feb 21 09:47:02.211360 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.notifiers.nova [req-2b96ce74-2c2e-426e-90ee-99ab87a684b9 req-a5f1b7ee-e7c8-4cb0-9d03-20ba41c23af1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c64f2e3-e027-43ee-b1d7-d42c5a26bacc {{(pid=109857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 09:47:02.219043 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-2b96ce74-2c2e-426e-90ee-99ab87a684b9 req-a5f1b7ee-e7c8-4cb0-9d03-20ba41c23af1 service neutron] Publish callbacks [] for port (0c64f2e3-e027-43ee-b1d7-d42c5a26bacc), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:02.232833 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.db.provisioning_blocks [req-2b96ce74-2c2e-426e-90ee-99ab87a684b9 req-a5f1b7ee-e7c8-4cb0-9d03-20ba41c23af1 service neutron] Transition to ACTIVE for port object 0c64f2e3-e027-43ee-b1d7-d42c5a26bacc will not be triggered until provisioned by entity L2. {{(pid=109857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:47:02.323595 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-2b96ce74-2c2e-426e-90ee-99ab87a684b9 req-a5f1b7ee-e7c8-4cb0-9d03-20ba41c23af1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782759442315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782758885690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782758885708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3964501'] for port (0c64f2e3-e027-43ee-b1d7-d42c5a26bacc), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:02.455526 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f1b7ee-e7c8-4cb0-9d03-20ba41c23af1 service neutron] Pushing event updated for resources: {'Port': ['ID=0c64f2e3-e027-43ee-b1d7-d42c5a26bacc,revision_number=2']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:47:02.493763 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252a8bf7-1dc8-4012-81ed-6cd68e64eab4 req-5e60fa94-6a0c-4b91-b53a-b4b7ddabe33f tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:02.499685 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-252a8bf7-1dc8-4012-81ed-6cd68e64eab4 req-5e60fa94-6a0c-4b91-b53a-b4b7ddabe33f tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/ports?device_id=00989555-27b6-4362-a62a-d87491bf6370 HTTP/1.1" status: 200 len: 944 time: 0.1006465 Feb 21 09:47:02.532459 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-2b96ce74-2c2e-426e-90ee-99ab87a684b9 req-a5f1b7ee-e7c8-4cb0-9d03-20ba41c23af1 service neutron] Attempting to bind port 0c64f2e3-e027-43ee-b1d7-d42c5a26bacc on host hv-cinder-80475 for vnic_type normal with profile {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 09:47:02.533553 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-2b96ce74-2c2e-426e-90ee-99ab87a684b9 req-a5f1b7ee-e7c8-4cb0-9d03-20ba41c23af1 service neutron] Attempting to bind port 0c64f2e3-e027-43ee-b1d7-d42c5a26bacc by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': '74e7b622-908b-4731-b83b-33d793e03349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '520af2ea-1f8c-46b3-b630-6172c62f3d29'}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 09:47:02.534293 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b96ce74-2c2e-426e-90ee-99ab87a684b9 req-a5f1b7ee-e7c8-4cb0-9d03-20ba41c23af1 service neutron] Attempting to bind port 0c64f2e3-e027-43ee-b1d7-d42c5a26bacc on network 520af2ea-1f8c-46b3-b630-6172c62f3d29 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 09:47:02.542157 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b96ce74-2c2e-426e-90ee-99ab87a684b9 req-a5f1b7ee-e7c8-4cb0-9d03-20ba41c23af1 service neutron] Port 0c64f2e3-e027-43ee-b1d7-d42c5a26bacc on network 520af2ea-1f8c-46b3-b630-6172c62f3d29 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 09:47:02.549468 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b96ce74-2c2e-426e-90ee-99ab87a684b9 req-a5f1b7ee-e7c8-4cb0-9d03-20ba41c23af1 service neutron] Attempting to bind port 0c64f2e3-e027-43ee-b1d7-d42c5a26bacc on network 520af2ea-1f8c-46b3-b630-6172c62f3d29 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 09:47:02.558832 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b96ce74-2c2e-426e-90ee-99ab87a684b9 req-a5f1b7ee-e7c8-4cb0-9d03-20ba41c23af1 service neutron] Checking agent: {'id': 'f5044fde-eef4-46eb-b3ce-4ab87030ccc0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 9, 43, 36), 'started_at': datetime.datetime(2022, 2, 21, 9, 43, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 46, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 09:47:02.559236 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b96ce74-2c2e-426e-90ee-99ab87a684b9 req-a5f1b7ee-e7c8-4cb0-9d03-20ba41c23af1 service neutron] Checking segment: {'id': '74e7b622-908b-4731-b83b-33d793e03349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '520af2ea-1f8c-46b3-b630-6172c62f3d29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 09:47:02.559954 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b96ce74-2c2e-426e-90ee-99ab87a684b9 req-a5f1b7ee-e7c8-4cb0-9d03-20ba41c23af1 service neutron] Bound using segment: {'id': '74e7b622-908b-4731-b83b-33d793e03349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '520af2ea-1f8c-46b3-b630-6172c62f3d29'} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 09:47:02.560590 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-2b96ce74-2c2e-426e-90ee-99ab87a684b9 req-a5f1b7ee-e7c8-4cb0-9d03-20ba41c23af1 service neutron] Bound port: 0c64f2e3-e027-43ee-b1d7-d42c5a26bacc, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74e7b622-908b-4731-b83b-33d793e03349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '520af2ea-1f8c-46b3-b630-6172c62f3d29'}}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 09:47:02.569658 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-2b96ce74-2c2e-426e-90ee-99ab87a684b9 req-a5f1b7ee-e7c8-4cb0-9d03-20ba41c23af1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (0c64f2e3-e027-43ee-b1d7-d42c5a26bacc), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:02.652402 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-252a8bf7-1dc8-4012-81ed-6cd68e64eab4 req-13de08d2-0835-4f8c-bb09-a172eef74297 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/security-groups?id=5f89fa62-8f8a-4416-89bd-eddc545c178e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1425753 Feb 21 09:47:02.670205 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-2b96ce74-2c2e-426e-90ee-99ab87a684b9 req-a5f1b7ee-e7c8-4cb0-9d03-20ba41c23af1 service neutron] For port 0c64f2e3-e027-43ee-b1d7-d42c5a26bacc, host hv-cinder-80475, cleared binding levels {{(pid=109857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:47:02.674717 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-2b96ce74-2c2e-426e-90ee-99ab87a684b9 req-a5f1b7ee-e7c8-4cb0-9d03-20ba41c23af1 service neutron] For port 0c64f2e3-e027-43ee-b1d7-d42c5a26bacc, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=0c64f2e3-e027-43ee-b1d7-d42c5a26bacc,segment=NetworkSegment(74e7b622-908b-4731-b83b-33d793e03349),segment_id=74e7b622-908b-4731-b83b-33d793e03349)] {{(pid=109857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:47:02.753186 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-2b96ce74-2c2e-426e-90ee-99ab87a684b9 req-a5f1b7ee-e7c8-4cb0-9d03-20ba41c23af1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782759442315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782758885690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782758885708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3964501'] for port (0c64f2e3-e027-43ee-b1d7-d42c5a26bacc), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:02.785356 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-70d677b1-fd51-4f52-9a9d-99cb6b39b224 req-55646f7e-4c9d-461a-b242-52b20d8e5430 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] 10.222.0.71 "GET /v2.0/ports?device_id=c7d10746-3c56-4e2b-ad55-04bcc867bc9a HTTP/1.1" status: 200 len: 210 time: 0.0471315 Feb 21 09:47:02.793537 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b96ce74-2c2e-426e-90ee-99ab87a684b9 req-a5f1b7ee-e7c8-4cb0-9d03-20ba41c23af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:02.794195 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-2b96ce74-2c2e-426e-90ee-99ab87a684b9 req-a5f1b7ee-e7c8-4cb0-9d03-20ba41c23af1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8333137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905581'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:02.795924 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [req-2b96ce74-2c2e-426e-90ee-99ab87a684b9 req-a5f1b7ee-e7c8-4cb0-9d03-20ba41c23af1 service neutron] 10.222.0.69 "PUT /v2.0/ports/0c64f2e3-e027-43ee-b1d7-d42c5a26bacc HTTP/1.1" status: 200 len: 1094 time: 1.1318920 Feb 21 09:47:02.796359 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00989555-27b6-4362-a62a-d87491bf6370', 'tag': '0c64f2e3-e027-43ee-b1d7-d42c5a26bacc'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:47:02.798938 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed733fd514e63afa326271342bdd0eb660bec12def84d2cf05433d99cf8b9d1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3aff376-51d6-4966-a508-4b082ef7df93" -d '{"events": [{"name": "network-changed", "server_uuid": "00989555-27b6-4362-a62a-d87491bf6370", "tag": "0c64f2e3-e027-43ee-b1d7-d42c5a26bacc"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:47:02.810784 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbaf5fb-0277-4356-992a-3725796a530c req-6f88c395-19f7-49eb-8980-1df985a22baf tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:02.810784 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-2bbaf5fb-0277-4356-992a-3725796a530c req-6f88c395-19f7-49eb-8980-1df985a22baf tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/ports?device_id=676bc5c7-0aa9-4ac2-8391-afc3107d9065 HTTP/1.1" status: 200 len: 946 time: 0.2633872 Feb 21 09:47:02.822909 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2e06c1-d573-47d9-88cf-5dbb2ce2c19f req-be687274-fff2-4392-8866-d07cdd70dc5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:02.824628 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-ea2e06c1-d573-47d9-88cf-5dbb2ce2c19f req-be687274-fff2-4392-8866-d07cdd70dc5e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f0b97717b6834f3e8ecbc551e47a71ca&device_id=676bc5c7-0aa9-4ac2-8391-afc3107d9065 HTTP/1.1" status: 200 len: 1130 time: 0.2589962 Feb 21 09:47:02.847216 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f1b7ee-e7c8-4cb0-9d03-20ba41c23af1 service neutron] Pushing event updated for resources: {'Port': ['ID=0c64f2e3-e027-43ee-b1d7-d42c5a26bacc,revision_number=3']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:47:02.870209 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 09:47:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7461d4d8-9008-4fb4-9687-4699b21bdc8e x-openstack-request-id: req-7461d4d8-9008-4fb4-9687-4699b21bdc8e {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:47:02.870505 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00989555-27b6-4362-a62a-d87491bf6370", "tag": "0c64f2e3-e027-43ee-b1d7-d42c5a26bacc", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:47:02.870826 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-7461d4d8-9008-4fb4-9687-4699b21bdc8e {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:47:02.871596 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00989555-27b6-4362-a62a-d87491bf6370', 'tag': '0c64f2e3-e027-43ee-b1d7-d42c5a26bacc', 'status': 'completed', 'code': 200} Feb 21 09:47:02.886860 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb8bcd9-ccd5-4861-8545-ebfddb09397a req-239febe2-97b6-4575-b8f4-d1c01fed3cd5 tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:02.888422 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-cbb8bcd9-ccd5-4861-8545-ebfddb09397a req-239febe2-97b6-4575-b8f4-d1c01fed3cd5 tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] 10.222.0.69 "GET /v2.0/networks?id=2900dd92-c6f8-4f13-9e54-0f6f4039aa07 HTTP/1.1" status: 200 len: 815 time: 0.2321844 Feb 21 09:47:02.983071 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3aff376-51d6-4966-a508-4b082ef7df93 req-e5dc04f6-ee17-4b34-a5f8-d1764a0c189e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:02.989452 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [req-a3aff376-51d6-4966-a508-4b082ef7df93 req-e5dc04f6-ee17-4b34-a5f8-d1764a0c189e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=bb268944fc6e49c098a033696a582d47&device_id=00989555-27b6-4362-a62a-d87491bf6370 HTTP/1.1" status: 200 len: 1128 time: 0.0705397 Feb 21 09:47:03.159742 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3aff376-51d6-4966-a508-4b082ef7df93 req-34c9dcf6-28be-41de-8eab-53082b1018f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:03.159742 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [req-a3aff376-51d6-4966-a508-4b082ef7df93 req-34c9dcf6-28be-41de-8eab-53082b1018f1 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=bb268944fc6e49c098a033696a582d47&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1589754 Feb 21 09:47:03.177355 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-3e6f9016-b5b8-4300-a57a-2d1b3a6fcf23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (7b1feb7e-a062-49d6-b835-c5fae1c9b9ce), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:03.194069 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.v2.base [req-cbb8bcd9-ccd5-4861-8545-ebfddb09397a req-057db7e6-2fae-42d9-8abf-03ad39f0ab4c tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] Request body: {'port': {'device_id': '0bcc6ea4-3f26-4569-aa0e-d9f72a0b7b97', 'network_id': '2900dd92-c6f8-4f13-9e54-0f6f4039aa07', 'admin_state_up': True, 'tenant_id': '6998dd3d35c9419e87f7ffd7d3cdb2bc'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:47:03.256967 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-33518199-720f-435d-b635-cee7ab7e02ca req-893e60dd-4e38-4153-ba0a-935c2c1221cb tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] 10.222.0.71 "GET /v2.0/ports?device_id=0bcc6ea4-3f26-4569-aa0e-d9f72a0b7b97 HTTP/1.1" status: 200 len: 210 time: 0.0838408 Feb 21 09:47:03.295505 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3aff376-51d6-4966-a508-4b082ef7df93 req-7a8427d6-7d4a-4c35-801e-1c869124efc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:03.297286 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-2bbaf5fb-0277-4356-992a-3725796a530c req-a1ce63d1-60b1-4c77-87cf-d548ac422a52 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/security-groups?id=8d9cb245-cf06-4580-adf5-355ae63bcdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4793375 Feb 21 09:47:03.297463 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [req-a3aff376-51d6-4966-a508-4b082ef7df93 req-7a8427d6-7d4a-4c35-801e-1c869124efc3 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1217849 Feb 21 09:47:03.357960 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2e06c1-d573-47d9-88cf-5dbb2ce2c19f req-28afac90-85fb-4662-bc4a-24efc8fdd62d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:03.359437 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-ea2e06c1-d573-47d9-88cf-5dbb2ce2c19f req-28afac90-85fb-4662-bc4a-24efc8fdd62d service neutron] 10.222.0.69 "GET /v2.0/networks?id=706f69fe-d205-4d95-9b18-bd6073de0e85 HTTP/1.1" status: 200 len: 919 time: 0.5147028 Feb 21 09:47:03.395134 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b96ce74-2c2e-426e-90ee-99ab87a684b9 req-0f5135e2-ffa3-4e99-bdfb-3890f7a8876f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:03.397740 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [req-2b96ce74-2c2e-426e-90ee-99ab87a684b9 req-0f5135e2-ffa3-4e99-bdfb-3890f7a8876f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=bb268944fc6e49c098a033696a582d47&device_id=00989555-27b6-4362-a62a-d87491bf6370 HTTP/1.1" status: 200 len: 1128 time: 0.0553794 Feb 21 09:47:03.411514 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-ea2e06c1-d573-47d9-88cf-5dbb2ce2c19f req-ce10b801-a899-4f61-9900-144c39fa2947 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=63fe613a-e289-405c-8fa6-1b6e4f4be7ca HTTP/1.1" status: 200 len: 217 time: 0.0445094 Feb 21 09:47:03.472730 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [req-2b96ce74-2c2e-426e-90ee-99ab87a684b9 req-9f23b923-e41b-49fa-9d55-beb00dc47171 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0c64f2e3-e027-43ee-b1d7-d42c5a26bacc HTTP/1.1" status: 200 len: 217 time: 0.0433707 Feb 21 09:47:03.483706 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2e06c1-d573-47d9-88cf-5dbb2ce2c19f req-d8419e62-0ee9-4068-ae35-c5af07b76a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:03.486106 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-ea2e06c1-d573-47d9-88cf-5dbb2ce2c19f req-d8419e62-0ee9-4068-ae35-c5af07b76a93 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=45738c06-7bf8-4f5a-88b1-5a2c943366a6 HTTP/1.1" status: 200 len: 858 time: 0.0612867 Feb 21 09:47:03.530325 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-ea2e06c1-d573-47d9-88cf-5dbb2ce2c19f req-8cabef3f-db8c-4b24-bae6-e19c02f51534 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=706f69fe-d205-4d95-9b18-bd6073de0e85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327125 Feb 21 09:47:03.537236 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbb8bcd9-ccd5-4861-8545-ebfddb09397a req-057db7e6-2fae-42d9-8abf-03ad39f0ab4c tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] Made reservation on behalf of 6998dd3d35c9419e87f7ffd7d3cdb2bc for: {'port': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:47:03.540746 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-cbb8bcd9-ccd5-4861-8545-ebfddb09397a req-057db7e6-2fae-42d9-8abf-03ad39f0ab4c tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:03.548844 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b96ce74-2c2e-426e-90ee-99ab87a684b9 req-066834e6-8f4f-4480-ae19-5e711e53524e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:03.550381 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [req-2b96ce74-2c2e-426e-90ee-99ab87a684b9 req-066834e6-8f4f-4480-ae19-5e711e53524e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=481c3383-55ad-4322-8e52-c4b40a8b221b HTTP/1.1" status: 200 len: 856 time: 0.0526724 Feb 21 09:47:03.603095 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b96ce74-2c2e-426e-90ee-99ab87a684b9 req-119ce55a-1e5e-4791-8118-198fb9e91d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:03.604714 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [req-2b96ce74-2c2e-426e-90ee-99ab87a684b9 req-119ce55a-1e5e-4791-8118-198fb9e91d9c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=520af2ea-1f8c-46b3-b630-6172c62f3d29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0475502 Feb 21 09:47:03.715860 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-ea2e06c1-d573-47d9-88cf-5dbb2ce2c19f req-ffd27a80-b5fd-4fe0-914a-7d9100153035 service neutron] 10.222.0.69 "GET /v2.0/networks/706f69fe-d205-4d95-9b18-bd6073de0e85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725576 Feb 21 09:47:03.719290 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [req-2b96ce74-2c2e-426e-90ee-99ab87a684b9 req-10068047-bd65-4c94-a597-0aec627ca6f2 service neutron] 10.222.0.69 "GET /v2.0/networks/520af2ea-1f8c-46b3-b630-6172c62f3d29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042864 Feb 21 09:47:03.810717 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [req-cbb8bcd9-ccd5-4861-8545-ebfddb09397a req-057db7e6-2fae-42d9-8abf-03ad39f0ab4c tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] Allocated IP 172.20.0.2 (2900dd92-c6f8-4f13-9e54-0f6f4039aa07/1623a8b2-3f98-4029-9afb-d2e0ee894b20/15169e14-c090-44c8-893f-030c7052d5b8) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:47:03.824635 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [req-2b96ce74-2c2e-426e-90ee-99ab87a684b9 req-da61a5a4-7729-46e6-8e62-dcd7cdfd7b0e service neutron] 10.222.0.69 "GET /v2.0/networks/520af2ea-1f8c-46b3-b630-6172c62f3d29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936997 Feb 21 09:47:03.931135 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-03bf8e6f-a391-4dc1-954e-04e6ab6bf946 req-4490db8e-d349-413f-bd0a-2fb88b723be7 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] 10.222.0.71 "GET /v2.0/ports?device_id=c7d10746-3c56-4e2b-ad55-04bcc867bc9a HTTP/1.1" status: 200 len: 210 time: 0.0593812 Feb 21 09:47:03.936460 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-ea2e06c1-d573-47d9-88cf-5dbb2ce2c19f req-4e550253-d581-4e7d-b524-dfb83da8d4b2 service neutron] 10.222.0.69 "GET /v2.0/networks/706f69fe-d205-4d95-9b18-bd6073de0e85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2094021 Feb 21 09:47:03.946967 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a283796e-5e49-4247-a6c7-42254947c310 req-202f5e76-e047-420f-9164-53606ffd8a26 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:03.949679 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-a283796e-5e49-4247-a6c7-42254947c310 req-202f5e76-e047-420f-9164-53606ffd8a26 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/ports?device_id=00989555-27b6-4362-a62a-d87491bf6370 HTTP/1.1" status: 200 len: 944 time: 0.2024236 Feb 21 09:47:04.074802 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-a283796e-5e49-4247-a6c7-42254947c310 req-938d70ce-7ed9-4f3e-bd1a-d827e34e9221 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/security-groups?id=5f89fa62-8f8a-4416-89bd-eddc545c178e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0997949 Feb 21 09:47:04.103278 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-cbb8bcd9-ccd5-4861-8545-ebfddb09397a req-057db7e6-2fae-42d9-8abf-03ad39f0ab4c tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] Publish callbacks [] for port (15169e14-c090-44c8-893f-030c7052d5b8), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:04.238104 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-cbb8bcd9-ccd5-4861-8545-ebfddb09397a req-057db7e6-2fae-42d9-8abf-03ad39f0ab4c tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782758885672'] for port (15169e14-c090-44c8-893f-030c7052d5b8), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:04.256017 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] get_ports_and_sgs() called for port_ids ['96538a27-2ae0-4901-9c89-cfad396b7f3f', '52ff9b8a-b4cc-4fb6-b138-7da02ee03a86'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 09:47:04.280373 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbb8bcd9-ccd5-4861-8545-ebfddb09397a req-057db7e6-2fae-42d9-8abf-03ad39f0ab4c tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] Network 2900dd92-c6f8-4f13-9e54-0f6f4039aa07 is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:47:04.283529 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [req-cbb8bcd9-ccd5-4861-8545-ebfddb09397a req-057db7e6-2fae-42d9-8abf-03ad39f0ab4c tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:47:04.287429 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbb8bcd9-ccd5-4861-8545-ebfddb09397a req-057db7e6-2fae-42d9-8abf-03ad39f0ab4c tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 09:47:04.293115 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb8bcd9-ccd5-4861-8545-ebfddb09397a req-057db7e6-2fae-42d9-8abf-03ad39f0ab4c tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:04.294092 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-cbb8bcd9-ccd5-4861-8545-ebfddb09397a req-057db7e6-2fae-42d9-8abf-03ad39f0ab4c tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8333137'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:04.312653 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057db7e6-2fae-42d9-8abf-03ad39f0ab4c tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] Pushing event updated for resources: {'Port': ['ID=15169e14-c090-44c8-893f-030c7052d5b8,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:47:04.420879 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-cbb8bcd9-ccd5-4861-8545-ebfddb09397a req-057db7e6-2fae-42d9-8abf-03ad39f0ab4c tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2470503 Feb 21 09:47:04.428001 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8af096-ac2d-424c-b86a-14e18d338036 req-ee7f1ced-e981-425a-af1a-98759e7b7221 tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:04.430150 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-ba8af096-ac2d-424c-b86a-14e18d338036 req-ee7f1ced-e981-425a-af1a-98759e7b7221 tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] 10.222.0.71 "GET /v2.0/ports?device_id=0bcc6ea4-3f26-4569-aa0e-d9f72a0b7b97 HTTP/1.1" status: 200 len: 931 time: 0.0955179 Feb 21 09:47:04.451066 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.v2.base [req-cbb8bcd9-ccd5-4861-8545-ebfddb09397a req-4e94e772-5d4f-4d63-8aec-0142b66c22df service neutron] Request body: {'port': {'device_id': '0bcc6ea4-3f26-4569-aa0e-d9f72a0b7b97', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:47:04.554565 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-cbb8bcd9-ccd5-4861-8545-ebfddb09397a req-4e94e772-5d4f-4d63-8aec-0142b66c22df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (15169e14-c090-44c8-893f-030c7052d5b8), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:04.562673 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01820338-0485-410a-a180-994de07c6444 req-83547c80-1bbc-4479-b583-09b8f59421c4 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:04.564187 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-01820338-0485-410a-a180-994de07c6444 req-83547c80-1bbc-4479-b583-09b8f59421c4 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/ports?device_id=676bc5c7-0aa9-4ac2-8391-afc3107d9065 HTTP/1.1" status: 200 len: 946 time: 0.1595328 Feb 21 09:47:04.568684 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-ba8af096-ac2d-424c-b86a-14e18d338036 req-12659ce0-50b8-4aae-b2b0-14ade4e7044f tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] 10.222.0.71 "GET /v2.0/security-groups?id=051a1fb3-2910-49f8-b5d8-0e085de068fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236444 Feb 21 09:47:04.697246 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-01820338-0485-410a-a180-994de07c6444 req-35952662-79a6-4276-be18-b2a954c89b04 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/security-groups?id=8d9cb245-cf06-4580-adf5-355ae63bcdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213346 Feb 21 09:47:04.864921 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.notifiers.nova [req-cbb8bcd9-ccd5-4861-8545-ebfddb09397a req-4e94e772-5d4f-4d63-8aec-0142b66c22df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15169e14-c090-44c8-893f-030c7052d5b8 {{(pid=109856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 09:47:04.872875 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-cbb8bcd9-ccd5-4861-8545-ebfddb09397a req-4e94e772-5d4f-4d63-8aec-0142b66c22df service neutron] Publish callbacks [] for port (15169e14-c090-44c8-893f-030c7052d5b8), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:04.885552 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.db.provisioning_blocks [req-cbb8bcd9-ccd5-4861-8545-ebfddb09397a req-4e94e772-5d4f-4d63-8aec-0142b66c22df service neutron] Transition to ACTIVE for port object 15169e14-c090-44c8-893f-030c7052d5b8 will not be triggered until provisioned by entity L2. {{(pid=109856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:47:04.972639 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-cbb8bcd9-ccd5-4861-8545-ebfddb09397a req-4e94e772-5d4f-4d63-8aec-0142b66c22df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782759442315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782758885690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782758885708'] for port (15169e14-c090-44c8-893f-030c7052d5b8), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:05.076381 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e94e772-5d4f-4d63-8aec-0142b66c22df service neutron] Pushing event updated for resources: {'Port': ['ID=15169e14-c090-44c8-893f-030c7052d5b8,revision_number=2']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:47:05.080264 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-306920df-371c-4a55-84c1-5ad7a9769751 req-1f9fa3b5-d7ae-4470-965b-a6e0f38b8fda tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] 10.222.0.71 "GET /v2.0/ports?device_id=c7d10746-3c56-4e2b-ad55-04bcc867bc9a HTTP/1.1" status: 200 len: 210 time: 0.0571375 Feb 21 09:47:05.108370 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-cbb8bcd9-ccd5-4861-8545-ebfddb09397a req-4e94e772-5d4f-4d63-8aec-0142b66c22df service neutron] Attempting to bind port 15169e14-c090-44c8-893f-030c7052d5b8 on host hv-cinder-80475 for vnic_type normal with profile {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 09:47:05.108832 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-cbb8bcd9-ccd5-4861-8545-ebfddb09397a req-4e94e772-5d4f-4d63-8aec-0142b66c22df service neutron] Attempting to bind port 15169e14-c090-44c8-893f-030c7052d5b8 by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': '883b1861-d076-4ce8-a994-a672e2419836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '2900dd92-c6f8-4f13-9e54-0f6f4039aa07'}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 09:47:05.109338 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb8bcd9-ccd5-4861-8545-ebfddb09397a req-4e94e772-5d4f-4d63-8aec-0142b66c22df service neutron] Attempting to bind port 15169e14-c090-44c8-893f-030c7052d5b8 on network 2900dd92-c6f8-4f13-9e54-0f6f4039aa07 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 09:47:05.114300 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb8bcd9-ccd5-4861-8545-ebfddb09397a req-4e94e772-5d4f-4d63-8aec-0142b66c22df service neutron] Port 15169e14-c090-44c8-893f-030c7052d5b8 on network 2900dd92-c6f8-4f13-9e54-0f6f4039aa07 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 09:47:05.114534 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb8bcd9-ccd5-4861-8545-ebfddb09397a req-4e94e772-5d4f-4d63-8aec-0142b66c22df service neutron] Attempting to bind port 15169e14-c090-44c8-893f-030c7052d5b8 on network 2900dd92-c6f8-4f13-9e54-0f6f4039aa07 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 09:47:05.120948 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb8bcd9-ccd5-4861-8545-ebfddb09397a req-4e94e772-5d4f-4d63-8aec-0142b66c22df service neutron] Checking agent: {'id': 'f5044fde-eef4-46eb-b3ce-4ab87030ccc0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 9, 43, 36), 'started_at': datetime.datetime(2022, 2, 21, 9, 43, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 46, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 09:47:05.121420 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb8bcd9-ccd5-4861-8545-ebfddb09397a req-4e94e772-5d4f-4d63-8aec-0142b66c22df service neutron] Checking segment: {'id': '883b1861-d076-4ce8-a994-a672e2419836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '2900dd92-c6f8-4f13-9e54-0f6f4039aa07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 09:47:05.121899 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb8bcd9-ccd5-4861-8545-ebfddb09397a req-4e94e772-5d4f-4d63-8aec-0142b66c22df service neutron] Bound using segment: {'id': '883b1861-d076-4ce8-a994-a672e2419836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '2900dd92-c6f8-4f13-9e54-0f6f4039aa07'} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 09:47:05.122420 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-cbb8bcd9-ccd5-4861-8545-ebfddb09397a req-4e94e772-5d4f-4d63-8aec-0142b66c22df service neutron] Bound port: 15169e14-c090-44c8-893f-030c7052d5b8, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '883b1861-d076-4ce8-a994-a672e2419836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '2900dd92-c6f8-4f13-9e54-0f6f4039aa07'}}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 09:47:05.122781 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-cbb8bcd9-ccd5-4861-8545-ebfddb09397a req-4e94e772-5d4f-4d63-8aec-0142b66c22df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (15169e14-c090-44c8-893f-030c7052d5b8), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:05.221113 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-cbb8bcd9-ccd5-4861-8545-ebfddb09397a req-4e94e772-5d4f-4d63-8aec-0142b66c22df service neutron] For port 15169e14-c090-44c8-893f-030c7052d5b8, host hv-cinder-80475, cleared binding levels {{(pid=109856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:47:05.224780 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-cbb8bcd9-ccd5-4861-8545-ebfddb09397a req-4e94e772-5d4f-4d63-8aec-0142b66c22df service neutron] For port 15169e14-c090-44c8-893f-030c7052d5b8, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=15169e14-c090-44c8-893f-030c7052d5b8,segment=NetworkSegment(883b1861-d076-4ce8-a994-a672e2419836),segment_id=883b1861-d076-4ce8-a994-a672e2419836)] {{(pid=109856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:47:05.237115 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6196d07c-8826-4faa-950e-34fef2ee51b1 req-20d8ce2d-ed71-4d0e-94c8-b5688476e1b5 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:05.238647 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-6196d07c-8826-4faa-950e-34fef2ee51b1 req-20d8ce2d-ed71-4d0e-94c8-b5688476e1b5 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/ports?device_id=00989555-27b6-4362-a62a-d87491bf6370 HTTP/1.1" status: 200 len: 944 time: 0.0811155 Feb 21 09:47:05.297506 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-6196d07c-8826-4faa-950e-34fef2ee51b1 req-a44e75d3-32dc-45d9-8a9f-2ecc09f78307 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/security-groups?id=5f89fa62-8f8a-4416-89bd-eddc545c178e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520384 Feb 21 09:47:05.349613 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-cbb8bcd9-ccd5-4861-8545-ebfddb09397a req-4e94e772-5d4f-4d63-8aec-0142b66c22df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782759442315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782758885690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782758885708'] for port (15169e14-c090-44c8-893f-030c7052d5b8), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:05.399512 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb8bcd9-ccd5-4861-8545-ebfddb09397a req-4e94e772-5d4f-4d63-8aec-0142b66c22df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:05.400131 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-cbb8bcd9-ccd5-4861-8545-ebfddb09397a req-4e94e772-5d4f-4d63-8aec-0142b66c22df service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8333137'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:05.401513 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-cbb8bcd9-ccd5-4861-8545-ebfddb09397a req-4e94e772-5d4f-4d63-8aec-0142b66c22df service neutron] 10.222.0.69 "PUT /v2.0/ports/15169e14-c090-44c8-893f-030c7052d5b8 HTTP/1.1" status: 200 len: 1093 time: 0.9552653 Feb 21 09:47:05.403680 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bcc6ea4-3f26-4569-aa0e-d9f72a0b7b97', 'tag': '15169e14-c090-44c8-893f-030c7052d5b8'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:47:05.406497 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c95017b57136a4249e8df2494e5587cd96ada80ae38c14c6a4695013360e62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cf7e2ed-b5c2-4227-9054-cd57862b9905" -d '{"events": [{"name": "network-changed", "server_uuid": "0bcc6ea4-3f26-4569-aa0e-d9f72a0b7b97", "tag": "15169e14-c090-44c8-893f-030c7052d5b8"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:47:05.448191 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e94e772-5d4f-4d63-8aec-0142b66c22df service neutron] Pushing event updated for resources: {'Port': ['ID=15169e14-c090-44c8-893f-030c7052d5b8,revision_number=3']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:47:05.452823 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 09:47:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-060fd36e-ff93-4fd4-a66c-50a103c74d15 x-openstack-request-id: req-060fd36e-ff93-4fd4-a66c-50a103c74d15 {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:47:05.452823 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bcc6ea4-3f26-4569-aa0e-d9f72a0b7b97", "tag": "15169e14-c090-44c8-893f-030c7052d5b8", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:47:05.452823 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-060fd36e-ff93-4fd4-a66c-50a103c74d15 {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:47:05.452823 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bcc6ea4-3f26-4569-aa0e-d9f72a0b7b97', 'tag': '15169e14-c090-44c8-893f-030c7052d5b8', 'status': 'completed', 'code': 200} Feb 21 09:47:05.463545 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81e1431-7f07-4e5a-889b-3cef7409d3c4 req-e563e0fc-573f-415f-973f-8509975782c2 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:05.465287 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-c81e1431-7f07-4e5a-889b-3cef7409d3c4 req-e563e0fc-573f-415f-973f-8509975782c2 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] 10.222.0.69 "GET /v2.0/networks?id=d18a3abc-b5f2-49e7-9725-3ef800bd13ad HTTP/1.1" status: 200 len: 811 time: 0.1837285 Feb 21 09:47:05.523411 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-bf2c08d2-d4b0-4a7a-a17f-76155bb97c84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (f1afc09b-b148-496e-b857-a568110caa3c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:05.586972 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-c81e1431-7f07-4e5a-889b-3cef7409d3c4 req-d71e81b4-bfe0-4c9c-92cc-a6da6b676502 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=30ad631be25d4fecbaae288015f66e22 HTTP/1.1" status: 200 len: 379 time: 0.1061640 Feb 21 09:47:05.589685 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf7e2ed-b5c2-4227-9054-cd57862b9905 req-fafb4591-5600-4bda-9bf7-6a41e6ee71b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:05.591152 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-4cf7e2ed-b5c2-4227-9054-cd57862b9905 req-fafb4591-5600-4bda-9bf7-6a41e6ee71b5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6998dd3d35c9419e87f7ffd7d3cdb2bc&device_id=0bcc6ea4-3f26-4569-aa0e-d9f72a0b7b97 HTTP/1.1" status: 200 len: 1127 time: 0.0945218 Feb 21 09:47:05.614817 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.v2.base [req-c81e1431-7f07-4e5a-889b-3cef7409d3c4 req-cf21cc03-de85-400a-8a94-00877b36ef69 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Request body: {'port': {'device_id': 'c7d10746-3c56-4e2b-ad55-04bcc867bc9a', 'network_id': 'd18a3abc-b5f2-49e7-9725-3ef800bd13ad', 'admin_state_up': True, 'tenant_id': '30ad631be25d4fecbaae288015f66e22', 'security_groups': ['fe504167-9a9a-4442-9390-523a4e1fa709']}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:47:05.851988 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7374cbde-17d8-433b-8d42-4445d01bde27 req-5a079a1a-129f-488e-835d-95edcd8235e0 tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:05.853471 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-7374cbde-17d8-433b-8d42-4445d01bde27 req-5a079a1a-129f-488e-835d-95edcd8235e0 tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] 10.222.0.71 "GET /v2.0/ports?device_id=0bcc6ea4-3f26-4569-aa0e-d9f72a0b7b97 HTTP/1.1" status: 200 len: 943 time: 0.1813653 Feb 21 09:47:05.866571 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf7e2ed-b5c2-4227-9054-cd57862b9905 req-fa588d02-b4ff-48f6-90ef-e53733bb9994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:05.868105 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-4cf7e2ed-b5c2-4227-9054-cd57862b9905 req-fa588d02-b4ff-48f6-90ef-e53733bb9994 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=6998dd3d35c9419e87f7ffd7d3cdb2bc&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2533970 Feb 21 09:47:05.959522 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1f7a96-6bd4-436a-b669-c537a5526f85 req-51f626a6-9837-4f3e-9fed-a1ceb02dcb6f tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:05.961023 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-ad1f7a96-6bd4-436a-b669-c537a5526f85 req-51f626a6-9837-4f3e-9fed-a1ceb02dcb6f tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/ports?device_id=676bc5c7-0aa9-4ac2-8391-afc3107d9065 HTTP/1.1" status: 200 len: 946 time: 0.1814134 Feb 21 09:47:05.995955 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-7374cbde-17d8-433b-8d42-4445d01bde27 req-ea55ad3f-82c4-4d93-af4f-cdbea5d95664 tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] 10.222.0.71 "GET /v2.0/security-groups?id=051a1fb3-2910-49f8-b5d8-0e085de068fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369326 Feb 21 09:47:06.040119 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c81e1431-7f07-4e5a-889b-3cef7409d3c4 req-cf21cc03-de85-400a-8a94-00877b36ef69 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Made reservation on behalf of 30ad631be25d4fecbaae288015f66e22 for: {'port': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:47:06.043478 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-c81e1431-7f07-4e5a-889b-3cef7409d3c4 req-cf21cc03-de85-400a-8a94-00877b36ef69 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:06.069955 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-ad1f7a96-6bd4-436a-b669-c537a5526f85 req-0f4cdf31-1e4b-4e7f-877d-6612aacd19c7 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/security-groups?id=8d9cb245-cf06-4580-adf5-355ae63bcdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009324 Feb 21 09:47:06.071365 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf7e2ed-b5c2-4227-9054-cd57862b9905 req-cd6406de-cba0-438d-b411-62aa198644c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:06.072861 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-4cf7e2ed-b5c2-4227-9054-cd57862b9905 req-cd6406de-cba0-438d-b411-62aa198644c3 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1833475 Feb 21 09:47:06.202852 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-12edb65e-5441-4386-86ad-fa9ec06846b2 req-dffc9b37-9dcf-4b3d-bf60-13ad3f2f591d tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] 10.222.0.71 "GET /v2.0/ports?device_id=c7d10746-3c56-4e2b-ad55-04bcc867bc9a HTTP/1.1" status: 200 len: 210 time: 0.0414553 Feb 21 09:47:06.247916 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb8bcd9-ccd5-4861-8545-ebfddb09397a req-f451b4e1-15df-4441-8352-4c6372c18633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:06.249538 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-cbb8bcd9-ccd5-4861-8545-ebfddb09397a req-f451b4e1-15df-4441-8352-4c6372c18633 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6998dd3d35c9419e87f7ffd7d3cdb2bc&device_id=0bcc6ea4-3f26-4569-aa0e-d9f72a0b7b97 HTTP/1.1" status: 200 len: 1127 time: 0.1268091 Feb 21 09:47:06.259163 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [req-c81e1431-7f07-4e5a-889b-3cef7409d3c4 req-cf21cc03-de85-400a-8a94-00877b36ef69 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Allocated IP 172.20.0.4 (d18a3abc-b5f2-49e7-9725-3ef800bd13ad/e209d30c-904a-4983-811a-38e909a2873c/d42dbad4-da30-49fa-9e7c-851d8141f0f3) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:47:06.300527 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-cbb8bcd9-ccd5-4861-8545-ebfddb09397a req-03b989fb-0806-4398-9a8f-7d5071f485b8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=15169e14-c090-44c8-893f-030c7052d5b8 HTTP/1.1" status: 200 len: 217 time: 0.0390394 Feb 21 09:47:06.637262 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb8bcd9-ccd5-4861-8545-ebfddb09397a req-ca2f4b35-e3a9-4e6c-a54e-3ebbd5e28c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:06.638805 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-cbb8bcd9-ccd5-4861-8545-ebfddb09397a req-ca2f4b35-e3a9-4e6c-a54e-3ebbd5e28c29 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1623a8b2-3f98-4029-9afb-d2e0ee894b20 HTTP/1.1" status: 200 len: 855 time: 0.3325441 Feb 21 09:47:06.693502 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-cbb8bcd9-ccd5-4861-8545-ebfddb09397a req-fa84695c-e9f9-4dbb-b677-95a3f78072c2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2900dd92-c6f8-4f13-9e54-0f6f4039aa07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364203 Feb 21 09:47:06.782450 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Device 0c64f2e3-e027-43ee-b1d7-d42c5a26bacc details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 09:47:06.786866 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02887703-d9da-4fda-afb2-b9dc5b19cab9 req-14fbc5ca-8cbd-4b34-bdd6-f7b633297afc tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:06.787239 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-02887703-d9da-4fda-afb2-b9dc5b19cab9 req-14fbc5ca-8cbd-4b34-bdd6-f7b633297afc tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/ports?device_id=00989555-27b6-4362-a62a-d87491bf6370 HTTP/1.1" status: 200 len: 944 time: 0.1922312 Feb 21 09:47:06.808041 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-43ce5351-eeda-4347-b66a-565ea5ef4f96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (93f03475-d11b-4921-b82a-7ea88eab1568), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:06.816211 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-c81e1431-7f07-4e5a-889b-3cef7409d3c4 req-cf21cc03-de85-400a-8a94-00877b36ef69 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Publish callbacks [] for port (d42dbad4-da30-49fa-9e7c-851d8141f0f3), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:06.901860 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-02887703-d9da-4fda-afb2-b9dc5b19cab9 req-284b0c23-98dc-4ca6-bb17-5ae962755334 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/security-groups?id=5f89fa62-8f8a-4416-89bd-eddc545c178e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0989015 Feb 21 09:47:06.909802 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-cbb8bcd9-ccd5-4861-8545-ebfddb09397a req-f4396679-a574-43d1-947e-1c93513dc59a service neutron] 10.222.0.69 "GET /v2.0/networks/2900dd92-c6f8-4f13-9e54-0f6f4039aa07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946287 Feb 21 09:47:06.985665 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-c81e1431-7f07-4e5a-889b-3cef7409d3c4 req-cf21cc03-de85-400a-8a94-00877b36ef69 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782758885672'] for port (d42dbad4-da30-49fa-9e7c-851d8141f0f3), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:07.034934 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] For port 0c64f2e3-e027-43ee-b1d7-d42c5a26bacc, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=0c64f2e3-e027-43ee-b1d7-d42c5a26bacc,segment=NetworkSegment(74e7b622-908b-4731-b83b-33d793e03349),segment_id=74e7b622-908b-4731-b83b-33d793e03349)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:47:07.046615 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Returning: {'device': '0c64f2e3-e027-43ee-b1d7-d42c5a26bacc', 'network_id': '520af2ea-1f8c-46b3-b630-6172c62f3d29', 'port_id': '0c64f2e3-e027-43ee-b1d7-d42c5a26bacc', 'mac_address': 'fa:16:3e:0b:10:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '481c3383-55ad-4322-8e52-c4b40a8b221b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 09:47:07.064545 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c81e1431-7f07-4e5a-889b-3cef7409d3c4 req-cf21cc03-de85-400a-8a94-00877b36ef69 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Network d18a3abc-b5f2-49e7-9725-3ef800bd13ad is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:47:07.070933 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [req-c81e1431-7f07-4e5a-889b-3cef7409d3c4 req-cf21cc03-de85-400a-8a94-00877b36ef69 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:47:07.074326 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-cbb8bcd9-ccd5-4861-8545-ebfddb09397a req-b726efcb-105f-4a8d-987f-3ee349c9cd9a service neutron] 10.222.0.69 "GET /v2.0/networks/2900dd92-c6f8-4f13-9e54-0f6f4039aa07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557741 Feb 21 09:47:07.075198 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-c81e1431-7f07-4e5a-889b-3cef7409d3c4 req-cf21cc03-de85-400a-8a94-00877b36ef69 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 09:47:07.080754 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81e1431-7f07-4e5a-889b-3cef7409d3c4 req-cf21cc03-de85-400a-8a94-00877b36ef69 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:07.081330 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-c81e1431-7f07-4e5a-889b-3cef7409d3c4 req-cf21cc03-de85-400a-8a94-00877b36ef69 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8333137'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:07.083687 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf21cc03-de85-400a-8a94-00877b36ef69 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Pushing event updated for resources: {'Port': ['ID=d42dbad4-da30-49fa-9e7c-851d8141f0f3,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:47:07.123487 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Current status of the port 0c64f2e3-e027-43ee-b1d7-d42c5a26bacc is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:47:07.123915 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (0c64f2e3-e027-43ee-b1d7-d42c5a26bacc), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:07.138619 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c64f2e3-e027-43ee-b1d7-d42c5a26bacc {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 09:47:07.166089 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fb221f-43c8-4c42-a81c-88be95f9dcd6 req-9f5ded52-9cfe-4a64-9cf0-963ac3b4c4df tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:07.167689 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-47fb221f-43c8-4c42-a81c-88be95f9dcd6 req-9f5ded52-9cfe-4a64-9cf0-963ac3b4c4df tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] 10.222.0.71 "GET /v2.0/ports?device_id=0bcc6ea4-3f26-4569-aa0e-d9f72a0b7b97 HTTP/1.1" status: 200 len: 943 time: 0.0793960 Feb 21 09:47:07.168226 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] For port 0c64f2e3-e027-43ee-b1d7-d42c5a26bacc, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=0c64f2e3-e027-43ee-b1d7-d42c5a26bacc,segment=NetworkSegment(74e7b622-908b-4731-b83b-33d793e03349),segment_id=74e7b622-908b-4731-b83b-33d793e03349)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:47:07.201696 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-c81e1431-7f07-4e5a-889b-3cef7409d3c4 req-cf21cc03-de85-400a-8a94-00877b36ef69 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5944152 Feb 21 09:47:07.218512 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.v2.base [req-c81e1431-7f07-4e5a-889b-3cef7409d3c4 req-f61474b6-36ef-4ded-813f-36a1b4b8667b service neutron] Request body: {'port': {'device_id': 'c7d10746-3c56-4e2b-ad55-04bcc867bc9a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:47:07.269184 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782759442315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782758885690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782758885708'] for port (0c64f2e3-e027-43ee-b1d7-d42c5a26bacc), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:07.290455 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-47fb221f-43c8-4c42-a81c-88be95f9dcd6 req-4940d05e-0ea9-43da-9b1a-055c9a6a5e0a tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] 10.222.0.71 "GET /v2.0/security-groups?id=051a1fb3-2910-49f8-b5d8-0e085de068fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133251 Feb 21 09:47:07.326544 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-c81e1431-7f07-4e5a-889b-3cef7409d3c4 req-f61474b6-36ef-4ded-813f-36a1b4b8667b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (d42dbad4-da30-49fa-9e7c-851d8141f0f3), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:07.339404 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Pushing event updated for resources: {'Port': ['ID=0c64f2e3-e027-43ee-b1d7-d42c5a26bacc,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:47:07.349718 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-2f249400-ef26-4ab1-9cc1-78970b127bcf None None] Provisioning complete for port d42dbad4-da30-49fa-9e7c-851d8141f0f3 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:47:07.350121 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-2f249400-ef26-4ab1-9cc1-78970b127bcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7397950'] for port (d42dbad4-da30-49fa-9e7c-851d8141f0f3), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:07.351001 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e1c7e7-30ea-4aad-ae26-b129d330d433 req-547de9e3-9d4a-418a-b456-5c00f4718c1a tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:07.352922 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-d9e1c7e7-30ea-4aad-ae26-b129d330d433 req-547de9e3-9d4a-418a-b456-5c00f4718c1a tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/ports?device_id=676bc5c7-0aa9-4ac2-8391-afc3107d9065 HTTP/1.1" status: 200 len: 946 time: 0.1838951 Feb 21 09:47:07.389808 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-2f249400-ef26-4ab1-9cc1-78970b127bcf None None] Port d42dbad4-da30-49fa-9e7c-851d8141f0f3 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 09:47:07.518111 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.71', 52686) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:47:07.521500 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-d9e1c7e7-30ea-4aad-ae26-b129d330d433 req-6f9ec2ab-dcb9-4033-ac33-60aea8a3f8b8 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/security-groups?id=8d9cb245-cf06-4580-adf5-355ae63bcdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441615 Feb 21 09:47:07.540735 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dd74f2-9c48-4506-b3b6-04c630dc6d7b req-4621f0c1-ed18-469b-9544-6618f2dae9a2 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:07.542223 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-27dd74f2-9c48-4506-b3b6-04c630dc6d7b req-4621f0c1-ed18-469b-9544-6618f2dae9a2 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] 10.222.0.71 "GET /v2.0/ports?device_id=c7d10746-3c56-4e2b-ad55-04bcc867bc9a HTTP/1.1" status: 200 len: 931 time: 0.1614788 Feb 21 09:47:07.626625 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7fd9724b-bb3b-4cb1-be43-02fc90cb9791 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:07.646281 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-27dd74f2-9c48-4506-b3b6-04c630dc6d7b req-5558aa1e-5b79-4da5-a2cb-fbfd95274ece tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] 10.222.0.71 "GET /v2.0/security-groups?id=fe504167-9a9a-4442-9390-523a4e1fa709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972910 Feb 21 09:47:07.666248 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] get_ports_and_sgs() called for port_ids ['0c64f2e3-e027-43ee-b1d7-d42c5a26bacc'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 09:47:07.731594 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7fd9724b-bb3b-4cb1-be43-02fc90cb9791 admin admin] Publish callbacks [] for security_group (f952a20b-e086-454f-8f3f-f1e36d2a3610), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:07.742943 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.notifiers.nova [req-c81e1431-7f07-4e5a-889b-3cef7409d3c4 req-f61474b6-36ef-4ded-813f-36a1b4b8667b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d42dbad4-da30-49fa-9e7c-851d8141f0f3 {{(pid=109856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 09:47:07.751422 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-c81e1431-7f07-4e5a-889b-3cef7409d3c4 req-f61474b6-36ef-4ded-813f-36a1b4b8667b service neutron] Publish callbacks [] for port (d42dbad4-da30-49fa-9e7c-851d8141f0f3), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:07.765643 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.db.provisioning_blocks [req-c81e1431-7f07-4e5a-889b-3cef7409d3c4 req-f61474b6-36ef-4ded-813f-36a1b4b8667b service neutron] Transition to ACTIVE for port object d42dbad4-da30-49fa-9e7c-851d8141f0f3 will not be triggered until provisioned by entity L2. {{(pid=109856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:47:07.788215 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (f5044fde-eef4-46eb-b3ce-4ab87030ccc0), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:07.803863 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7fd9724b-bb3b-4cb1-be43-02fc90cb9791 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (f952a20b-e086-454f-8f3f-f1e36d2a3610), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:07.841458 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [None req-7fd9724b-bb3b-4cb1-be43-02fc90cb9791 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=8596d9c4281e4e3b9d2df55f70931e78&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3221488 Feb 21 09:47:07.842556 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd9724b-bb3b-4cb1-be43-02fc90cb9791 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f952a20b-e086-454f-8f3f-f1e36d2a3610,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:47:07.844132 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 52694) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:47:07.861797 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-c81e1431-7f07-4e5a-889b-3cef7409d3c4 req-f61474b6-36ef-4ded-813f-36a1b4b8667b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782759442315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782758885690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782758885708'] for port (d42dbad4-da30-49fa-9e7c-851d8141f0f3), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:07.937459 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61474b6-36ef-4ded-813f-36a1b4b8667b service neutron] Pushing event updated for resources: {'Port': ['ID=d42dbad4-da30-49fa-9e7c-851d8141f0f3,revision_number=2']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:47:07.979240 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-c81e1431-7f07-4e5a-889b-3cef7409d3c4 req-f61474b6-36ef-4ded-813f-36a1b4b8667b service neutron] Attempting to bind port d42dbad4-da30-49fa-9e7c-851d8141f0f3 on host hv-cinder-80475 for vnic_type normal with profile {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 09:47:07.979577 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-c81e1431-7f07-4e5a-889b-3cef7409d3c4 req-f61474b6-36ef-4ded-813f-36a1b4b8667b service neutron] Attempting to bind port d42dbad4-da30-49fa-9e7c-851d8141f0f3 by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': '18c0b10b-491c-457e-b8a5-db4c9de6ed16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'd18a3abc-b5f2-49e7-9725-3ef800bd13ad'}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 09:47:07.979906 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c81e1431-7f07-4e5a-889b-3cef7409d3c4 req-f61474b6-36ef-4ded-813f-36a1b4b8667b service neutron] Attempting to bind port d42dbad4-da30-49fa-9e7c-851d8141f0f3 on network d18a3abc-b5f2-49e7-9725-3ef800bd13ad {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 09:47:07.982092 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ea0bf221-6377-46e4-969a-5bcc8406809b admin admin] Publish callbacks [] for security_group (f952a20b-e086-454f-8f3f-f1e36d2a3610), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:07.994355 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c81e1431-7f07-4e5a-889b-3cef7409d3c4 req-f61474b6-36ef-4ded-813f-36a1b4b8667b service neutron] Port d42dbad4-da30-49fa-9e7c-851d8141f0f3 on network d18a3abc-b5f2-49e7-9725-3ef800bd13ad not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 09:47:07.994679 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c81e1431-7f07-4e5a-889b-3cef7409d3c4 req-f61474b6-36ef-4ded-813f-36a1b4b8667b service neutron] Attempting to bind port d42dbad4-da30-49fa-9e7c-851d8141f0f3 on network d18a3abc-b5f2-49e7-9725-3ef800bd13ad {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 09:47:08.010000 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c81e1431-7f07-4e5a-889b-3cef7409d3c4 req-f61474b6-36ef-4ded-813f-36a1b4b8667b service neutron] Checking agent: {'id': 'f5044fde-eef4-46eb-b3ce-4ab87030ccc0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 9, 43, 36), 'started_at': datetime.datetime(2022, 2, 21, 9, 43, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 47, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 09:47:08.010264 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c81e1431-7f07-4e5a-889b-3cef7409d3c4 req-f61474b6-36ef-4ded-813f-36a1b4b8667b service neutron] Checking segment: {'id': '18c0b10b-491c-457e-b8a5-db4c9de6ed16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'd18a3abc-b5f2-49e7-9725-3ef800bd13ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 09:47:08.010652 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c81e1431-7f07-4e5a-889b-3cef7409d3c4 req-f61474b6-36ef-4ded-813f-36a1b4b8667b service neutron] Bound using segment: {'id': '18c0b10b-491c-457e-b8a5-db4c9de6ed16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'd18a3abc-b5f2-49e7-9725-3ef800bd13ad'} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 09:47:08.011095 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-c81e1431-7f07-4e5a-889b-3cef7409d3c4 req-f61474b6-36ef-4ded-813f-36a1b4b8667b service neutron] Bound port: d42dbad4-da30-49fa-9e7c-851d8141f0f3, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18c0b10b-491c-457e-b8a5-db4c9de6ed16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'd18a3abc-b5f2-49e7-9725-3ef800bd13ad'}}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 09:47:08.011451 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-c81e1431-7f07-4e5a-889b-3cef7409d3c4 req-f61474b6-36ef-4ded-813f-36a1b4b8667b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (d42dbad4-da30-49fa-9e7c-851d8141f0f3), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:08.021686 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ea0bf221-6377-46e4-969a-5bcc8406809b admin admin] Publish callbacks [] for security_group (f952a20b-e086-454f-8f3f-f1e36d2a3610), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:08.140649 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-2b8302a0-632c-4bb4-a8e1-5b2fb521f750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (a872b2e0-7e3e-43db-8705-7fb9ea875340), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:08.148535 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520efeda-f755-4505-80dc-74bba9a07ee8 req-80abbe47-1764-4841-9023-c5f6e14d1fe2 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:08.151992 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-520efeda-f755-4505-80dc-74bba9a07ee8 req-80abbe47-1764-4841-9023-c5f6e14d1fe2 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/ports?device_id=00989555-27b6-4362-a62a-d87491bf6370 HTTP/1.1" status: 200 len: 945 time: 0.1417165 Feb 21 09:47:08.153953 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-c81e1431-7f07-4e5a-889b-3cef7409d3c4 req-f61474b6-36ef-4ded-813f-36a1b4b8667b service neutron] For port d42dbad4-da30-49fa-9e7c-851d8141f0f3, host hv-cinder-80475, cleared binding levels {{(pid=109856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:47:08.158874 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-c81e1431-7f07-4e5a-889b-3cef7409d3c4 req-f61474b6-36ef-4ded-813f-36a1b4b8667b service neutron] For port d42dbad4-da30-49fa-9e7c-851d8141f0f3, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=d42dbad4-da30-49fa-9e7c-851d8141f0f3,segment=NetworkSegment(18c0b10b-491c-457e-b8a5-db4c9de6ed16),segment_id=18c0b10b-491c-457e-b8a5-db4c9de6ed16)] {{(pid=109856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:47:08.220169 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-520efeda-f755-4505-80dc-74bba9a07ee8 req-197131e8-68d0-4246-9a66-990a9f4955c3 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/security-groups?id=5f89fa62-8f8a-4416-89bd-eddc545c178e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636427 Feb 21 09:47:08.222870 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ea0bf221-6377-46e4-969a-5bcc8406809b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (f952a20b-e086-454f-8f3f-f1e36d2a3610), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:08.226050 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ea0bf221-6377-46e4-969a-5bcc8406809b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:08.227234 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-ea0bf221-6377-46e4-969a-5bcc8406809b admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/f952a20b-e086-454f-8f3f-f1e36d2a3610 HTTP/1.1" status: 204 len: 168 time: 0.3814089 Feb 21 09:47:08.235399 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0bf221-6377-46e4-969a-5bcc8406809b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f952a20b-e086-454f-8f3f-f1e36d2a3610,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:47:08.252093 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-c81e1431-7f07-4e5a-889b-3cef7409d3c4 req-f61474b6-36ef-4ded-813f-36a1b4b8667b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782759442315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782758885690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782758885708'] for port (d42dbad4-da30-49fa-9e7c-851d8141f0f3), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:08.295717 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81e1431-7f07-4e5a-889b-3cef7409d3c4 req-f61474b6-36ef-4ded-813f-36a1b4b8667b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:08.296347 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-c81e1431-7f07-4e5a-889b-3cef7409d3c4 req-f61474b6-36ef-4ded-813f-36a1b4b8667b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8333137'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:08.298041 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-c81e1431-7f07-4e5a-889b-3cef7409d3c4 req-f61474b6-36ef-4ded-813f-36a1b4b8667b service neutron] 10.222.0.69 "PUT /v2.0/ports/d42dbad4-da30-49fa-9e7c-851d8141f0f3 HTTP/1.1" status: 200 len: 1093 time: 1.0860245 Feb 21 09:47:08.300451 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7d10746-3c56-4e2b-ad55-04bcc867bc9a', 'tag': 'd42dbad4-da30-49fa-9e7c-851d8141f0f3'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:47:08.303981 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c95017b57136a4249e8df2494e5587cd96ada80ae38c14c6a4695013360e62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f46acd0-baad-47ed-839a-ff75e35d289f" -d '{"events": [{"name": "network-changed", "server_uuid": "c7d10746-3c56-4e2b-ad55-04bcc867bc9a", "tag": "d42dbad4-da30-49fa-9e7c-851d8141f0f3"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:47:08.367233 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 09:47:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38e2f69c-a464-47bf-8cbb-fb9393b1ea42 x-openstack-request-id: req-38e2f69c-a464-47bf-8cbb-fb9393b1ea42 {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:47:08.367550 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7d10746-3c56-4e2b-ad55-04bcc867bc9a", "tag": "d42dbad4-da30-49fa-9e7c-851d8141f0f3", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:47:08.367816 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-38e2f69c-a464-47bf-8cbb-fb9393b1ea42 {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:47:08.368223 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7d10746-3c56-4e2b-ad55-04bcc867bc9a', 'tag': 'd42dbad4-da30-49fa-9e7c-851d8141f0f3', 'status': 'completed', 'code': 200} Feb 21 09:47:08.369326 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61474b6-36ef-4ded-813f-36a1b4b8667b service neutron] Pushing event updated for resources: {'Port': ['ID=d42dbad4-da30-49fa-9e7c-851d8141f0f3,revision_number=3']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:47:08.474503 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca11b830-dbb5-45c9-9bca-ce79ba460752 req-7e610bd2-1bad-45ec-b4bb-0c5cd284abbd tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:08.476384 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-ca11b830-dbb5-45c9-9bca-ce79ba460752 req-7e610bd2-1bad-45ec-b4bb-0c5cd284abbd tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] 10.222.0.71 "GET /v2.0/ports?device_id=0bcc6ea4-3f26-4569-aa0e-d9f72a0b7b97 HTTP/1.1" status: 200 len: 943 time: 0.0860851 Feb 21 09:47:08.483400 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f46acd0-baad-47ed-839a-ff75e35d289f req-03175799-858a-42b5-9732-4a4eb66e0704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:08.484990 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-0f46acd0-baad-47ed-839a-ff75e35d289f req-03175799-858a-42b5-9732-4a4eb66e0704 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=30ad631be25d4fecbaae288015f66e22&device_id=c7d10746-3c56-4e2b-ad55-04bcc867bc9a HTTP/1.1" status: 200 len: 1127 time: 0.0845735 Feb 21 09:47:08.594749 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-ca11b830-dbb5-45c9-9bca-ce79ba460752 req-e10eaa11-63c1-49e1-8680-bce4e6df76c3 tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] 10.222.0.71 "GET /v2.0/security-groups?id=051a1fb3-2910-49f8-b5d8-0e085de068fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087711 Feb 21 09:47:08.712760 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f46acd0-baad-47ed-839a-ff75e35d289f req-02f5093a-6ef4-431e-a3e4-cb04b122157f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:08.715810 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-0f46acd0-baad-47ed-839a-ff75e35d289f req-02f5093a-6ef4-431e-a3e4-cb04b122157f service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=30ad631be25d4fecbaae288015f66e22&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2115712 Feb 21 09:47:08.743849 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7314c90e-a930-49b8-b240-a44070b36bc8 req-0123ebe3-4524-4b6c-aea8-7ff2e7ac953b tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:08.745443 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-7314c90e-a930-49b8-b240-a44070b36bc8 req-0123ebe3-4524-4b6c-aea8-7ff2e7ac953b tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/ports?device_id=676bc5c7-0aa9-4ac2-8391-afc3107d9065 HTTP/1.1" status: 200 len: 946 time: 0.0874794 Feb 21 09:47:08.785887 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Device 0c64f2e3-e027-43ee-b1d7-d42c5a26bacc up at agent hyperv_hv-cinder-80475 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:47:08.885621 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-7314c90e-a930-49b8-b240-a44070b36bc8 req-859750f5-d4c7-4366-aa46-34490353479c tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/security-groups?id=8d9cb245-cf06-4580-adf5-355ae63bcdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232305 Feb 21 09:47:08.900872 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Provisioning for port 0c64f2e3-e027-43ee-b1d7-d42c5a26bacc completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:47:08.905051 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Provisioning complete for port 0c64f2e3-e027-43ee-b1d7-d42c5a26bacc triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:47:08.905663 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7397950'] for port (0c64f2e3-e027-43ee-b1d7-d42c5a26bacc), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:08.910759 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88030be-63f0-4520-ad35-96ee54aeeee7 req-bbd6766f-f8e1-4349-8bb1-e3e3a056400a tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:08.911868 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-e88030be-63f0-4520-ad35-96ee54aeeee7 req-bbd6766f-f8e1-4349-8bb1-e3e3a056400a tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] 10.222.0.71 "GET /v2.0/ports?device_id=c7d10746-3c56-4e2b-ad55-04bcc867bc9a HTTP/1.1" status: 200 len: 943 time: 0.1655471 Feb 21 09:47:08.917584 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f46acd0-baad-47ed-839a-ff75e35d289f req-2c497687-8c66-44fc-82cd-f85044e8904d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:08.919011 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-0f46acd0-baad-47ed-839a-ff75e35d289f req-2c497687-8c66-44fc-82cd-f85044e8904d service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1916614 Feb 21 09:47:08.977412 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-e88030be-63f0-4520-ad35-96ee54aeeee7 req-61dbd280-821c-4804-ad78-1dd4913c25ec tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] 10.222.0.71 "GET /v2.0/security-groups?id=fe504167-9a9a-4442-9390-523a4e1fa709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574200 Feb 21 09:47:09.011915 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81e1431-7f07-4e5a-889b-3cef7409d3c4 req-ad7200de-38ee-4479-9eec-2f5b067d1195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:09.013475 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-c81e1431-7f07-4e5a-889b-3cef7409d3c4 req-ad7200de-38ee-4479-9eec-2f5b067d1195 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=30ad631be25d4fecbaae288015f66e22&device_id=c7d10746-3c56-4e2b-ad55-04bcc867bc9a HTTP/1.1" status: 200 len: 1127 time: 0.0523663 Feb 21 09:47:09.014174 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 52728) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:47:09.016098 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Current status of the port 0c64f2e3-e027-43ee-b1d7-d42c5a26bacc is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:47:09.016495 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (0c64f2e3-e027-43ee-b1d7-d42c5a26bacc), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:09.033478 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1016fd9f-8b7c-470d-9856-f00bb6befdc9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:09.040094 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00989555-27b6-4362-a62a-d87491bf6370', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c64f2e3-e027-43ee-b1d7-d42c5a26bacc'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:47:09.042347 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd82e867db05f05d31de18fef3a4b5738e999913abe260e0f677426061852263" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f87d358-83e7-4c5c-be8f-fe11bef7ad68" -d '{"events": [{"server_uuid": "00989555-27b6-4362-a62a-d87491bf6370", "name": "network-vif-plugged", "status": "completed", "tag": "0c64f2e3-e027-43ee-b1d7-d42c5a26bacc"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:47:09.054862 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] For port 0c64f2e3-e027-43ee-b1d7-d42c5a26bacc, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=0c64f2e3-e027-43ee-b1d7-d42c5a26bacc,segment=NetworkSegment(74e7b622-908b-4731-b83b-33d793e03349),segment_id=74e7b622-908b-4731-b83b-33d793e03349)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:47:09.067677 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-c81e1431-7f07-4e5a-889b-3cef7409d3c4 req-90f3226b-7c2f-42eb-bc58-666fb6a6a1d3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d42dbad4-da30-49fa-9e7c-851d8141f0f3 HTTP/1.1" status: 200 len: 217 time: 0.0461714 Feb 21 09:47:09.081043 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 09:47:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbd7ece6-2c9e-4447-9827-184f18ec19c6 x-openstack-request-id: req-cbd7ece6-2c9e-4447-9827-184f18ec19c6 {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:47:09.081359 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00989555-27b6-4362-a62a-d87491bf6370", "name": "network-vif-plugged", "status": "completed", "tag": "0c64f2e3-e027-43ee-b1d7-d42c5a26bacc", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:47:09.081745 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-cbd7ece6-2c9e-4447-9827-184f18ec19c6 {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:47:09.082134 dv-cinder-804757-16-iscsi neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00989555-27b6-4362-a62a-d87491bf6370', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c64f2e3-e027-43ee-b1d7-d42c5a26bacc', 'code': 200} Feb 21 09:47:09.125910 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782759442315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782758885690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782758885708'] for port (0c64f2e3-e027-43ee-b1d7-d42c5a26bacc), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:09.138143 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81e1431-7f07-4e5a-889b-3cef7409d3c4 req-7c423c8e-a38c-4c09-b757-2d30cfb0c4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:09.139546 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-c81e1431-7f07-4e5a-889b-3cef7409d3c4 req-7c423c8e-a38c-4c09-b757-2d30cfb0c4b4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e209d30c-904a-4983-811a-38e909a2873c HTTP/1.1" status: 200 len: 850 time: 0.0654490 Feb 21 09:47:09.175449 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Pushing event updated for resources: {'Port': ['ID=0c64f2e3-e027-43ee-b1d7-d42c5a26bacc,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:47:09.210682 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1016fd9f-8b7c-470d-9856-f00bb6befdc9 admin admin] Publish callbacks [] for security_group (626fa876-3ff4-429a-af36-236f28d60971), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:09.224659 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81e1431-7f07-4e5a-889b-3cef7409d3c4 req-fb1340e0-8624-400a-8a28-25f94e1fdf31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:09.226799 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-c81e1431-7f07-4e5a-889b-3cef7409d3c4 req-fb1340e0-8624-400a-8a28-25f94e1fdf31 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d18a3abc-b5f2-49e7-9725-3ef800bd13ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0649800 Feb 21 09:47:09.351495 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-c81e1431-7f07-4e5a-889b-3cef7409d3c4 req-7298b688-519f-4d3a-8e17-bf2701e3c8d0 service neutron] 10.222.0.69 "GET /v2.0/networks/d18a3abc-b5f2-49e7-9725-3ef800bd13ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147490 Feb 21 09:47:09.355507 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1016fd9f-8b7c-470d-9856-f00bb6befdc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (626fa876-3ff4-429a-af36-236f28d60971), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:09.408494 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0410742-2405-4068-8811-cf6dc411d474 req-36ff2024-1fcb-493d-b417-04ec4f6b7557 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:09.409902 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-a0410742-2405-4068-8811-cf6dc411d474 req-36ff2024-1fcb-493d-b417-04ec4f6b7557 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/ports?device_id=00989555-27b6-4362-a62a-d87491bf6370 HTTP/1.1" status: 200 len: 946 time: 0.1169224 Feb 21 09:47:09.455105 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-1016fd9f-8b7c-470d-9856-f00bb6befdc9 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=530d0a60f0c94fd49333b5d028767ee8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4400132 Feb 21 09:47:09.457782 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.71', 52736) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:47:09.472657 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1016fd9f-8b7c-470d-9856-f00bb6befdc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=626fa876-3ff4-429a-af36-236f28d60971,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:47:09.512989 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-47a258aa-a633-448b-80ab-1727c2e556c1 admin admin] Publish callbacks [] for security_group (626fa876-3ff4-429a-af36-236f28d60971), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:09.536495 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-47a258aa-a633-448b-80ab-1727c2e556c1 admin admin] Publish callbacks [] for security_group (626fa876-3ff4-429a-af36-236f28d60971), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:09.559192 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-c81e1431-7f07-4e5a-889b-3cef7409d3c4 req-fbf2d1d3-6635-4e35-92a4-c355ab29853f service neutron] 10.222.0.69 "GET /v2.0/networks/d18a3abc-b5f2-49e7-9725-3ef800bd13ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912584 Feb 21 09:47:09.562559 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-a0410742-2405-4068-8811-cf6dc411d474 req-4aadba63-1748-4025-bd40-7c416e8c0f02 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/security-groups?id=5f89fa62-8f8a-4416-89bd-eddc545c178e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1106830 Feb 21 09:47:09.567089 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c36e04a-3714-49df-8ddc-7c20c471765c req-c799d977-9a51-4255-b998-9e3599ff695e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:09.568547 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-0c36e04a-3714-49df-8ddc-7c20c471765c req-c799d977-9a51-4255-b998-9e3599ff695e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=00989555-27b6-4362-a62a-d87491bf6370 HTTP/1.1" status: 200 len: 1130 time: 0.1230302 Feb 21 09:47:09.621368 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-0c36e04a-3714-49df-8ddc-7c20c471765c req-2f589579-9581-4419-ada4-ca26fdfb71e5 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=5f89fa62-8f8a-4416-89bd-eddc545c178e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406396 Feb 21 09:47:09.738944 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0385477-fe77-4006-89c3-12f8eca264d1 req-2de46840-8fa3-49f7-a5c6-f38eede2b62b tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:09.740433 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-a0385477-fe77-4006-89c3-12f8eca264d1 req-2de46840-8fa3-49f7-a5c6-f38eede2b62b tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] 10.222.0.71 "GET /v2.0/ports?device_id=0bcc6ea4-3f26-4569-aa0e-d9f72a0b7b97 HTTP/1.1" status: 200 len: 943 time: 0.0608320 Feb 21 09:47:09.771307 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-47a258aa-a633-448b-80ab-1727c2e556c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (626fa876-3ff4-429a-af36-236f28d60971), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:09.774862 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-47a258aa-a633-448b-80ab-1727c2e556c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:09.776631 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [None req-47a258aa-a633-448b-80ab-1727c2e556c1 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/626fa876-3ff4-429a-af36-236f28d60971 HTTP/1.1" status: 204 len: 168 time: 0.3176775 Feb 21 09:47:09.784821 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a258aa-a633-448b-80ab-1727c2e556c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=626fa876-3ff4-429a-af36-236f28d60971,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:47:09.791723 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-a0385477-fe77-4006-89c3-12f8eca264d1 req-ec2c0b85-1766-4218-bcbc-79095cfb70af tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] 10.222.0.71 "GET /v2.0/security-groups?id=051a1fb3-2910-49f8-b5d8-0e085de068fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448239 Feb 21 09:47:09.810886 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (ce3e6371-75e2-4bba-8260-49cd855bb251), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:10.003687 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7c4e40-5352-4fed-8617-c75d7473c258 req-3c42878b-5955-4af8-ab80-00ea237eca5f tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:10.005177 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-fa7c4e40-5352-4fed-8617-c75d7473c258 req-3c42878b-5955-4af8-ab80-00ea237eca5f tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/ports?device_id=676bc5c7-0aa9-4ac2-8391-afc3107d9065 HTTP/1.1" status: 200 len: 946 time: 0.0521982 Feb 21 09:47:10.062298 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-fa7c4e40-5352-4fed-8617-c75d7473c258 req-e04033ba-a67c-4e4a-a735-ebba9eb734e0 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/security-groups?id=8d9cb245-cf06-4580-adf5-355ae63bcdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515022 Feb 21 09:47:10.106197 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3647aa-e24a-4777-b00a-531aa1920cb2 req-c2dbeae0-23e2-4786-a0b5-3859d669353b tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:10.107679 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-df3647aa-e24a-4777-b00a-531aa1920cb2 req-c2dbeae0-23e2-4786-a0b5-3859d669353b tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] 10.222.0.71 "GET /v2.0/ports?device_id=c7d10746-3c56-4e2b-ad55-04bcc867bc9a HTTP/1.1" status: 200 len: 943 time: 0.0566914 Feb 21 09:47:10.159922 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-df3647aa-e24a-4777-b00a-531aa1920cb2 req-24159b46-a4ef-408b-a80b-7c0f65c43f92 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] 10.222.0.71 "GET /v2.0/security-groups?id=fe504167-9a9a-4442-9390-523a4e1fa709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466130 Feb 21 09:47:10.403742 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 52764) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:47:10.508629 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c9d9cfe3-07bc-4ac5-a15b-089e35cd6682 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:10.581963 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c9d9cfe3-07bc-4ac5-a15b-089e35cd6682 admin admin] Publish callbacks [] for security_group (70bb336b-65e4-4121-83d0-5e2ea2373ece), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:10.680268 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c9d9cfe3-07bc-4ac5-a15b-089e35cd6682 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (70bb336b-65e4-4121-83d0-5e2ea2373ece), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:10.729184 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-c9d9cfe3-07bc-4ac5-a15b-089e35cd6682 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=9ee0cdede9994f01a0825b45696a3802&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3243575 Feb 21 09:47:10.730776 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d9cfe3-07bc-4ac5-a15b-089e35cd6682 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70bb336b-65e4-4121-83d0-5e2ea2373ece,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:47:10.732048 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.71', 52776) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:47:10.739468 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63600da-ea83-4d5c-a909-697198eb3adf req-55562ca5-5b0e-44f1-b4f5-4ce540654ed9 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:10.741814 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-e63600da-ea83-4d5c-a909-697198eb3adf req-55562ca5-5b0e-44f1-b4f5-4ce540654ed9 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/ports?device_id=00989555-27b6-4362-a62a-d87491bf6370 HTTP/1.1" status: 200 len: 946 time: 0.0960505 Feb 21 09:47:10.792365 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-e63600da-ea83-4d5c-a909-697198eb3adf req-84656c54-6574-4659-801a-cfcaecab3120 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/security-groups?id=5f89fa62-8f8a-4416-89bd-eddc545c178e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454519 Feb 21 09:47:10.795809 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Device 15169e14-c090-44c8-893f-030c7052d5b8 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 09:47:10.797448 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e5d35570-85fc-4494-8efa-56d1ec3af4ba admin admin] Publish callbacks [] for security_group (70bb336b-65e4-4121-83d0-5e2ea2373ece), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:10.821953 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e5d35570-85fc-4494-8efa-56d1ec3af4ba admin admin] Publish callbacks [] for security_group (70bb336b-65e4-4121-83d0-5e2ea2373ece), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:10.909976 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] For port 15169e14-c090-44c8-893f-030c7052d5b8, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=15169e14-c090-44c8-893f-030c7052d5b8,segment=NetworkSegment(883b1861-d076-4ce8-a994-a672e2419836),segment_id=883b1861-d076-4ce8-a994-a672e2419836)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:47:10.921748 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Returning: {'device': '15169e14-c090-44c8-893f-030c7052d5b8', 'network_id': '2900dd92-c6f8-4f13-9e54-0f6f4039aa07', 'port_id': '15169e14-c090-44c8-893f-030c7052d5b8', 'mac_address': 'fa:16:3e:8e:32:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1623a8b2-3f98-4029-9afb-d2e0ee894b20', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 09:47:10.937593 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f18d61d-0b70-4cf8-851b-63b23ba818cf req-bfdb4a0a-08f1-4654-be57-eac31ff4fa84 tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:10.939187 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-6f18d61d-0b70-4cf8-851b-63b23ba818cf req-bfdb4a0a-08f1-4654-be57-eac31ff4fa84 tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] 10.222.0.71 "GET /v2.0/ports?device_id=0bcc6ea4-3f26-4569-aa0e-d9f72a0b7b97 HTTP/1.1" status: 200 len: 943 time: 0.0596356 Feb 21 09:47:10.952052 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e5d35570-85fc-4494-8efa-56d1ec3af4ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (70bb336b-65e4-4121-83d0-5e2ea2373ece), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:10.966512 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e5d35570-85fc-4494-8efa-56d1ec3af4ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:10.966512 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [None req-e5d35570-85fc-4494-8efa-56d1ec3af4ba admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/70bb336b-65e4-4121-83d0-5e2ea2373ece HTTP/1.1" status: 204 len: 168 time: 0.2225544 Feb 21 09:47:10.966512 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d35570-85fc-4494-8efa-56d1ec3af4ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70bb336b-65e4-4121-83d0-5e2ea2373ece,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:47:10.968398 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Current status of the port 15169e14-c090-44c8-893f-030c7052d5b8 is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:47:10.969012 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (15169e14-c090-44c8-893f-030c7052d5b8), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:10.989783 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15169e14-c090-44c8-893f-030c7052d5b8 {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 09:47:11.012135 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-6f18d61d-0b70-4cf8-851b-63b23ba818cf req-61293faf-17f2-42aa-bcd0-055b10f0af6a tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] 10.222.0.71 "GET /v2.0/security-groups?id=051a1fb3-2910-49f8-b5d8-0e085de068fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653751 Feb 21 09:47:11.015041 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] For port 15169e14-c090-44c8-893f-030c7052d5b8, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=15169e14-c090-44c8-893f-030c7052d5b8,segment=NetworkSegment(883b1861-d076-4ce8-a994-a672e2419836),segment_id=883b1861-d076-4ce8-a994-a672e2419836)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:47:11.083514 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782759442315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782758885690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782758885708'] for port (15169e14-c090-44c8-893f-030c7052d5b8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:11.153882 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Pushing event updated for resources: {'Port': ['ID=15169e14-c090-44c8-893f-030c7052d5b8,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:47:11.198100 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96320582-fd09-41a4-a6af-40ed4e0e5767 req-4f38d529-2a2c-4702-8988-c2ca89626b68 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:11.199757 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-96320582-fd09-41a4-a6af-40ed4e0e5767 req-4f38d529-2a2c-4702-8988-c2ca89626b68 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/ports?device_id=676bc5c7-0aa9-4ac2-8391-afc3107d9065 HTTP/1.1" status: 200 len: 946 time: 0.0614686 Feb 21 09:47:11.269541 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-96320582-fd09-41a4-a6af-40ed4e0e5767 req-2cd37662-734b-45e1-8b4a-534548716d32 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/security-groups?id=8d9cb245-cf06-4580-adf5-355ae63bcdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630260 Feb 21 09:47:11.322671 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12792a8-5d6f-4514-b8b8-49283fedf7e9 req-af9cdbdc-75dd-4273-ba12-42831a45d099 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:11.324202 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-e12792a8-5d6f-4514-b8b8-49283fedf7e9 req-af9cdbdc-75dd-4273-ba12-42831a45d099 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] 10.222.0.71 "GET /v2.0/ports?device_id=c7d10746-3c56-4e2b-ad55-04bcc867bc9a HTTP/1.1" status: 200 len: 943 time: 0.0720122 Feb 21 09:47:11.392270 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-e12792a8-5d6f-4514-b8b8-49283fedf7e9 req-faac124b-7c9a-46f7-92ca-fb66a4ddd882 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] 10.222.0.71 "GET /v2.0/security-groups?id=fe504167-9a9a-4442-9390-523a4e1fa709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579698 Feb 21 09:47:11.525356 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] get_ports_and_sgs() called for port_ids ['15169e14-c090-44c8-893f-030c7052d5b8'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 09:47:11.811116 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.71', 52806) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:47:11.818172 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 52808) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:47:11.834027 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5ad0e337-b7c7-4588-a529-ae30e0f2b192 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:11.926280 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a94f2f-8578-46ae-b136-8a61de5e141e req-b13c61db-ed3d-45b3-bec5-2267008fb247 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:11.926500 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5ad0e337-b7c7-4588-a529-ae30e0f2b192 admin admin] Publish callbacks [] for security_group (33810c78-cc51-4f65-89f4-f24ddc12d152), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:11.927964 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-d6a94f2f-8578-46ae-b136-8a61de5e141e req-b13c61db-ed3d-45b3-bec5-2267008fb247 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/ports?device_id=00989555-27b6-4362-a62a-d87491bf6370 HTTP/1.1" status: 200 len: 946 time: 0.0547221 Feb 21 09:47:11.986359 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-d6a94f2f-8578-46ae-b136-8a61de5e141e req-07ef1c92-0b40-4acc-aa6a-a4ea083c106e tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/security-groups?id=5f89fa62-8f8a-4416-89bd-eddc545c178e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516577 Feb 21 09:47:11.992580 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2cbb1f86-46ee-4183-9346-1bbfdb720854 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:12.023406 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5ad0e337-b7c7-4588-a529-ae30e0f2b192 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (33810c78-cc51-4f65-89f4-f24ddc12d152), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:12.067404 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [None req-5ad0e337-b7c7-4588-a529-ae30e0f2b192 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=75ad18b596094707b0362a2c1ca38178&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2548671 Feb 21 09:47:12.068882 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad0e337-b7c7-4588-a529-ae30e0f2b192 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33810c78-cc51-4f65-89f4-f24ddc12d152,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:47:12.071742 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 52818) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:47:12.102327 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2cbb1f86-46ee-4183-9346-1bbfdb720854 admin admin] Publish callbacks [] for security_group (2fa020e2-effb-41e3-96f8-1a9a4a2122aa), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:12.213987 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cf185e-5ff8-437b-9b85-1c88156bac64 req-3543ed0a-d9d9-4b65-9db5-7aa5f0db72fb tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:12.215542 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-b0cf185e-5ff8-437b-9b85-1c88156bac64 req-3543ed0a-d9d9-4b65-9db5-7aa5f0db72fb tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/ports?device_id=00989555-27b6-4362-a62a-d87491bf6370 HTTP/1.1" status: 200 len: 946 time: 0.1187472 Feb 21 09:47:12.216154 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2b09f145-e79a-452a-80cb-15b4d3ae34d3 admin admin] Publish callbacks [] for security_group (33810c78-cc51-4f65-89f4-f24ddc12d152), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:12.224755 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.71', 52820) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:47:12.227059 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7537a0f0-7f63-4935-9175-41efd61209d3 req-96d3f4c3-8283-4c55-8845-1508f5a3a10d tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:12.228496 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-7537a0f0-7f63-4935-9175-41efd61209d3 req-96d3f4c3-8283-4c55-8845-1508f5a3a10d tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] 10.222.0.71 "GET /v2.0/ports?device_id=0bcc6ea4-3f26-4569-aa0e-d9f72a0b7b97 HTTP/1.1" status: 200 len: 944 time: 0.1353190 Feb 21 09:47:12.229896 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.v2.base [None req-cd82b65f-cb10-40ae-aca0-42386971664d tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Request body: {'floatingip': {'port_id': '0c64f2e3-e027-43ee-b1d7-d42c5a26bacc'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:47:12.236868 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2cbb1f86-46ee-4183-9346-1bbfdb720854 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (2fa020e2-effb-41e3-96f8-1a9a4a2122aa), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:12.270062 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-cd82b65f-cb10-40ae-aca0-42386971664d tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Publish callbacks [] for floatingip (259b674a-2f9c-4db4-848d-48968ca2d4c0), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:12.285734 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2b09f145-e79a-452a-80cb-15b4d3ae34d3 admin admin] Publish callbacks [] for security_group (33810c78-cc51-4f65-89f4-f24ddc12d152), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:12.321361 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-2cbb1f86-46ee-4183-9346-1bbfdb720854 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=038ff0f5ef5543e191608280dbce4021&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4991987 Feb 21 09:47:12.332175 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 52826) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:47:12.344814 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbb1f86-46ee-4183-9346-1bbfdb720854 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fa020e2-effb-41e3-96f8-1a9a4a2122aa,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:47:12.404060 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-7537a0f0-7f63-4935-9175-41efd61209d3 req-ce6d9a7e-64ec-476a-8d6f-af60471b87e6 tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] 10.222.0.71 "GET /v2.0/security-groups?id=051a1fb3-2910-49f8-b5d8-0e085de068fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681924 Feb 21 09:47:12.453414 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-287bafd1-a03c-4896-ae8d-90e8056e5d84 admin admin] Publish callbacks [] for security_group (2fa020e2-effb-41e3-96f8-1a9a4a2122aa), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:12.473386 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adca84bb-590f-4347-b437-b977ef54223f req-9b3f6d67-865c-4c1c-8bb0-fd42b7773ec0 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:12.474934 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-adca84bb-590f-4347-b437-b977ef54223f req-9b3f6d67-865c-4c1c-8bb0-fd42b7773ec0 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/ports?device_id=676bc5c7-0aa9-4ac2-8391-afc3107d9065 HTTP/1.1" status: 200 len: 946 time: 0.1228175 Feb 21 09:47:12.526248 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-287bafd1-a03c-4896-ae8d-90e8056e5d84 admin admin] Publish callbacks [] for security_group (2fa020e2-effb-41e3-96f8-1a9a4a2122aa), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:12.540100 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2b09f145-e79a-452a-80cb-15b4d3ae34d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (33810c78-cc51-4f65-89f4-f24ddc12d152), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:12.542743 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2b09f145-e79a-452a-80cb-15b4d3ae34d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:12.546190 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-2b09f145-e79a-452a-80cb-15b4d3ae34d3 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/33810c78-cc51-4f65-89f4-f24ddc12d152 HTTP/1.1" status: 204 len: 168 time: 0.4708681 Feb 21 09:47:12.752904 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-cd82b65f-cb10-40ae-aca0-42386971664d tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:12.800770 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b09f145-e79a-452a-80cb-15b4d3ae34d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33810c78-cc51-4f65-89f4-f24ddc12d152,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:47:12.801624 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Device 15169e14-c090-44c8-893f-030c7052d5b8 up at agent hyperv_hv-cinder-80475 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:47:12.817533 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-cd82b65f-cb10-40ae-aca0-42386971664d tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7917303'] for floatingip (259b674a-2f9c-4db4-848d-48968ca2d4c0), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:12.849159 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-adca84bb-590f-4347-b437-b977ef54223f req-fa069575-3b08-42d6-95b4-175379e659e0 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/security-groups?id=8d9cb245-cf06-4580-adf5-355ae63bcdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3606000 Feb 21 09:47:12.858124 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1325c88-e852-4ff3-a06f-88b0b7b355c1 req-081a842c-a342-48a4-9948-0145848c1936 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:12.859613 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-d1325c88-e852-4ff3-a06f-88b0b7b355c1 req-081a842c-a342-48a4-9948-0145848c1936 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] 10.222.0.71 "GET /v2.0/ports?device_id=c7d10746-3c56-4e2b-ad55-04bcc867bc9a HTTP/1.1" status: 200 len: 943 time: 0.3812852 Feb 21 09:47:12.924781 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-d1325c88-e852-4ff3-a06f-88b0b7b355c1 req-bd4f77f9-ee62-4703-acc1-c01bf2491fb4 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] 10.222.0.71 "GET /v2.0/security-groups?id=fe504167-9a9a-4442-9390-523a4e1fa709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556750 Feb 21 09:47:12.953264 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.db.l3_db [None req-cd82b65f-cb10-40ae-aca0-42386971664d tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Floating IP 259b674a-2f9c-4db4-848d-48968ca2d4c0 associated. External IP: 172.27.2.209, port: 0c64f2e3-e027-43ee-b1d7-d42c5a26bacc. Feb 21 09:47:12.965557 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Provisioning for port 15169e14-c090-44c8-893f-030c7052d5b8 completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:47:12.969666 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Provisioning complete for port 15169e14-c090-44c8-893f-030c7052d5b8 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:47:12.970050 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7397950'] for port (15169e14-c090-44c8-893f-030c7052d5b8), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:13.009232 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-287bafd1-a03c-4896-ae8d-90e8056e5d84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (2fa020e2-effb-41e3-96f8-1a9a4a2122aa), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:13.012070 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-287bafd1-a03c-4896-ae8d-90e8056e5d84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:13.015491 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-287bafd1-a03c-4896-ae8d-90e8056e5d84 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/2fa020e2-effb-41e3-96f8-1a9a4a2122aa HTTP/1.1" status: 204 len: 168 time: 0.6797760 Feb 21 09:47:13.025888 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287bafd1-a03c-4896-ae8d-90e8056e5d84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fa020e2-effb-41e3-96f8-1a9a4a2122aa,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:47:13.074966 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Current status of the port 15169e14-c090-44c8-893f-030c7052d5b8 is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:47:13.074966 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (15169e14-c090-44c8-893f-030c7052d5b8), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:13.098048 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bcc6ea4-3f26-4569-aa0e-d9f72a0b7b97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15169e14-c090-44c8-893f-030c7052d5b8'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:47:13.100326 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd82e867db05f05d31de18fef3a4b5738e999913abe260e0f677426061852263" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb8d0931-54a0-4a58-ab39-7176466956c5" -d '{"events": [{"server_uuid": "0bcc6ea4-3f26-4569-aa0e-d9f72a0b7b97", "name": "network-vif-plugged", "status": "completed", "tag": "15169e14-c090-44c8-893f-030c7052d5b8"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:47:13.119025 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] For port 15169e14-c090-44c8-893f-030c7052d5b8, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=15169e14-c090-44c8-893f-030c7052d5b8,segment=NetworkSegment(883b1861-d076-4ce8-a994-a672e2419836),segment_id=883b1861-d076-4ce8-a994-a672e2419836)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:47:13.140880 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 09:47:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84826d01-d9d0-4ece-8ac3-fa68f6025921 x-openstack-request-id: req-84826d01-d9d0-4ece-8ac3-fa68f6025921 {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:47:13.141202 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bcc6ea4-3f26-4569-aa0e-d9f72a0b7b97", "name": "network-vif-plugged", "status": "completed", "tag": "15169e14-c090-44c8-893f-030c7052d5b8", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:47:13.141614 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-84826d01-d9d0-4ece-8ac3-fa68f6025921 {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:47:13.142040 dv-cinder-804757-16-iscsi neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bcc6ea4-3f26-4569-aa0e-d9f72a0b7b97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15169e14-c090-44c8-893f-030c7052d5b8', 'code': 200} Feb 21 09:47:13.190759 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd82b65f-cb10-40ae-aca0-42386971664d tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Router fbd48c71-9f64-48cb-bb66-85f47e25eea9 has already been hosted by L3 agent f1afc09b-b148-496e-b857-a568110caa3c {{(pid=109857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:47:13.266478 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782759442315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782758885690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782758885708'] for port (15169e14-c090-44c8-893f-030c7052d5b8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:13.309200 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd82b65f-cb10-40ae-aca0-42386971664d tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Notify agent at l3_agent.dv-cinder-804757-16-iscsi the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:47:13.314730 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-cd82b65f-cb10-40ae-aca0-42386971664d tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8333137'] for floatingip (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:13.320164 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0496f3b-80db-417f-b307-bb892d2f2b66 None None] Sync routers for ids ['fbd48c71-9f64-48cb-bb66-85f47e25eea9'] in dv-cinder-804757-16-iscsi {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 09:47:13.322319 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Pushing event updated for resources: {'Port': ['ID=15169e14-c090-44c8-893f-030c7052d5b8,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:47:13.340043 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0496f3b-80db-417f-b307-bb892d2f2b66 None None] Routers {'fbd48c71-9f64-48cb-bb66-85f47e25eea9'} bound to L3 agent in host dv-cinder-804757-16-iscsi {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:47:13.340682 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-c0496f3b-80db-417f-b307-bb892d2f2b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-21T09:37:05Z,description=,heartbeat_timestamp=2022-02-21T09:47:05Z,host='dv-cinder-804757-16-iscsi',id=f1afc09b-b148-496e-b857-a568110caa3c,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:37:06Z,topic='l3_agent')) {'router_ids': ['fbd48c71-9f64-48cb-bb66-85f47e25eea9'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:47:13.355717 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [None req-cd82b65f-cb10-40ae-aca0-42386971664d tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "PUT /v2.0/floatingips/259b674a-2f9c-4db4-848d-48968ca2d4c0 HTTP/1.1" status: 200 len: 992 time: 1.1292198 Feb 21 09:47:13.356406 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00989555-27b6-4362-a62a-d87491bf6370', 'tag': '0c64f2e3-e027-43ee-b1d7-d42c5a26bacc'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:47:13.359060 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed733fd514e63afa326271342bdd0eb660bec12def84d2cf05433d99cf8b9d1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18b3b667-d08c-4419-b625-8e0636912504" -d '{"events": [{"name": "network-changed", "server_uuid": "00989555-27b6-4362-a62a-d87491bf6370", "tag": "0c64f2e3-e027-43ee-b1d7-d42c5a26bacc"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:47:13.401601 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 09:47:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91207701-d268-477c-8e89-218bc7e538a9 x-openstack-request-id: req-91207701-d268-477c-8e89-218bc7e538a9 {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:47:13.403845 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00989555-27b6-4362-a62a-d87491bf6370", "tag": "0c64f2e3-e027-43ee-b1d7-d42c5a26bacc", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:47:13.404114 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-91207701-d268-477c-8e89-218bc7e538a9 {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:47:13.404561 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00989555-27b6-4362-a62a-d87491bf6370', 'tag': '0c64f2e3-e027-43ee-b1d7-d42c5a26bacc', 'status': 'completed', 'code': 200} Feb 21 09:47:13.454295 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-c0496f3b-80db-417f-b307-bb892d2f2b66 None None] Set router fbd48c71-9f64-48cb-bb66-85f47e25eea9 gateway port host: dv-cinder-804757-16-iscsi {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:47:13.490124 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.71', 52850) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:47:13.505256 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-59d58e1a-27d0-417c-a0bc-984ec70a76c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:13.615859 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-59d58e1a-27d0-417c-a0bc-984ec70a76c0 admin admin] Publish callbacks [] for security_group (f487d22d-2098-4407-9ca9-9cb7ae197e89), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:13.661096 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b3b667-d08c-4419-b625-8e0636912504 req-7f1d4dc3-1810-4343-8ce2-c74bf0486edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:13.664111 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-18b3b667-d08c-4419-b625-8e0636912504 req-7f1d4dc3-1810-4343-8ce2-c74bf0486edf service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=bb268944fc6e49c098a033696a582d47&device_id=00989555-27b6-4362-a62a-d87491bf6370 HTTP/1.1" status: 200 len: 1130 time: 0.2256472 Feb 21 09:47:13.670640 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6c33f6-5219-4148-9b0a-24eb303b5797 req-e37d3238-b450-4a71-a1ca-1cede331607c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:13.672101 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-2e6c33f6-5219-4148-9b0a-24eb303b5797 req-e37d3238-b450-4a71-a1ca-1cede331607c service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=0bcc6ea4-3f26-4569-aa0e-d9f72a0b7b97 HTTP/1.1" status: 200 len: 1129 time: 0.1773968 Feb 21 09:47:13.689360 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-59d58e1a-27d0-417c-a0bc-984ec70a76c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (f487d22d-2098-4407-9ca9-9cb7ae197e89), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:13.722795 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e66a618-1045-4971-beff-bb715e87fbfd req-0da1ab5e-c5e3-404d-9985-ab95cbd12caa tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:13.724768 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-5e66a618-1045-4971-beff-bb715e87fbfd req-0da1ab5e-c5e3-404d-9985-ab95cbd12caa tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] 10.222.0.71 "GET /v2.0/ports?device_id=0bcc6ea4-3f26-4569-aa0e-d9f72a0b7b97 HTTP/1.1" status: 200 len: 945 time: 0.2038949 Feb 21 09:47:13.725915 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-c0496f3b-80db-417f-b307-bb892d2f2b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbd48c71-9f64-48cb-bb66-85f47e25eea9', 'name': 'tempest-AttachVolumeShelveTestJSON-1060252682-router', 'tenant_id': 'bb268944fc6e49c098a033696a582d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'external_fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': '44c48f89-98de-47de-9ff8-b1309d693f07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:46:46Z', 'updated_at': '2022-02-21T09:46:51Z', 'revision_number': 4, 'project_id': 'bb268944fc6e49c098a033696a582d47', 'gw_port': {'id': '44c48f89-98de-47de-9ff8-b1309d693f07', 'name': '', 'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:46:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbd48c71-9f64-48cb-bb66-85f47e25eea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:46:47Z', 'updated_at': '2022-02-21T09:46:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-16-iscsi', '_floatingips': [{'id': '259b674a-2f9c-4db4-848d-48968ca2d4c0', 'tenant_id': 'bb268944fc6e49c098a033696a582d47', 'floating_ip_address': '172.27.2.209', 'floating_network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'router_id': 'fbd48c71-9f64-48cb-bb66-85f47e25eea9', 'port_id': '0c64f2e3-e027-43ee-b1d7-d42c5a26bacc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 264, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '520af2ea-1f8c-46b3-b630-6172c62f3d29', 'mac_address': 'fa:16:3e:0b:10:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00989555-27b6-4362-a62a-d87491bf6370', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T09:46:55Z', 'updated_at': '2022-02-21T09:47:12Z', 'revision_number': 1, 'project_id': 'bb268944fc6e49c098a033696a582d47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5d3ae90-7a5d-45dc-94b6-8bb52e62e08e', 'name': '', 'network_id': '520af2ea-1f8c-46b3-b630-6172c62f3d29', 'tenant_id': 'bb268944fc6e49c098a033696a582d47', 'mac_address': 'fa:16:3e:b2:97:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbd48c71-9f64-48cb-bb66-85f47e25eea9', 'device_owner': 'network:router_interface', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': '481c3383-55ad-4322-8e52-c4b40a8b221b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:46:50Z', 'updated_at': '2022-02-21T09:46:55Z', 'revision_number': 5, 'project_id': 'bb268944fc6e49c098a033696a582d47', 'subnets': [{'id': '481c3383-55ad-4322-8e52-c4b40a8b221b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-16-iscsi', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:47:13.740214 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [None req-59d58e1a-27d0-417c-a0bc-984ec70a76c0 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=b299816674c04ccea0d0c0909fb0c566&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2460201 Feb 21 09:47:13.740214 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d58e1a-27d0-417c-a0bc-984ec70a76c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f487d22d-2098-4407-9ca9-9cb7ae197e89,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:47:13.742701 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.71', 52856) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:47:13.766989 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0496f3b-80db-417f-b307-bb892d2f2b66 None None] Checking router: fbd48c71-9f64-48cb-bb66-85f47e25eea9 for host: dv-cinder-804757-16-iscsi {{(pid=109859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 09:47:13.778770 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0496f3b-80db-417f-b307-bb892d2f2b66 None None] Routers {'fbd48c71-9f64-48cb-bb66-85f47e25eea9'} bound to L3 agent in host dv-cinder-804757-16-iscsi {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:47:13.779697 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-c0496f3b-80db-417f-b307-bb892d2f2b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-21T09:37:05Z,description=,heartbeat_timestamp=2022-02-21T09:47:05Z,host='dv-cinder-804757-16-iscsi',id=f1afc09b-b148-496e-b857-a568110caa3c,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:37:06Z,topic='l3_agent')) {'router_ids': ['fbd48c71-9f64-48cb-bb66-85f47e25eea9'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:47:13.800914 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5a8404a8-f249-4957-8f68-75e981655ebf admin admin] Publish callbacks [] for security_group (f487d22d-2098-4407-9ca9-9cb7ae197e89), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:13.827050 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5a8404a8-f249-4957-8f68-75e981655ebf admin admin] Publish callbacks [] for security_group (f487d22d-2098-4407-9ca9-9cb7ae197e89), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:13.844911 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-2e6c33f6-5219-4148-9b0a-24eb303b5797 req-cad1b323-6588-4f8a-a1a1-3082eaa076a0 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=051a1fb3-2910-49f8-b5d8-0e085de068fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620615 Feb 21 09:47:13.856943 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b3b667-d08c-4419-b625-8e0636912504 req-dd602d10-48e8-4559-b136-73c98c7253dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:13.859189 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-18b3b667-d08c-4419-b625-8e0636912504 req-dd602d10-48e8-4559-b136-73c98c7253dd service neutron] 10.222.0.69 "GET /v2.0/networks?id=520af2ea-1f8c-46b3-b630-6172c62f3d29 HTTP/1.1" status: 200 len: 918 time: 0.1847250 Feb 21 09:47:13.867770 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-5e66a618-1045-4971-beff-bb715e87fbfd req-4a8a7341-9783-4eda-b3e0-ca59b3038edf tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] 10.222.0.71 "GET /v2.0/security-groups?id=051a1fb3-2910-49f8-b5d8-0e085de068fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093721 Feb 21 09:47:13.906346 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-c0496f3b-80db-417f-b307-bb892d2f2b66 None None] Set router fbd48c71-9f64-48cb-bb66-85f47e25eea9 gateway port host: dv-cinder-804757-16-iscsi {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:47:13.994545 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5a8404a8-f249-4957-8f68-75e981655ebf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (f487d22d-2098-4407-9ca9-9cb7ae197e89), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:13.997327 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5a8404a8-f249-4957-8f68-75e981655ebf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:14.000780 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [None req-5a8404a8-f249-4957-8f68-75e981655ebf admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/f487d22d-2098-4407-9ca9-9cb7ae197e89 HTTP/1.1" status: 204 len: 168 time: 0.2548442 Feb 21 09:47:14.010564 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ec7afc-c50d-454a-8b03-984cd989f516 req-cc33e939-feb9-43ff-aa15-24198a27f264 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:14.016583 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8404a8-f249-4957-8f68-75e981655ebf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f487d22d-2098-4407-9ca9-9cb7ae197e89,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:47:14.018902 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-64ec7afc-c50d-454a-8b03-984cd989f516 req-cc33e939-feb9-43ff-aa15-24198a27f264 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/ports?device_id=676bc5c7-0aa9-4ac2-8391-afc3107d9065 HTTP/1.1" status: 200 len: 946 time: 0.0762997 Feb 21 09:47:14.139334 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-64ec7afc-c50d-454a-8b03-984cd989f516 req-5465f029-1a1f-44c3-bb6e-2ed6f18cff6b tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/security-groups?id=8d9cb245-cf06-4580-adf5-355ae63bcdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194589 Feb 21 09:47:14.174215 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0b7140-5797-4424-97ca-f5b3a134d439 req-0dcbee97-da99-43ba-9561-647afb6e5dc4 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:14.175714 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-8a0b7140-5797-4424-97ca-f5b3a134d439 req-0dcbee97-da99-43ba-9561-647afb6e5dc4 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] 10.222.0.71 "GET /v2.0/ports?device_id=c7d10746-3c56-4e2b-ad55-04bcc867bc9a HTTP/1.1" status: 200 len: 943 time: 0.1233735 Feb 21 09:47:14.177866 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-18b3b667-d08c-4419-b625-8e0636912504 req-ddc39542-6496-44c6-9f4e-562c260727dd service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0c64f2e3-e027-43ee-b1d7-d42c5a26bacc HTTP/1.1" status: 200 len: 1000 time: 0.0963295 Feb 21 09:47:14.223788 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-c0496f3b-80db-417f-b307-bb892d2f2b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbd48c71-9f64-48cb-bb66-85f47e25eea9', 'name': 'tempest-AttachVolumeShelveTestJSON-1060252682-router', 'tenant_id': 'bb268944fc6e49c098a033696a582d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'external_fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': '44c48f89-98de-47de-9ff8-b1309d693f07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:46:46Z', 'updated_at': '2022-02-21T09:46:51Z', 'revision_number': 4, 'project_id': 'bb268944fc6e49c098a033696a582d47', 'gw_port': {'id': '44c48f89-98de-47de-9ff8-b1309d693f07', 'name': '', 'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:46:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbd48c71-9f64-48cb-bb66-85f47e25eea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:46:47Z', 'updated_at': '2022-02-21T09:46:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-16-iscsi', '_floatingips': [{'id': '259b674a-2f9c-4db4-848d-48968ca2d4c0', 'tenant_id': 'bb268944fc6e49c098a033696a582d47', 'floating_ip_address': '172.27.2.209', 'floating_network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'router_id': 'fbd48c71-9f64-48cb-bb66-85f47e25eea9', 'port_id': '0c64f2e3-e027-43ee-b1d7-d42c5a26bacc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 264, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '520af2ea-1f8c-46b3-b630-6172c62f3d29', 'mac_address': 'fa:16:3e:0b:10:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00989555-27b6-4362-a62a-d87491bf6370', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T09:46:55Z', 'updated_at': '2022-02-21T09:47:12Z', 'revision_number': 1, 'project_id': 'bb268944fc6e49c098a033696a582d47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5d3ae90-7a5d-45dc-94b6-8bb52e62e08e', 'name': '', 'network_id': '520af2ea-1f8c-46b3-b630-6172c62f3d29', 'tenant_id': 'bb268944fc6e49c098a033696a582d47', 'mac_address': 'fa:16:3e:b2:97:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbd48c71-9f64-48cb-bb66-85f47e25eea9', 'device_owner': 'network:router_interface', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': '481c3383-55ad-4322-8e52-c4b40a8b221b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:46:50Z', 'updated_at': '2022-02-21T09:46:55Z', 'revision_number': 5, 'project_id': 'bb268944fc6e49c098a033696a582d47', 'subnets': [{'id': '481c3383-55ad-4322-8e52-c4b40a8b221b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-16-iscsi', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:47:14.264314 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0496f3b-80db-417f-b307-bb892d2f2b66 None None] The sync data for ids ['fbd48c71-9f64-48cb-bb66-85f47e25eea9'] in dv-cinder-804757-16-iscsi is: [{'id': 'fbd48c71-9f64-48cb-bb66-85f47e25eea9', 'name': 'tempest-AttachVolumeShelveTestJSON-1060252682-router', 'tenant_id': 'bb268944fc6e49c098a033696a582d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'external_fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': '44c48f89-98de-47de-9ff8-b1309d693f07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:46:46Z', 'updated_at': '2022-02-21T09:46:51Z', 'revision_number': 4, 'project_id': 'bb268944fc6e49c098a033696a582d47', 'gw_port': {'id': '44c48f89-98de-47de-9ff8-b1309d693f07', 'name': '', 'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:46:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbd48c71-9f64-48cb-bb66-85f47e25eea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:46:47Z', 'updated_at': '2022-02-21T09:46:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-16-iscsi', '_floatingips': [{'id': '259b674a-2f9c-4db4-848d-48968ca2d4c0', 'tenant_id': 'bb268944fc6e49c098a033696a582d47', 'floating_ip_address': '172.27.2.209', 'floating_network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'router_id': 'fbd48c71-9f64-48cb-bb66-85f47e25eea9', 'port_id': '0c64f2e3-e027-43ee-b1d7-d42c5a26bacc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 264, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '520af2ea-1f8c-46b3-b630-6172c62f3d29', 'mac_address': 'fa:16:3e:0b:10:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00989555-27b6-4362-a62a-d87491bf6370', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T09:46:55Z', 'updated_at': '2022-02-21T09:47:12Z', 'revision_number': 1, 'project_id': 'bb268944fc6e49c098a033696a582d47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5d3ae90-7a5d-45dc-94b6-8bb52e62e08e', 'name': '', 'network_id': '520af2ea-1f8c-46b3-b630-6172c62f3d29', 'tenant_id': 'bb268944fc6e49c098a033696a582d47', 'mac_address': 'fa:16:3e:b2:97:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbd48c71-9f64-48cb-bb66-85f47e25eea9', 'device_owner': 'network:router_interface', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': '481c3383-55ad-4322-8e52-c4b40a8b221b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:46:50Z', 'updated_at': '2022-02-21T09:46:55Z', 'revision_number': 5, 'project_id': 'bb268944fc6e49c098a033696a582d47', 'subnets': [{'id': '481c3383-55ad-4322-8e52-c4b40a8b221b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 09:47:14.265955 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-8a0b7140-5797-4424-97ca-f5b3a134d439 req-5b66b8a6-0163-41a2-86e9-dcf893f53b5c tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] 10.222.0.71 "GET /v2.0/security-groups?id=fe504167-9a9a-4442-9390-523a4e1fa709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836449 Feb 21 09:47:14.280827 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b3b667-d08c-4419-b625-8e0636912504 req-9441658e-63d3-484f-9033-b3067879ed7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:14.280827 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-18b3b667-d08c-4419-b625-8e0636912504 req-9441658e-63d3-484f-9033-b3067879ed7e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=481c3383-55ad-4322-8e52-c4b40a8b221b HTTP/1.1" status: 200 len: 856 time: 0.0772104 Feb 21 09:47:14.358992 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b3b667-d08c-4419-b625-8e0636912504 req-5cb4da57-2177-4c8b-9eb6-f13de4642ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:14.360616 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-18b3b667-d08c-4419-b625-8e0636912504 req-5cb4da57-2177-4c8b-9eb6-f13de4642ce2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=520af2ea-1f8c-46b3-b630-6172c62f3d29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0671842 Feb 21 09:47:14.484282 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-18b3b667-d08c-4419-b625-8e0636912504 req-50254274-4342-40f8-acea-4e1cf5089efd service neutron] 10.222.0.69 "GET /v2.0/networks/520af2ea-1f8c-46b3-b630-6172c62f3d29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172311 Feb 21 09:47:14.534083 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9889aad4-185b-4760-a7f5-e4a80df00290 None None] New status for floating IP 259b674a-2f9c-4db4-848d-48968ca2d4c0: ACTIVE {{(pid=109858) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 21 09:47:14.608402 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-18b3b667-d08c-4419-b625-8e0636912504 req-f3d975ef-95a3-4c3c-91a1-3d492f83b73d service neutron] 10.222.0.69 "GET /v2.0/networks/520af2ea-1f8c-46b3-b630-6172c62f3d29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145136 Feb 21 09:47:15.008787 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e5f0eb-b284-4e56-9b7d-e7dde5316a91 req-aa7fa7eb-52bf-4bec-a635-31ef7095c81b tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:15.009633 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-44e5f0eb-b284-4e56-9b7d-e7dde5316a91 req-aa7fa7eb-52bf-4bec-a635-31ef7095c81b tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] 10.222.0.71 "GET /v2.0/ports?device_id=0bcc6ea4-3f26-4569-aa0e-d9f72a0b7b97 HTTP/1.1" status: 200 len: 945 time: 0.0578432 Feb 21 09:47:15.057488 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-44e5f0eb-b284-4e56-9b7d-e7dde5316a91 req-ddb70a0c-cffd-4a1f-a672-a52e5aed0073 tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] 10.222.0.71 "GET /v2.0/security-groups?id=051a1fb3-2910-49f8-b5d8-0e085de068fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419281 Feb 21 09:47:15.262859 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df70aea-547d-492e-9da0-0f9f142c4a8d req-ea0dde06-15d1-4adf-8503-2766cae7b7aa tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:15.264467 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-2df70aea-547d-492e-9da0-0f9f142c4a8d req-ea0dde06-15d1-4adf-8503-2766cae7b7aa tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/ports?device_id=676bc5c7-0aa9-4ac2-8391-afc3107d9065 HTTP/1.1" status: 200 len: 946 time: 0.0557868 Feb 21 09:47:15.324593 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-2df70aea-547d-492e-9da0-0f9f142c4a8d req-1bc81efd-7de9-49cc-af65-4efce2db9d00 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/security-groups?id=8d9cb245-cf06-4580-adf5-355ae63bcdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542765 Feb 21 09:47:15.439564 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cf5a68-ce27-4110-81e6-29c2ffa465d5 req-d9aa52f0-5027-423a-8630-f41745ca10fa tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:15.446623 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-b1cf5a68-ce27-4110-81e6-29c2ffa465d5 req-d9aa52f0-5027-423a-8630-f41745ca10fa tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] 10.222.0.71 "GET /v2.0/ports?device_id=c7d10746-3c56-4e2b-ad55-04bcc867bc9a HTTP/1.1" status: 200 len: 943 time: 0.0642347 Feb 21 09:47:15.504844 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-b1cf5a68-ce27-4110-81e6-29c2ffa465d5 req-c92f93df-5b15-42f7-acef-5bd3081da39c tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] 10.222.0.71 "GET /v2.0/security-groups?id=fe504167-9a9a-4442-9390-523a4e1fa709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573356 Feb 21 09:47:16.175324 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3655ecd1-3f42-4de6-9ace-990cfa9ced2c req-1e9a0e57-c981-4315-ae8e-8182dacef2ee tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:16.176874 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-3655ecd1-3f42-4de6-9ace-990cfa9ced2c req-1e9a0e57-c981-4315-ae8e-8182dacef2ee tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] 10.222.0.71 "GET /v2.0/ports?device_id=0bcc6ea4-3f26-4569-aa0e-d9f72a0b7b97 HTTP/1.1" status: 200 len: 945 time: 0.0516624 Feb 21 09:47:16.222936 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-3655ecd1-3f42-4de6-9ace-990cfa9ced2c req-39785115-d873-4087-b050-ce8f17f24115 tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] 10.222.0.71 "GET /v2.0/security-groups?id=051a1fb3-2910-49f8-b5d8-0e085de068fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398986 Feb 21 09:47:16.455489 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ab4cbc-f12d-430b-9fd2-b69fe6a49c9c req-147944f3-e7eb-4c3d-b6e1-a895d5e5ba15 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:16.457011 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-c8ab4cbc-f12d-430b-9fd2-b69fe6a49c9c req-147944f3-e7eb-4c3d-b6e1-a895d5e5ba15 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/ports?device_id=676bc5c7-0aa9-4ac2-8391-afc3107d9065 HTTP/1.1" status: 200 len: 946 time: 0.0567913 Feb 21 09:47:16.506081 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-c8ab4cbc-f12d-430b-9fd2-b69fe6a49c9c req-1ee83968-fd5f-4b70-8eea-ac0fc900f86f tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/security-groups?id=8d9cb245-cf06-4580-adf5-355ae63bcdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435498 Feb 21 09:47:16.637896 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923fcdcb-51d9-41ee-b348-d86adf0bebc6 req-5bd49edc-5c5f-4426-af11-8f9198fb3729 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:16.639730 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-923fcdcb-51d9-41ee-b348-d86adf0bebc6 req-5bd49edc-5c5f-4426-af11-8f9198fb3729 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] 10.222.0.71 "GET /v2.0/ports?device_id=c7d10746-3c56-4e2b-ad55-04bcc867bc9a HTTP/1.1" status: 200 len: 943 time: 0.0673330 Feb 21 09:47:16.689142 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-923fcdcb-51d9-41ee-b348-d86adf0bebc6 req-647373e4-375d-43db-9426-15cc797b87df tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] 10.222.0.71 "GET /v2.0/security-groups?id=fe504167-9a9a-4442-9390-523a4e1fa709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432773 Feb 21 09:47:17.623587 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cb755a-c76c-4704-9e67-bc8e3cb15d73 req-40b3333d-745b-4ddf-a521-d05b1fedfac2 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:17.625321 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-95cb755a-c76c-4704-9e67-bc8e3cb15d73 req-40b3333d-745b-4ddf-a521-d05b1fedfac2 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/ports?device_id=676bc5c7-0aa9-4ac2-8391-afc3107d9065 HTTP/1.1" status: 200 len: 946 time: 0.0522299 Feb 21 09:47:17.675226 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-95cb755a-c76c-4704-9e67-bc8e3cb15d73 req-add9d8e0-a9ef-4f17-a645-c4f7eab3dc42 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/security-groups?id=8d9cb245-cf06-4580-adf5-355ae63bcdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441704 Feb 21 09:47:17.808857 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfff365-a763-4b4b-89d6-e38b359d7c4f req-dcea93b3-0bc3-4c32-9a4f-f7793537a828 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:17.810327 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-6bfff365-a763-4b4b-89d6-e38b359d7c4f req-dcea93b3-0bc3-4c32-9a4f-f7793537a828 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] 10.222.0.71 "GET /v2.0/ports?device_id=c7d10746-3c56-4e2b-ad55-04bcc867bc9a HTTP/1.1" status: 200 len: 943 time: 0.0530856 Feb 21 09:47:17.857587 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-6bfff365-a763-4b4b-89d6-e38b359d7c4f req-8b5378e0-d206-4b4a-8e49-8c4806b96615 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] 10.222.0.71 "GET /v2.0/security-groups?id=fe504167-9a9a-4442-9390-523a4e1fa709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417721 Feb 21 09:47:18.798730 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8a560c-6550-447a-a9e3-ecbc78f45e43 req-1eb28821-22be-487c-9bd1-fd914cd19431 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:18.800139 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-8a8a560c-6550-447a-a9e3-ecbc78f45e43 req-1eb28821-22be-487c-9bd1-fd914cd19431 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/ports?device_id=676bc5c7-0aa9-4ac2-8391-afc3107d9065 HTTP/1.1" status: 200 len: 946 time: 0.0528436 Feb 21 09:47:18.845727 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-8a8a560c-6550-447a-a9e3-ecbc78f45e43 req-6892d67f-bf6d-47bc-8d1f-07d09fde26d6 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/security-groups?id=8d9cb245-cf06-4580-adf5-355ae63bcdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401185 Feb 21 09:47:18.986992 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b41108e-22ec-4645-9d9f-d09e44a0a998 req-28736fa9-dcdb-4f4a-adaf-b9d7dde79521 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:18.988452 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-4b41108e-22ec-4645-9d9f-d09e44a0a998 req-28736fa9-dcdb-4f4a-adaf-b9d7dde79521 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] 10.222.0.71 "GET /v2.0/ports?device_id=c7d10746-3c56-4e2b-ad55-04bcc867bc9a HTTP/1.1" status: 200 len: 943 time: 0.0570529 Feb 21 09:47:19.038208 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-4b41108e-22ec-4645-9d9f-d09e44a0a998 req-f671be73-db03-44a6-adff-2e3d9891fe60 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] 10.222.0.71 "GET /v2.0/security-groups?id=fe504167-9a9a-4442-9390-523a4e1fa709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433736 Feb 21 09:47:19.964006 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54a5a55-0199-4933-8fd5-e1f6c3d36adf req-1ff876bb-ce10-461e-96dc-c07065e65ee4 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:19.965527 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-a54a5a55-0199-4933-8fd5-e1f6c3d36adf req-1ff876bb-ce10-461e-96dc-c07065e65ee4 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/ports?device_id=676bc5c7-0aa9-4ac2-8391-afc3107d9065 HTTP/1.1" status: 200 len: 946 time: 0.0526021 Feb 21 09:47:20.011293 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-a54a5a55-0199-4933-8fd5-e1f6c3d36adf req-79802755-49a6-47ef-9dcf-01fdb8e1bcbd tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/security-groups?id=8d9cb245-cf06-4580-adf5-355ae63bcdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403035 Feb 21 09:47:20.155106 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43c7ed2-d57f-4d5d-9f93-afc9964de3e9 req-45ff7747-6ad3-4d6f-8c48-f653677e4be8 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:20.156699 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-c43c7ed2-d57f-4d5d-9f93-afc9964de3e9 req-45ff7747-6ad3-4d6f-8c48-f653677e4be8 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] 10.222.0.71 "GET /v2.0/ports?device_id=c7d10746-3c56-4e2b-ad55-04bcc867bc9a HTTP/1.1" status: 200 len: 943 time: 0.0544708 Feb 21 09:47:20.209633 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-c43c7ed2-d57f-4d5d-9f93-afc9964de3e9 req-46a1aae4-6eb6-4fed-bc60-f217486fee08 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] 10.222.0.71 "GET /v2.0/security-groups?id=fe504167-9a9a-4442-9390-523a4e1fa709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473640 Feb 21 09:47:21.125735 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa2dbee-dc0c-4c63-a1c0-59098b6bb541 req-d76e3c95-9dcd-418f-80fe-0e4ee029b29a tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:21.127169 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-cfa2dbee-dc0c-4c63-a1c0-59098b6bb541 req-d76e3c95-9dcd-418f-80fe-0e4ee029b29a tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/ports?device_id=676bc5c7-0aa9-4ac2-8391-afc3107d9065 HTTP/1.1" status: 200 len: 946 time: 0.0510252 Feb 21 09:47:21.172321 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-cfa2dbee-dc0c-4c63-a1c0-59098b6bb541 req-5bb62fd3-4359-4c9f-96db-2383e5ff4008 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/security-groups?id=8d9cb245-cf06-4580-adf5-355ae63bcdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397646 Feb 21 09:47:21.217032 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Device d42dbad4-da30-49fa-9e7c-851d8141f0f3 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 09:47:21.319822 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] For port d42dbad4-da30-49fa-9e7c-851d8141f0f3, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=d42dbad4-da30-49fa-9e7c-851d8141f0f3,segment=NetworkSegment(18c0b10b-491c-457e-b8a5-db4c9de6ed16),segment_id=18c0b10b-491c-457e-b8a5-db4c9de6ed16)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:47:21.331963 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Returning: {'device': 'd42dbad4-da30-49fa-9e7c-851d8141f0f3', 'network_id': 'd18a3abc-b5f2-49e7-9725-3ef800bd13ad', 'port_id': 'd42dbad4-da30-49fa-9e7c-851d8141f0f3', 'mac_address': 'fa:16:3e:a6:41:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e209d30c-904a-4983-811a-38e909a2873c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 09:47:21.336758 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932c6aca-2a2c-470d-8c1c-2087db3af1be req-c14a5646-a061-447e-805f-22da9c973655 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:21.338554 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-932c6aca-2a2c-470d-8c1c-2087db3af1be req-c14a5646-a061-447e-805f-22da9c973655 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] 10.222.0.71 "GET /v2.0/ports?device_id=c7d10746-3c56-4e2b-ad55-04bcc867bc9a HTTP/1.1" status: 200 len: 943 time: 0.0587661 Feb 21 09:47:21.378431 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Current status of the port d42dbad4-da30-49fa-9e7c-851d8141f0f3 is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:47:21.384485 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (d42dbad4-da30-49fa-9e7c-851d8141f0f3), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:21.393150 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-932c6aca-2a2c-470d-8c1c-2087db3af1be req-36ac893b-0cf1-4fb5-b88c-10f143f60104 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] 10.222.0.71 "GET /v2.0/security-groups?id=fe504167-9a9a-4442-9390-523a4e1fa709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477087 Feb 21 09:47:21.395539 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d42dbad4-da30-49fa-9e7c-851d8141f0f3 {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 09:47:21.416254 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] For port d42dbad4-da30-49fa-9e7c-851d8141f0f3, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=d42dbad4-da30-49fa-9e7c-851d8141f0f3,segment=NetworkSegment(18c0b10b-491c-457e-b8a5-db4c9de6ed16),segment_id=18c0b10b-491c-457e-b8a5-db4c9de6ed16)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:47:21.528885 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782759442315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782758885690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782758885708'] for port (d42dbad4-da30-49fa-9e7c-851d8141f0f3), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:21.580470 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Pushing event updated for resources: {'Port': ['ID=d42dbad4-da30-49fa-9e7c-851d8141f0f3,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:47:22.111043 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] get_ports_and_sgs() called for port_ids ['d42dbad4-da30-49fa-9e7c-851d8141f0f3'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 09:47:22.301415 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4120b60-a4f4-4735-bd6f-b736ad8808d5 req-579cc177-f41f-48a4-b605-1cb69de99d20 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:22.302934 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-f4120b60-a4f4-4735-bd6f-b736ad8808d5 req-579cc177-f41f-48a4-b605-1cb69de99d20 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/ports?device_id=676bc5c7-0aa9-4ac2-8391-afc3107d9065 HTTP/1.1" status: 200 len: 946 time: 0.0633409 Feb 21 09:47:22.350764 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-f4120b60-a4f4-4735-bd6f-b736ad8808d5 req-0f5a4891-8c3a-425f-bd2a-94c09cd1409c tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/security-groups?id=8d9cb245-cf06-4580-adf5-355ae63bcdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421410 Feb 21 09:47:22.516582 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047256f0-e603-401c-82a2-9208947371a1 req-2be633f0-c656-4a80-986e-62c3cc933fef tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:22.518051 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-047256f0-e603-401c-82a2-9208947371a1 req-2be633f0-c656-4a80-986e-62c3cc933fef tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] 10.222.0.71 "GET /v2.0/ports?device_id=c7d10746-3c56-4e2b-ad55-04bcc867bc9a HTTP/1.1" status: 200 len: 944 time: 0.0537832 Feb 21 09:47:22.566844 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-047256f0-e603-401c-82a2-9208947371a1 req-a35184fa-bf5f-49b3-85e2-ae573a91a0be tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] 10.222.0.71 "GET /v2.0/security-groups?id=fe504167-9a9a-4442-9390-523a4e1fa709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433679 Feb 21 09:47:23.473160 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4827ffd-aace-46f3-84ea-3e539c2bd563 req-da0bdbbd-a043-42e4-aa2a-0893b71c1db2 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:23.474796 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-c4827ffd-aace-46f3-84ea-3e539c2bd563 req-da0bdbbd-a043-42e4-aa2a-0893b71c1db2 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/ports?device_id=676bc5c7-0aa9-4ac2-8391-afc3107d9065 HTTP/1.1" status: 200 len: 946 time: 0.0577991 Feb 21 09:47:23.524867 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-c4827ffd-aace-46f3-84ea-3e539c2bd563 req-16018c3c-8f99-4241-bdce-51268e988638 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/security-groups?id=8d9cb245-cf06-4580-adf5-355ae63bcdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439560 Feb 21 09:47:23.701485 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87212452-ec16-46e2-a493-fe4dc23bf8bb req-bf2fa65e-e3bf-4d49-b618-0b3bac41b3be tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:23.702961 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-87212452-ec16-46e2-a493-fe4dc23bf8bb req-bf2fa65e-e3bf-4d49-b618-0b3bac41b3be tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] 10.222.0.71 "GET /v2.0/ports?device_id=c7d10746-3c56-4e2b-ad55-04bcc867bc9a HTTP/1.1" status: 200 len: 944 time: 0.0635219 Feb 21 09:47:23.751670 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-87212452-ec16-46e2-a493-fe4dc23bf8bb req-ea7b7e33-8fee-45be-8729-dcb12d7e47b6 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] 10.222.0.71 "GET /v2.0/security-groups?id=fe504167-9a9a-4442-9390-523a4e1fa709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431881 Feb 21 09:47:24.642078 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944b62be-9f98-442f-961f-10c4b748aa32 req-5a8798a6-1fa0-41f2-a949-65a46e7c5541 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:24.643565 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-944b62be-9f98-442f-961f-10c4b748aa32 req-5a8798a6-1fa0-41f2-a949-65a46e7c5541 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/ports?device_id=676bc5c7-0aa9-4ac2-8391-afc3107d9065 HTTP/1.1" status: 200 len: 946 time: 0.0522649 Feb 21 09:47:24.695323 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-944b62be-9f98-442f-961f-10c4b748aa32 req-4d03358f-c562-4a68-bfd2-5faf66a10578 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/security-groups?id=8d9cb245-cf06-4580-adf5-355ae63bcdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461798 Feb 21 09:47:24.888245 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc3320a-08c2-4f5b-a2fa-ac18a914b7ae req-e20c8b97-d904-48e8-8cc9-0c25c4f24638 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:24.889775 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-5cc3320a-08c2-4f5b-a2fa-ac18a914b7ae req-e20c8b97-d904-48e8-8cc9-0c25c4f24638 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] 10.222.0.71 "GET /v2.0/ports?device_id=c7d10746-3c56-4e2b-ad55-04bcc867bc9a HTTP/1.1" status: 200 len: 944 time: 0.0675564 Feb 21 09:47:24.943271 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-5cc3320a-08c2-4f5b-a2fa-ac18a914b7ae req-6df16577-627c-45b1-b979-e1217e827f75 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] 10.222.0.71 "GET /v2.0/security-groups?id=fe504167-9a9a-4442-9390-523a4e1fa709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465372 Feb 21 09:47:25.536231 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Device d42dbad4-da30-49fa-9e7c-851d8141f0f3 up at agent hyperv_hv-cinder-80475 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:47:25.654669 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Provisioning for port d42dbad4-da30-49fa-9e7c-851d8141f0f3 completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:47:25.659027 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Provisioning complete for port d42dbad4-da30-49fa-9e7c-851d8141f0f3 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:47:25.659454 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7397950'] for port (d42dbad4-da30-49fa-9e7c-851d8141f0f3), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:25.741957 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Current status of the port d42dbad4-da30-49fa-9e7c-851d8141f0f3 is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:47:25.742341 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (d42dbad4-da30-49fa-9e7c-851d8141f0f3), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:25.771119 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7d10746-3c56-4e2b-ad55-04bcc867bc9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd42dbad4-da30-49fa-9e7c-851d8141f0f3'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:47:25.773430 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd82e867db05f05d31de18fef3a4b5738e999913abe260e0f677426061852263" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a2e1ade-d0df-49bc-bf08-5d21f01dc212" -d '{"events": [{"server_uuid": "c7d10746-3c56-4e2b-ad55-04bcc867bc9a", "name": "network-vif-plugged", "status": "completed", "tag": "d42dbad4-da30-49fa-9e7c-851d8141f0f3"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:47:25.786225 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] For port d42dbad4-da30-49fa-9e7c-851d8141f0f3, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=d42dbad4-da30-49fa-9e7c-851d8141f0f3,segment=NetworkSegment(18c0b10b-491c-457e-b8a5-db4c9de6ed16),segment_id=18c0b10b-491c-457e-b8a5-db4c9de6ed16)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:47:25.835152 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de95ae2-fad0-4269-a000-7f4ef27f23a4 req-844dd82e-eaf3-4529-b8b3-77e20d8e13f9 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:25.836916 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 09:47:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ced3bd18-05ed-491a-810c-fee4549f212a x-openstack-request-id: req-ced3bd18-05ed-491a-810c-fee4549f212a {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:47:25.837305 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7d10746-3c56-4e2b-ad55-04bcc867bc9a", "name": "network-vif-plugged", "status": "completed", "tag": "d42dbad4-da30-49fa-9e7c-851d8141f0f3", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:47:25.837650 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-ced3bd18-05ed-491a-810c-fee4549f212a {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:47:25.838149 dv-cinder-804757-16-iscsi neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7d10746-3c56-4e2b-ad55-04bcc867bc9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd42dbad4-da30-49fa-9e7c-851d8141f0f3', 'code': 200} Feb 21 09:47:25.841024 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-5de95ae2-fad0-4269-a000-7f4ef27f23a4 req-844dd82e-eaf3-4529-b8b3-77e20d8e13f9 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/ports?device_id=676bc5c7-0aa9-4ac2-8391-afc3107d9065 HTTP/1.1" status: 200 len: 946 time: 0.0762076 Feb 21 09:47:25.849033 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782759442315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782758885690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782758885708'] for port (d42dbad4-da30-49fa-9e7c-851d8141f0f3), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:25.926279 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Pushing event updated for resources: {'Port': ['ID=d42dbad4-da30-49fa-9e7c-851d8141f0f3,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:47:25.926569 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-5de95ae2-fad0-4269-a000-7f4ef27f23a4 req-f2aaf843-6d05-4f9d-b4fc-7291ddeebddb tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/security-groups?id=8d9cb245-cf06-4580-adf5-355ae63bcdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770533 Feb 21 09:47:26.079544 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c67424b-9766-48e4-b900-af876287dfce req-2bc35c1c-7468-4134-91b8-fff95ee01f10 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:26.081532 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-0c67424b-9766-48e4-b900-af876287dfce req-2bc35c1c-7468-4134-91b8-fff95ee01f10 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] 10.222.0.71 "GET /v2.0/ports?device_id=c7d10746-3c56-4e2b-ad55-04bcc867bc9a HTTP/1.1" status: 200 len: 945 time: 0.0611737 Feb 21 09:47:26.136689 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-0c67424b-9766-48e4-b900-af876287dfce req-44a8bd1e-a4fd-4e16-96df-97ce0c55c1fa tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] 10.222.0.71 "GET /v2.0/security-groups?id=fe504167-9a9a-4442-9390-523a4e1fa709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462716 Feb 21 09:47:26.380831 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e2631-a0f5-4424-8d02-af202fbed169 req-885c8a11-41a7-4ac5-b284-2ceda115b4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:26.382365 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-7d6e2631-a0f5-4424-8d02-af202fbed169 req-885c8a11-41a7-4ac5-b284-2ceda115b4bc service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=c7d10746-3c56-4e2b-ad55-04bcc867bc9a HTTP/1.1" status: 200 len: 1129 time: 0.0474505 Feb 21 09:47:26.428541 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-7d6e2631-a0f5-4424-8d02-af202fbed169 req-9e98dae1-ef15-4f95-8368-e41a00c9ad50 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=fe504167-9a9a-4442-9390-523a4e1fa709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395031 Feb 21 09:47:26.522980 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 53158) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:47:26.626949 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f666666c-51cd-4750-8d8f-d61e714e4b01 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:26.704814 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f666666c-51cd-4750-8d8f-d61e714e4b01 admin admin] Publish callbacks [] for security_group (b565fbd8-9cdc-4f5b-ab93-e8671437b048), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:26.759683 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f666666c-51cd-4750-8d8f-d61e714e4b01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (b565fbd8-9cdc-4f5b-ab93-e8671437b048), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:26.802491 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-f666666c-51cd-4750-8d8f-d61e714e4b01 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=1ff012cf46fa410dbdd0fa800c0327e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2784171 Feb 21 09:47:26.803410 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f666666c-51cd-4750-8d8f-d61e714e4b01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b565fbd8-9cdc-4f5b-ab93-e8671437b048,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:47:26.805456 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.71', 53162) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:47:26.877073 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5bb93f8f-e189-47cc-ae00-2470e8a84d8a admin admin] Publish callbacks [] for security_group (b565fbd8-9cdc-4f5b-ab93-e8671437b048), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:26.898305 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5bb93f8f-e189-47cc-ae00-2470e8a84d8a admin admin] Publish callbacks [] for security_group (b565fbd8-9cdc-4f5b-ab93-e8671437b048), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:26.929685 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f184b43-9d36-4acf-815c-01335f708abf req-3786fa17-9637-4841-ad7e-16ec0f388ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:26.931215 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-8f184b43-9d36-4acf-815c-01335f708abf req-3786fa17-9637-4841-ad7e-16ec0f388ffe service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=676bc5c7-0aa9-4ac2-8391-afc3107d9065 HTTP/1.1" status: 200 len: 1130 time: 0.0482302 Feb 21 09:47:26.994721 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-8f184b43-9d36-4acf-815c-01335f708abf req-7c3ab17e-99d3-4faa-87ac-88b1cf3d55f3 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=8d9cb245-cf06-4580-adf5-355ae63bcdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501423 Feb 21 09:47:27.040135 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5bb93f8f-e189-47cc-ae00-2470e8a84d8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (b565fbd8-9cdc-4f5b-ab93-e8671437b048), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:27.042752 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5bb93f8f-e189-47cc-ae00-2470e8a84d8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:27.043944 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [None req-5bb93f8f-e189-47cc-ae00-2470e8a84d8a admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/b565fbd8-9cdc-4f5b-ab93-e8671437b048 HTTP/1.1" status: 204 len: 168 time: 0.2374816 Feb 21 09:47:27.053541 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb93f8f-e189-47cc-ae00-2470e8a84d8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b565fbd8-9cdc-4f5b-ab93-e8671437b048,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:47:27.081271 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199104b4-c4cb-44c6-af1f-7cb0a1b53dde req-c50a3dff-ef96-473e-a624-80fc1aabab97 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:27.082786 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-199104b4-c4cb-44c6-af1f-7cb0a1b53dde req-c50a3dff-ef96-473e-a624-80fc1aabab97 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/ports?device_id=676bc5c7-0aa9-4ac2-8391-afc3107d9065 HTTP/1.1" status: 200 len: 946 time: 0.0564587 Feb 21 09:47:27.132455 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-199104b4-c4cb-44c6-af1f-7cb0a1b53dde req-c38c3cc3-92e0-4fdb-bf9d-309a340a0fcb tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/security-groups?id=8d9cb245-cf06-4580-adf5-355ae63bcdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437572 Feb 21 09:47:27.259453 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702037df-d288-4b3c-8cd4-2bc35bd6d28c req-fb274fe9-96e9-45e3-bfe8-27e0f417ead0 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:27.261026 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-702037df-d288-4b3c-8cd4-2bc35bd6d28c req-fb274fe9-96e9-45e3-bfe8-27e0f417ead0 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] 10.222.0.71 "GET /v2.0/ports?device_id=c7d10746-3c56-4e2b-ad55-04bcc867bc9a HTTP/1.1" status: 200 len: 945 time: 0.0563915 Feb 21 09:47:27.310640 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-702037df-d288-4b3c-8cd4-2bc35bd6d28c req-50e3f07a-c2e8-4835-850a-c3f7465e93ca tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] 10.222.0.71 "GET /v2.0/security-groups?id=fe504167-9a9a-4442-9390-523a4e1fa709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423901 Feb 21 09:47:28.259429 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1255b28c-ae64-4af1-b3a9-3f1cd328715a req-818edc3b-0cfe-4936-86fd-c2367579d8cb tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:28.260939 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-1255b28c-ae64-4af1-b3a9-3f1cd328715a req-818edc3b-0cfe-4936-86fd-c2367579d8cb tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/ports?device_id=676bc5c7-0aa9-4ac2-8391-afc3107d9065 HTTP/1.1" status: 200 len: 946 time: 0.0603442 Feb 21 09:47:28.308088 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-1255b28c-ae64-4af1-b3a9-3f1cd328715a req-2b1756a1-0381-4b24-a768-a079e2597925 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/security-groups?id=8d9cb245-cf06-4580-adf5-355ae63bcdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411801 Feb 21 09:47:28.438659 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4968c1e-d92d-47d1-81e8-4880d4589c90 req-741ccb05-e085-4fc0-b541-e0fd074418c7 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:28.440285 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-a4968c1e-d92d-47d1-81e8-4880d4589c90 req-741ccb05-e085-4fc0-b541-e0fd074418c7 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] 10.222.0.71 "GET /v2.0/ports?device_id=c7d10746-3c56-4e2b-ad55-04bcc867bc9a HTTP/1.1" status: 200 len: 945 time: 0.0574594 Feb 21 09:47:28.498207 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-a4968c1e-d92d-47d1-81e8-4880d4589c90 req-dc3f6ad8-b9dc-4a1f-b3c7-37a928fd3f92 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] 10.222.0.71 "GET /v2.0/security-groups?id=fe504167-9a9a-4442-9390-523a4e1fa709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456998 Feb 21 09:47:29.141375 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.agents_db [None req-1af9f625-7d23-4c31-ae08-d0e8b46e8d0e None None] Agent healthcheck: found 6 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 09:47:29.428744 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4754f915-215b-4ca3-baff-47b89e139e01 req-1823df6b-53cc-408c-a56d-c6164c10a24c tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:29.430243 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-4754f915-215b-4ca3-baff-47b89e139e01 req-1823df6b-53cc-408c-a56d-c6164c10a24c tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/ports?device_id=676bc5c7-0aa9-4ac2-8391-afc3107d9065 HTTP/1.1" status: 200 len: 946 time: 0.0546718 Feb 21 09:47:29.476491 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-4754f915-215b-4ca3-baff-47b89e139e01 req-2baae6e8-41f8-4e27-a1fa-19b47cb892f4 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/security-groups?id=8d9cb245-cf06-4580-adf5-355ae63bcdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401502 Feb 21 09:47:29.618041 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07987fb5-eabc-4950-b705-a5cc111e8f29 req-d59f7a78-cf85-414e-a1eb-94bd80287f50 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:29.620946 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-07987fb5-eabc-4950-b705-a5cc111e8f29 req-d59f7a78-cf85-414e-a1eb-94bd80287f50 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] 10.222.0.71 "GET /v2.0/ports?device_id=c7d10746-3c56-4e2b-ad55-04bcc867bc9a HTTP/1.1" status: 200 len: 945 time: 0.0535474 Feb 21 09:47:29.670872 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-07987fb5-eabc-4950-b705-a5cc111e8f29 req-cea7861a-d190-4279-aa75-05264c14b2e1 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] 10.222.0.71 "GET /v2.0/security-groups?id=fe504167-9a9a-4442-9390-523a4e1fa709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458310 Feb 21 09:47:29.787122 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3af745-e13d-4159-b957-f9e08552b941 req-2e645b76-e944-42cc-84dc-893e7bcac392 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:29.789035 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-3f3af745-e13d-4159-b957-f9e08552b941 req-2e645b76-e944-42cc-84dc-893e7bcac392 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] 10.222.0.71 "GET /v2.0/ports?device_id=c7d10746-3c56-4e2b-ad55-04bcc867bc9a HTTP/1.1" status: 200 len: 945 time: 0.0526474 Feb 21 09:47:29.837631 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-3f3af745-e13d-4159-b957-f9e08552b941 req-a8a4a626-90f8-4095-a504-ff3978cdd5d0 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] 10.222.0.71 "GET /v2.0/security-groups?id=fe504167-9a9a-4442-9390-523a4e1fa709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429459 Feb 21 09:47:29.861066 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.71', 53242) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:47:30.077140 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0213729a-5ea4-4da1-b0c3-210ebe17012c tempest-TestVolumeBootPattern-1870912245 tempest-TestVolumeBootPattern-1870912245-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:30.078707 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [None req-0213729a-5ea4-4da1-b0c3-210ebe17012c tempest-TestVolumeBootPattern-1870912245 tempest-TestVolumeBootPattern-1870912245-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=c7d10746-3c56-4e2b-ad55-04bcc867bc9a HTTP/1.1" status: 200 len: 1124 time: 0.2166042 Feb 21 09:47:30.081833 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 53256) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:47:30.086378 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.v2.base [None req-701e99c4-0e65-42fa-868c-ce320b3e4885 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Request body: {'floatingip': {'floating_network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'port_id': 'd42dbad4-da30-49fa-9e7c-851d8141f0f3', 'tenant_id': '30ad631be25d4fecbaae288015f66e22', 'fixed_ip_address': '172.20.0.4'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:47:30.234301 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-701e99c4-0e65-42fa-868c-ce320b3e4885 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:30.368049 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-701e99c4-0e65-42fa-868c-ce320b3e4885 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:30.474525 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [None req-701e99c4-0e65-42fa-868c-ce320b3e4885 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Allocated IP 172.27.2.181 (bd3f1df6-77ad-4531-9eb3-69bc21002862/13a25a01-28fd-4407-b7c5-fe4349ebc744/9e1e07c9-fb18-481f-b0be-dca814969b01) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:47:30.633206 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-701e99c4-0e65-42fa-868c-ce320b3e4885 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Publish callbacks [] for port (9e1e07c9-fb18-481f-b0be-dca814969b01), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:30.662912 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd19e22-0c54-41cf-926c-94176c62ca0c req-39c4ae17-5364-46fa-8af4-7d3c17c4de89 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:30.664443 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-ccd19e22-0c54-41cf-926c-94176c62ca0c req-39c4ae17-5364-46fa-8af4-7d3c17c4de89 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/ports?device_id=676bc5c7-0aa9-4ac2-8391-afc3107d9065 HTTP/1.1" status: 200 len: 946 time: 0.1117201 Feb 21 09:47:30.729440 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-ccd19e22-0c54-41cf-926c-94176c62ca0c req-14c48892-5f62-4eef-9fb1-7b69632f7270 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/security-groups?id=8d9cb245-cf06-4580-adf5-355ae63bcdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566206 Feb 21 09:47:30.829444 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-701e99c4-0e65-42fa-868c-ce320b3e4885 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782758885672'] for port (9e1e07c9-fb18-481f-b0be-dca814969b01), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:30.870622 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-701e99c4-0e65-42fa-868c-ce320b3e4885 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Network bd3f1df6-77ad-4531-9eb3-69bc21002862 is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:47:30.874158 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-701e99c4-0e65-42fa-868c-ce320b3e4885 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:47:30.877771 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-701e99c4-0e65-42fa-868c-ce320b3e4885 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 09:47:30.917966 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701e99c4-0e65-42fa-868c-ce320b3e4885 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Pushing event updated for resources: {'Port': ['ID=9e1e07c9-fb18-481f-b0be-dca814969b01,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:47:30.953787 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701e99c4-0e65-42fa-868c-ce320b3e4885 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:47:30.954141 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701e99c4-0e65-42fa-868c-ce320b3e4885 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:47:30.954488 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701e99c4-0e65-42fa-868c-ce320b3e4885 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:47:30.954825 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701e99c4-0e65-42fa-868c-ce320b3e4885 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:47:30.955159 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701e99c4-0e65-42fa-868c-ce320b3e4885 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:47:30.955486 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701e99c4-0e65-42fa-868c-ce320b3e4885 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:47:30.955842 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701e99c4-0e65-42fa-868c-ce320b3e4885 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:47:30.956123 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701e99c4-0e65-42fa-868c-ce320b3e4885 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:47:30.956537 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701e99c4-0e65-42fa-868c-ce320b3e4885 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:47:30.956790 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701e99c4-0e65-42fa-868c-ce320b3e4885 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:47:30.957115 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701e99c4-0e65-42fa-868c-ce320b3e4885 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:47:30.957435 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701e99c4-0e65-42fa-868c-ce320b3e4885 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:47:30.957751 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701e99c4-0e65-42fa-868c-ce320b3e4885 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:47:31.643452 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966d3028-c61e-452b-b58d-cf9fc31b1955 req-c46b94c9-b660-4126-9330-5b0d4a6d1b4b tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:31.644974 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-966d3028-c61e-452b-b58d-cf9fc31b1955 req-c46b94c9-b660-4126-9330-5b0d4a6d1b4b tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/ports?device_id=676bc5c7-0aa9-4ac2-8391-afc3107d9065 HTTP/1.1" status: 200 len: 946 time: 0.4578779 Feb 21 09:47:31.664545 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db71560f-3574-4e55-87d2-ef9d3031a278 req-d5836038-ec59-4309-a1d4-38155e963bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:31.664545 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-db71560f-3574-4e55-87d2-ef9d3031a278 req-d5836038-ec59-4309-a1d4-38155e963bb1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f0b97717b6834f3e8ecbc551e47a71ca&device_id=676bc5c7-0aa9-4ac2-8391-afc3107d9065 HTTP/1.1" status: 200 len: 1130 time: 0.1750560 Feb 21 09:47:31.710535 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-701e99c4-0e65-42fa-868c-ce320b3e4885 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Publish callbacks [] for floatingip (17d1973e-b817-4455-a778-cdb4f8d40560), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:31.834078 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-966d3028-c61e-452b-b58d-cf9fc31b1955 req-be6bc889-3fb7-4eaf-9cb8-8f8e396aff92 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/security-groups?id=8d9cb245-cf06-4580-adf5-355ae63bcdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815221 Feb 21 09:47:31.869467 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db71560f-3574-4e55-87d2-ef9d3031a278 req-1bcb5edd-612e-4c65-b6e7-e3ee43a3e31d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:31.870957 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-db71560f-3574-4e55-87d2-ef9d3031a278 req-1bcb5edd-612e-4c65-b6e7-e3ee43a3e31d service neutron] 10.222.0.69 "GET /v2.0/networks?id=706f69fe-d205-4d95-9b18-bd6073de0e85 HTTP/1.1" status: 200 len: 919 time: 0.1964140 Feb 21 09:47:31.913481 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-db71560f-3574-4e55-87d2-ef9d3031a278 req-ebbca013-534a-49e5-9e8b-4eb5bf570bad service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=63fe613a-e289-405c-8fa6-1b6e4f4be7ca HTTP/1.1" status: 200 len: 217 time: 0.0348308 Feb 21 09:47:31.989194 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db71560f-3574-4e55-87d2-ef9d3031a278 req-276f6161-ebb6-4eb4-8770-af630c44bce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:31.990753 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-db71560f-3574-4e55-87d2-ef9d3031a278 req-276f6161-ebb6-4eb4-8770-af630c44bce9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=45738c06-7bf8-4f5a-88b1-5a2c943366a6 HTTP/1.1" status: 200 len: 858 time: 0.0709367 Feb 21 09:47:31.991812 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-701e99c4-0e65-42fa-868c-ce320b3e4885 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (9e1e07c9-fb18-481f-b0be-dca814969b01), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:32.040752 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-db71560f-3574-4e55-87d2-ef9d3031a278 req-09045292-8006-4956-ad31-41da7d6f67f5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=706f69fe-d205-4d95-9b18-bd6073de0e85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286398 Feb 21 09:47:32.206184 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-db71560f-3574-4e55-87d2-ef9d3031a278 req-f01d83ca-c609-483d-9044-8bfcc1fa4f59 service neutron] 10.222.0.69 "GET /v2.0/networks/706f69fe-d205-4d95-9b18-bd6073de0e85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513216 Feb 21 09:47:32.289456 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-701e99c4-0e65-42fa-868c-ce320b3e4885 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Publish callbacks [] for port (9e1e07c9-fb18-481f-b0be-dca814969b01), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:32.322603 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-db71560f-3574-4e55-87d2-ef9d3031a278 req-8a6eaa89-68db-4c80-b995-1a5356a68b6a service neutron] 10.222.0.69 "GET /v2.0/networks/706f69fe-d205-4d95-9b18-bd6073de0e85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046348 Feb 21 09:47:32.341738 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-701e99c4-0e65-42fa-868c-ce320b3e4885 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782759442315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782758885690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782758885708'] for port (9e1e07c9-fb18-481f-b0be-dca814969b01), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:32.380967 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-701e99c4-0e65-42fa-868c-ce320b3e4885 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7917303'] for floatingip (17d1973e-b817-4455-a778-cdb4f8d40560), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:32.433029 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701e99c4-0e65-42fa-868c-ce320b3e4885 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Pushing event updated for resources: {'Port': ['ID=9e1e07c9-fb18-481f-b0be-dca814969b01,revision_number=2']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:47:32.500401 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.db.l3_db [None req-701e99c4-0e65-42fa-868c-ce320b3e4885 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Floating IP 17d1973e-b817-4455-a778-cdb4f8d40560 associated. External IP: 172.27.2.181, port: d42dbad4-da30-49fa-9e7c-851d8141f0f3. Feb 21 09:47:32.710436 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-701e99c4-0e65-42fa-868c-ce320b3e4885 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Router 5600eb8e-7c17-4f9f-a1da-1e30b51c9320 has already been hosted by L3 agent f1afc09b-b148-496e-b857-a568110caa3c {{(pid=109856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:47:32.818388 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-701e99c4-0e65-42fa-868c-ce320b3e4885 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Notify agent at l3_agent.dv-cinder-804757-16-iscsi the message routers_updated {{(pid=109856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:47:32.832177 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd65c4e-0b2f-471b-8291-bb822eb70264 None None] Sync routers for ids ['5600eb8e-7c17-4f9f-a1da-1e30b51c9320'] in dv-cinder-804757-16-iscsi {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 09:47:32.843281 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd65c4e-0b2f-471b-8291-bb822eb70264 None None] Routers {'5600eb8e-7c17-4f9f-a1da-1e30b51c9320'} bound to L3 agent in host dv-cinder-804757-16-iscsi {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:47:32.845331 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-bdd65c4e-0b2f-471b-8291-bb822eb70264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-21T09:37:05Z,description=,heartbeat_timestamp=2022-02-21T09:47:05Z,host='dv-cinder-804757-16-iscsi',id=f1afc09b-b148-496e-b857-a568110caa3c,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:37:06Z,topic='l3_agent')) {'router_ids': ['5600eb8e-7c17-4f9f-a1da-1e30b51c9320'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:47:32.918619 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-701e99c4-0e65-42fa-868c-ce320b3e4885 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8333137'] for floatingip (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:32.972639 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-701e99c4-0e65-42fa-868c-ce320b3e4885 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8896332 Feb 21 09:47:32.973989 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7d10746-3c56-4e2b-ad55-04bcc867bc9a', 'tag': 'd42dbad4-da30-49fa-9e7c-851d8141f0f3'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:47:32.976215 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c95017b57136a4249e8df2494e5587cd96ada80ae38c14c6a4695013360e62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54e2788c-824c-4389-9cce-32377528bbc3" -d '{"events": [{"name": "network-changed", "server_uuid": "c7d10746-3c56-4e2b-ad55-04bcc867bc9a", "tag": "d42dbad4-da30-49fa-9e7c-851d8141f0f3"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:47:33.026541 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdd2445-7e19-4895-a30c-26f50c902acd req-15243844-c801-4b41-9748-aac481139318 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:33.031600 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-6fdd2445-7e19-4895-a30c-26f50c902acd req-15243844-c801-4b41-9748-aac481139318 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/ports?device_id=676bc5c7-0aa9-4ac2-8391-afc3107d9065 HTTP/1.1" status: 200 len: 946 time: 0.1243694 Feb 21 09:47:33.033242 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 09:47:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da02e378-57c5-4c1d-814d-1766c9e0bb62 x-openstack-request-id: req-da02e378-57c5-4c1d-814d-1766c9e0bb62 {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:47:33.033649 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7d10746-3c56-4e2b-ad55-04bcc867bc9a", "tag": "d42dbad4-da30-49fa-9e7c-851d8141f0f3", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:47:33.034010 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-da02e378-57c5-4c1d-814d-1766c9e0bb62 {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:47:33.034812 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7d10746-3c56-4e2b-ad55-04bcc867bc9a', 'tag': 'd42dbad4-da30-49fa-9e7c-851d8141f0f3', 'status': 'completed', 'code': 200} Feb 21 09:47:33.037670 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-bdd65c4e-0b2f-471b-8291-bb822eb70264 None None] Set router 5600eb8e-7c17-4f9f-a1da-1e30b51c9320 gateway port host: dv-cinder-804757-16-iscsi {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:47:33.101970 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-6fdd2445-7e19-4895-a30c-26f50c902acd req-7f593475-dad4-4e7f-a116-07a165974edc tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/security-groups?id=8d9cb245-cf06-4580-adf5-355ae63bcdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658963 Feb 21 09:47:33.123488 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e2788c-824c-4389-9cce-32377528bbc3 req-f0340426-4465-4d93-b108-f4fd93cbaf5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:33.124490 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-54e2788c-824c-4389-9cce-32377528bbc3 req-f0340426-4465-4d93-b108-f4fd93cbaf5b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=30ad631be25d4fecbaae288015f66e22&device_id=c7d10746-3c56-4e2b-ad55-04bcc867bc9a HTTP/1.1" status: 200 len: 1129 time: 0.0613799 Feb 21 09:47:33.185936 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-f8af7b7f-408d-4bb8-b981-551ec2314a8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (7b1feb7e-a062-49d6-b835-c5fae1c9b9ce), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:33.229245 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e2788c-824c-4389-9cce-32377528bbc3 req-471e2013-7ee5-4a47-ad93-77254547c449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:33.230757 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-54e2788c-824c-4389-9cce-32377528bbc3 req-471e2013-7ee5-4a47-ad93-77254547c449 service neutron] 10.222.0.69 "GET /v2.0/networks?id=d18a3abc-b5f2-49e7-9725-3ef800bd13ad HTTP/1.1" status: 200 len: 912 time: 0.0944324 Feb 21 09:47:33.272371 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-bdd65c4e-0b2f-471b-8291-bb822eb70264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5600eb8e-7c17-4f9f-a1da-1e30b51c9320', 'name': 'tempest-TestVolumeBootPattern-658171796-router', 'tenant_id': '30ad631be25d4fecbaae288015f66e22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'external_fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': '0dfed553-0ff5-4440-8723-a16130804a8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:46:22Z', 'updated_at': '2022-02-21T09:46:26Z', 'revision_number': 4, 'project_id': '30ad631be25d4fecbaae288015f66e22', 'gw_port': {'id': '0dfed553-0ff5-4440-8723-a16130804a8f', 'name': '', 'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:07:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5600eb8e-7c17-4f9f-a1da-1e30b51c9320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 192, 'fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:46:23Z', 'updated_at': '2022-02-21T09:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-16-iscsi', '_floatingips': [{'id': '17d1973e-b817-4455-a778-cdb4f8d40560', 'tenant_id': '30ad631be25d4fecbaae288015f66e22', 'floating_ip_address': '172.27.2.181', 'floating_network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'router_id': '5600eb8e-7c17-4f9f-a1da-1e30b51c9320', 'port_id': 'd42dbad4-da30-49fa-9e7c-851d8141f0f3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 319, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd18a3abc-b5f2-49e7-9725-3ef800bd13ad', 'mac_address': 'fa:16:3e:a6:41:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d10746-3c56-4e2b-ad55-04bcc867bc9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T09:47:31Z', 'updated_at': '2022-02-21T09:47:31Z', 'revision_number': 0, 'project_id': '30ad631be25d4fecbaae288015f66e22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27ceaa89-d6cf-45d0-a3ee-7c6384e5de68', 'name': '', 'network_id': 'd18a3abc-b5f2-49e7-9725-3ef800bd13ad', 'tenant_id': '30ad631be25d4fecbaae288015f66e22', 'mac_address': 'fa:16:3e:dc:3a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5600eb8e-7c17-4f9f-a1da-1e30b51c9320', 'device_owner': 'network:router_interface', 'standard_attr_id': 193, 'fixed_ips': [{'subnet_id': 'e209d30c-904a-4983-811a-38e909a2873c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:46:25Z', 'updated_at': '2022-02-21T09:46:29Z', 'revision_number': 5, 'project_id': '30ad631be25d4fecbaae288015f66e22', 'subnets': [{'id': 'e209d30c-904a-4983-811a-38e909a2873c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-16-iscsi', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:47:33.300545 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd65c4e-0b2f-471b-8291-bb822eb70264 None None] Checking router: 5600eb8e-7c17-4f9f-a1da-1e30b51c9320 for host: dv-cinder-804757-16-iscsi {{(pid=109859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 09:47:33.305408 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-54e2788c-824c-4389-9cce-32377528bbc3 req-a07dc0f6-364a-46c3-826a-4629650a72ae service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d42dbad4-da30-49fa-9e7c-851d8141f0f3 HTTP/1.1" status: 200 len: 999 time: 0.0646503 Feb 21 09:47:33.309092 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd65c4e-0b2f-471b-8291-bb822eb70264 None None] Routers {'5600eb8e-7c17-4f9f-a1da-1e30b51c9320'} bound to L3 agent in host dv-cinder-804757-16-iscsi {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:47:33.310234 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-bdd65c4e-0b2f-471b-8291-bb822eb70264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-21T09:37:05Z,description=,heartbeat_timestamp=2022-02-21T09:47:05Z,host='dv-cinder-804757-16-iscsi',id=f1afc09b-b148-496e-b857-a568110caa3c,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:37:06Z,topic='l3_agent')) {'router_ids': ['5600eb8e-7c17-4f9f-a1da-1e30b51c9320'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:47:33.375660 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e2788c-824c-4389-9cce-32377528bbc3 req-0bc98b0b-3a9d-4872-a254-31af12e86c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:33.377644 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-54e2788c-824c-4389-9cce-32377528bbc3 req-0bc98b0b-3a9d-4872-a254-31af12e86c45 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e209d30c-904a-4983-811a-38e909a2873c HTTP/1.1" status: 200 len: 850 time: 0.0555849 Feb 21 09:47:33.448212 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e2788c-824c-4389-9cce-32377528bbc3 req-535b29c5-a633-4fac-a165-d2572571410d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:33.450784 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-54e2788c-824c-4389-9cce-32377528bbc3 req-535b29c5-a633-4fac-a165-d2572571410d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d18a3abc-b5f2-49e7-9725-3ef800bd13ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0634508 Feb 21 09:47:33.453909 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-bdd65c4e-0b2f-471b-8291-bb822eb70264 None None] Set router 5600eb8e-7c17-4f9f-a1da-1e30b51c9320 gateway port host: dv-cinder-804757-16-iscsi {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:47:33.564734 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-54e2788c-824c-4389-9cce-32377528bbc3 req-10c50c45-8e95-484d-80ba-5f989d0e2f61 service neutron] 10.222.0.69 "GET /v2.0/networks/d18a3abc-b5f2-49e7-9725-3ef800bd13ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052041 Feb 21 09:47:33.693773 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-54e2788c-824c-4389-9cce-32377528bbc3 req-96350484-910e-409c-a12b-d93a243ff27f service neutron] 10.222.0.69 "GET /v2.0/networks/d18a3abc-b5f2-49e7-9725-3ef800bd13ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193118 Feb 21 09:47:33.733260 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-bdd65c4e-0b2f-471b-8291-bb822eb70264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5600eb8e-7c17-4f9f-a1da-1e30b51c9320', 'name': 'tempest-TestVolumeBootPattern-658171796-router', 'tenant_id': '30ad631be25d4fecbaae288015f66e22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'external_fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': '0dfed553-0ff5-4440-8723-a16130804a8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:46:22Z', 'updated_at': '2022-02-21T09:46:26Z', 'revision_number': 4, 'project_id': '30ad631be25d4fecbaae288015f66e22', 'gw_port': {'id': '0dfed553-0ff5-4440-8723-a16130804a8f', 'name': '', 'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:07:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5600eb8e-7c17-4f9f-a1da-1e30b51c9320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 192, 'fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:46:23Z', 'updated_at': '2022-02-21T09:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-16-iscsi', '_floatingips': [{'id': '17d1973e-b817-4455-a778-cdb4f8d40560', 'tenant_id': '30ad631be25d4fecbaae288015f66e22', 'floating_ip_address': '172.27.2.181', 'floating_network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'router_id': '5600eb8e-7c17-4f9f-a1da-1e30b51c9320', 'port_id': 'd42dbad4-da30-49fa-9e7c-851d8141f0f3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 319, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd18a3abc-b5f2-49e7-9725-3ef800bd13ad', 'mac_address': 'fa:16:3e:a6:41:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d10746-3c56-4e2b-ad55-04bcc867bc9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T09:47:31Z', 'updated_at': '2022-02-21T09:47:31Z', 'revision_number': 0, 'project_id': '30ad631be25d4fecbaae288015f66e22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27ceaa89-d6cf-45d0-a3ee-7c6384e5de68', 'name': '', 'network_id': 'd18a3abc-b5f2-49e7-9725-3ef800bd13ad', 'tenant_id': '30ad631be25d4fecbaae288015f66e22', 'mac_address': 'fa:16:3e:dc:3a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5600eb8e-7c17-4f9f-a1da-1e30b51c9320', 'device_owner': 'network:router_interface', 'standard_attr_id': 193, 'fixed_ips': [{'subnet_id': 'e209d30c-904a-4983-811a-38e909a2873c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:46:25Z', 'updated_at': '2022-02-21T09:46:29Z', 'revision_number': 5, 'project_id': '30ad631be25d4fecbaae288015f66e22', 'subnets': [{'id': 'e209d30c-904a-4983-811a-38e909a2873c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-16-iscsi', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:47:33.759179 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd65c4e-0b2f-471b-8291-bb822eb70264 None None] The sync data for ids ['5600eb8e-7c17-4f9f-a1da-1e30b51c9320'] in dv-cinder-804757-16-iscsi is: [{'id': '5600eb8e-7c17-4f9f-a1da-1e30b51c9320', 'name': 'tempest-TestVolumeBootPattern-658171796-router', 'tenant_id': '30ad631be25d4fecbaae288015f66e22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'external_fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': '0dfed553-0ff5-4440-8723-a16130804a8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:46:22Z', 'updated_at': '2022-02-21T09:46:26Z', 'revision_number': 4, 'project_id': '30ad631be25d4fecbaae288015f66e22', 'gw_port': {'id': '0dfed553-0ff5-4440-8723-a16130804a8f', 'name': '', 'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:07:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5600eb8e-7c17-4f9f-a1da-1e30b51c9320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 192, 'fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:46:23Z', 'updated_at': '2022-02-21T09:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-16-iscsi', '_floatingips': [{'id': '17d1973e-b817-4455-a778-cdb4f8d40560', 'tenant_id': '30ad631be25d4fecbaae288015f66e22', 'floating_ip_address': '172.27.2.181', 'floating_network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'router_id': '5600eb8e-7c17-4f9f-a1da-1e30b51c9320', 'port_id': 'd42dbad4-da30-49fa-9e7c-851d8141f0f3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 319, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd18a3abc-b5f2-49e7-9725-3ef800bd13ad', 'mac_address': 'fa:16:3e:a6:41:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d10746-3c56-4e2b-ad55-04bcc867bc9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T09:47:31Z', 'updated_at': '2022-02-21T09:47:31Z', 'revision_number': 0, 'project_id': '30ad631be25d4fecbaae288015f66e22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27ceaa89-d6cf-45d0-a3ee-7c6384e5de68', 'name': '', 'network_id': 'd18a3abc-b5f2-49e7-9725-3ef800bd13ad', 'tenant_id': '30ad631be25d4fecbaae288015f66e22', 'mac_address': 'fa:16:3e:dc:3a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5600eb8e-7c17-4f9f-a1da-1e30b51c9320', 'device_owner': 'network:router_interface', 'standard_attr_id': 193, 'fixed_ips': [{'subnet_id': 'e209d30c-904a-4983-811a-38e909a2873c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:46:25Z', 'updated_at': '2022-02-21T09:46:29Z', 'revision_number': 5, 'project_id': '30ad631be25d4fecbaae288015f66e22', 'subnets': [{'id': 'e209d30c-904a-4983-811a-38e909a2873c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 09:47:33.962169 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417a583d-ad11-40c4-9d1d-44d21061e89d None None] New status for floating IP 17d1973e-b817-4455-a778-cdb4f8d40560: ACTIVE {{(pid=109858) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 21 09:47:34.239448 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5998a36c-5d1a-4245-9f34-29ed912f75d7 req-3e0147b2-1eb1-435c-874d-e9fb4317d2b1 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:34.241145 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-5998a36c-5d1a-4245-9f34-29ed912f75d7 req-3e0147b2-1eb1-435c-874d-e9fb4317d2b1 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/ports?device_id=676bc5c7-0aa9-4ac2-8391-afc3107d9065 HTTP/1.1" status: 200 len: 946 time: 0.0658636 Feb 21 09:47:34.291934 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-5998a36c-5d1a-4245-9f34-29ed912f75d7 req-c1437e6e-3ef9-4415-a67b-e16650a20ada tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/security-groups?id=8d9cb245-cf06-4580-adf5-355ae63bcdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450029 Feb 21 09:47:35.421209 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a47baf2-112e-45e3-b694-f28d40033dba req-3a275185-dbe3-4dc8-96c5-81a6a3c13023 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:35.422976 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-1a47baf2-112e-45e3-b694-f28d40033dba req-3a275185-dbe3-4dc8-96c5-81a6a3c13023 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/ports?device_id=676bc5c7-0aa9-4ac2-8391-afc3107d9065 HTTP/1.1" status: 200 len: 946 time: 0.0588169 Feb 21 09:47:35.478752 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-1a47baf2-112e-45e3-b694-f28d40033dba req-c584a215-923c-429c-870c-9650eaa8a5a2 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/security-groups?id=8d9cb245-cf06-4580-adf5-355ae63bcdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499389 Feb 21 09:47:35.529886 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-d0098934-cf29-4e6e-99af-a8de4676b2f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (f1afc09b-b148-496e-b857-a568110caa3c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:36.636316 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b4eb1a-fd9c-4aeb-b038-ff1b8a9bd610 req-3e0af141-e7a3-4fea-a51b-026b1bc4ccce tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:36.638394 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-90b4eb1a-fd9c-4aeb-b038-ff1b8a9bd610 req-3e0af141-e7a3-4fea-a51b-026b1bc4ccce tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/ports?device_id=676bc5c7-0aa9-4ac2-8391-afc3107d9065 HTTP/1.1" status: 200 len: 946 time: 0.0581393 Feb 21 09:47:36.692200 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-90b4eb1a-fd9c-4aeb-b038-ff1b8a9bd610 req-7e848d67-5cda-4ba0-bdbf-e427e1d4ce10 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/security-groups?id=8d9cb245-cf06-4580-adf5-355ae63bcdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471816 Feb 21 09:47:36.799247 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-43ce5351-eeda-4347-b66a-565ea5ef4f96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (93f03475-d11b-4921-b82a-7ea88eab1568), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:37.742198 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (f5044fde-eef4-46eb-b3ce-4ab87030ccc0), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:37.811168 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-37460ff0-1b81-41e0-be91-e819105f1b16 req-08b655e0-8804-4ca2-b7ff-2b580e75812d service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=676bc5c7-0aa9-4ac2-8391-afc3107d9065&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0504911 Feb 21 09:47:37.882283 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37460ff0-1b81-41e0-be91-e819105f1b16 req-31e25eac-f07d-46aa-a803-16127316a40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:37.883770 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-37460ff0-1b81-41e0-be91-e819105f1b16 req-31e25eac-f07d-46aa-a803-16127316a40b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f0b97717b6834f3e8ecbc551e47a71ca&device_id=676bc5c7-0aa9-4ac2-8391-afc3107d9065 HTTP/1.1" status: 200 len: 1130 time: 0.0475605 Feb 21 09:47:38.010633 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37460ff0-1b81-41e0-be91-e819105f1b16 req-074da07c-f99b-4444-ae24-1c66fa33fbd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:38.012093 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-37460ff0-1b81-41e0-be91-e819105f1b16 req-074da07c-f99b-4444-ae24-1c66fa33fbd4 service neutron] 10.222.0.69 "GET /v2.0/networks?id=706f69fe-d205-4d95-9b18-bd6073de0e85 HTTP/1.1" status: 200 len: 919 time: 0.0868540 Feb 21 09:47:38.078499 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-37460ff0-1b81-41e0-be91-e819105f1b16 req-96ff70de-e763-4b20-b4c0-bbfce5d33159 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=63fe613a-e289-405c-8fa6-1b6e4f4be7ca HTTP/1.1" status: 200 len: 217 time: 0.0378933 Feb 21 09:47:38.123632 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-2b8302a0-632c-4bb4-a8e1-5b2fb521f750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (a872b2e0-7e3e-43db-8705-7fb9ea875340), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:38.128640 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37460ff0-1b81-41e0-be91-e819105f1b16 req-8aea8e64-dc18-42e2-9a02-56b589806be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:38.131010 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-37460ff0-1b81-41e0-be91-e819105f1b16 req-8aea8e64-dc18-42e2-9a02-56b589806be1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=45738c06-7bf8-4f5a-88b1-5a2c943366a6 HTTP/1.1" status: 200 len: 858 time: 0.0456672 Feb 21 09:47:38.167680 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-37460ff0-1b81-41e0-be91-e819105f1b16 req-25cd3581-227b-42f1-99be-b6301e48b444 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=706f69fe-d205-4d95-9b18-bd6073de0e85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302656 Feb 21 09:47:38.269154 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-37460ff0-1b81-41e0-be91-e819105f1b16 req-2074a15a-fde2-4fbd-be37-df6cd3c536d2 service neutron] 10.222.0.69 "GET /v2.0/networks/706f69fe-d205-4d95-9b18-bd6073de0e85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850987 Feb 21 09:47:38.371369 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-37460ff0-1b81-41e0-be91-e819105f1b16 req-61488d6a-d6b2-410f-85a0-14e28ceaed94 service neutron] 10.222.0.69 "GET /v2.0/networks/706f69fe-d205-4d95-9b18-bd6073de0e85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928190 Feb 21 09:47:38.498711 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71861db-0477-46e1-a63e-950d7e3ed49d req-84a07033-fb9c-47be-a4cc-620fdbcb06dc tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:38.500184 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-e71861db-0477-46e1-a63e-950d7e3ed49d req-84a07033-fb9c-47be-a4cc-620fdbcb06dc tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/ports?device_id=676bc5c7-0aa9-4ac2-8391-afc3107d9065 HTTP/1.1" status: 200 len: 946 time: 0.0623693 Feb 21 09:47:38.558061 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-e71861db-0477-46e1-a63e-950d7e3ed49d req-6fdf8107-8abc-422e-9d71-51f6d589224c tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/security-groups?id=8d9cb245-cf06-4580-adf5-355ae63bcdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520823 Feb 21 09:47:39.244542 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056d19ad-a718-4813-9df4-de8e1cef98fb req-9a654015-6d63-4238-bcd4-733fe8944615 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:39.246346 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-056d19ad-a718-4813-9df4-de8e1cef98fb req-9a654015-6d63-4238-bcd4-733fe8944615 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] 10.222.0.71 "GET /v2.0/ports?device_id=4bfaeb79-af34-4a8c-b852-5d9873f82eb1 HTTP/1.1" status: 200 len: 946 time: 0.0533330 Feb 21 09:47:39.294537 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-056d19ad-a718-4813-9df4-de8e1cef98fb req-8a6a0dc6-0a6f-4910-8f4c-a67e925f80fc tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] 10.222.0.71 "GET /v2.0/security-groups?id=5bde2634-daa9-411a-9a51-1555fe5f78b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419960 Feb 21 09:47:39.689150 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (ce3e6371-75e2-4bba-8260-49cd855bb251), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:40.004307 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 53504) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:47:40.153182 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-10de9ad2-28ca-4aea-971a-5ee560681bf0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:40.226810 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-10de9ad2-28ca-4aea-971a-5ee560681bf0 admin admin] Publish callbacks [] for security_group (94376ffc-6139-4def-b2d6-6b520b31ea02), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:40.301884 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-10de9ad2-28ca-4aea-971a-5ee560681bf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (94376ffc-6139-4def-b2d6-6b520b31ea02), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:40.339957 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10de9ad2-28ca-4aea-971a-5ee560681bf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94376ffc-6139-4def-b2d6-6b520b31ea02,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:47:40.348986 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-10de9ad2-28ca-4aea-971a-5ee560681bf0 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=ec4dc436c9024817814525d8a287463c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3411529 Feb 21 09:47:40.349872 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 53512) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:47:40.434824 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f7cbf02a-4b2a-48bc-b278-4f1d192da7fc admin admin] Publish callbacks [] for security_group (94376ffc-6139-4def-b2d6-6b520b31ea02), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:40.445612 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709f5f65-a588-416c-88b9-d7e446803939 req-8b01e6a0-7778-4310-94d3-e3cd11a4ebf1 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:40.447109 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-709f5f65-a588-416c-88b9-d7e446803939 req-8b01e6a0-7778-4310-94d3-e3cd11a4ebf1 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] 10.222.0.71 "GET /v2.0/ports?device_id=4bfaeb79-af34-4a8c-b852-5d9873f82eb1 HTTP/1.1" status: 200 len: 946 time: 0.0800898 Feb 21 09:47:40.482230 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f7cbf02a-4b2a-48bc-b278-4f1d192da7fc admin admin] Publish callbacks [] for security_group (94376ffc-6139-4def-b2d6-6b520b31ea02), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:40.760139 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-709f5f65-a588-416c-88b9-d7e446803939 req-3856a14f-10b5-4cc6-a432-b9e68565ad8c tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] 10.222.0.71 "GET /v2.0/security-groups?id=5bde2634-daa9-411a-9a51-1555fe5f78b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3046820 Feb 21 09:47:40.850555 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f7cbf02a-4b2a-48bc-b278-4f1d192da7fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (94376ffc-6139-4def-b2d6-6b520b31ea02), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:40.853959 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f7cbf02a-4b2a-48bc-b278-4f1d192da7fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:40.855098 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-f7cbf02a-4b2a-48bc-b278-4f1d192da7fc admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/94376ffc-6139-4def-b2d6-6b520b31ea02 HTTP/1.1" status: 204 len: 168 time: 0.5050540 Feb 21 09:47:40.881102 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cbf02a-4b2a-48bc-b278-4f1d192da7fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94376ffc-6139-4def-b2d6-6b520b31ea02,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:47:41.152089 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d36626-7eb2-4b73-8611-ae3a74c70471 req-7d68ea08-46d1-4a85-b2c2-8f1ad8b5f15a tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:41.153663 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-a0d36626-7eb2-4b73-8611-ae3a74c70471 req-7d68ea08-46d1-4a85-b2c2-8f1ad8b5f15a tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] 10.222.0.71 "GET /v2.0/networks?id=2900dd92-c6f8-4f13-9e54-0f6f4039aa07 HTTP/1.1" status: 200 len: 815 time: 0.1163416 Feb 21 09:47:41.170428 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-a0d36626-7eb2-4b73-8611-ae3a74c70471 req-6b9a2360-35fa-4e49-a346-9e82db60c653 tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] 10.222.0.71 "GET /v2.0/quotas/6998dd3d35c9419e87f7ffd7d3cdb2bc HTTP/1.1" status: 200 len: 375 time: 0.0111647 Feb 21 09:47:41.243649 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-a0d36626-7eb2-4b73-8611-ae3a74c70471 req-8a7124a0-094d-42f9-8e3e-7fc94c8ec9e2 tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=6998dd3d35c9419e87f7ffd7d3cdb2bc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0678377 Feb 21 09:47:41.356271 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-a0d36626-7eb2-4b73-8611-ae3a74c70471 req-02bfde19-8030-4cf5-b205-75c5a3c503f3 service neutron] 10.222.0.71 "GET /v2.0/networks/2900dd92-c6f8-4f13-9e54-0f6f4039aa07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030467 Feb 21 09:47:41.483496 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-a0d36626-7eb2-4b73-8611-ae3a74c70471 req-94a67c2d-1e48-49eb-812f-2a55d8946b5c service neutron] 10.222.0.71 "GET /v2.0/networks/2900dd92-c6f8-4f13-9e54-0f6f4039aa07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204910 Feb 21 09:47:41.720314 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-9c911c87-9bf7-469b-84d9-159866969913 req-60477016-35d8-46b3-8ded-cb53de291d89 tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] 10.222.0.71 "GET /v2.0/ports?device_id=9dc877b4-b2e7-4b2c-8e35-abbdfbc398c6 HTTP/1.1" status: 200 len: 210 time: 0.0289814 Feb 21 09:47:41.889170 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ec8ec8-c04c-4631-8e3c-b0747945fd6d req-ddbc561f-bafe-44c4-90e7-5a8537306e67 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:41.890655 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-b6ec8ec8-c04c-4631-8e3c-b0747945fd6d req-ddbc561f-bafe-44c4-90e7-5a8537306e67 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] 10.222.0.71 "GET /v2.0/ports?device_id=4bfaeb79-af34-4a8c-b852-5d9873f82eb1 HTTP/1.1" status: 200 len: 946 time: 0.0533600 Feb 21 09:47:41.938868 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-b6ec8ec8-c04c-4631-8e3c-b0747945fd6d req-0430c9ee-d3ae-4f81-aaa2-7f6da85c322c tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] 10.222.0.71 "GET /v2.0/security-groups?id=5bde2634-daa9-411a-9a51-1555fe5f78b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422761 Feb 21 09:47:42.814813 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-0d3352d1-9886-4b6a-b7e0-f9005e8980f8 req-a7711b84-5d7f-4fbd-bfe4-506eb167a291 tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] 10.222.0.71 "GET /v2.0/ports?device_id=9dc877b4-b2e7-4b2c-8e35-abbdfbc398c6 HTTP/1.1" status: 200 len: 210 time: 0.0273049 Feb 21 09:47:43.061817 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e44928-ec37-44ee-ab73-5e646f5fbfaf req-1cc9a4cb-2185-46be-9b38-8ffed5d999f2 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:43.063203 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-a1e44928-ec37-44ee-ab73-5e646f5fbfaf req-1cc9a4cb-2185-46be-9b38-8ffed5d999f2 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] 10.222.0.71 "GET /v2.0/ports?device_id=4bfaeb79-af34-4a8c-b852-5d9873f82eb1 HTTP/1.1" status: 200 len: 946 time: 0.0554566 Feb 21 09:47:43.110851 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-a1e44928-ec37-44ee-ab73-5e646f5fbfaf req-fd77ae8b-5cb2-4ec3-a235-2bb81d797a80 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] 10.222.0.71 "GET /v2.0/security-groups?id=5bde2634-daa9-411a-9a51-1555fe5f78b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416861 Feb 21 09:47:43.921308 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-7da80adc-a939-4ce2-9501-1a535f1aa7d5 req-f5300110-3878-44af-9bbe-db439b631442 tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] 10.222.0.71 "GET /v2.0/ports?device_id=9dc877b4-b2e7-4b2c-8e35-abbdfbc398c6 HTTP/1.1" status: 200 len: 210 time: 0.0283802 Feb 21 09:47:44.233564 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21fced1-6969-478b-95fe-00a93363816f req-f851c5eb-3445-4bcc-9e2b-c29ebec27825 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:44.235055 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-c21fced1-6969-478b-95fe-00a93363816f req-f851c5eb-3445-4bcc-9e2b-c29ebec27825 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] 10.222.0.71 "GET /v2.0/ports?device_id=4bfaeb79-af34-4a8c-b852-5d9873f82eb1 HTTP/1.1" status: 200 len: 946 time: 0.0522788 Feb 21 09:47:44.280695 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-c21fced1-6969-478b-95fe-00a93363816f req-a76307a1-66bb-48c6-a9db-451c25e3b579 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] 10.222.0.71 "GET /v2.0/security-groups?id=5bde2634-daa9-411a-9a51-1555fe5f78b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400717 Feb 21 09:47:45.024001 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-5bf7ace8-279d-4f9d-978d-8d6e352c741d req-0f40e6e0-a0ab-45de-bb0b-951f21594e92 tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] 10.222.0.71 "GET /v2.0/ports?device_id=9dc877b4-b2e7-4b2c-8e35-abbdfbc398c6 HTTP/1.1" status: 200 len: 210 time: 0.0306025 Feb 21 09:47:45.400783 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc0a99d-6eec-4068-8803-21518178c294 req-bce813a8-23df-436e-99c3-314bd19a22b6 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:45.402229 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-4bc0a99d-6eec-4068-8803-21518178c294 req-bce813a8-23df-436e-99c3-314bd19a22b6 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] 10.222.0.71 "GET /v2.0/ports?device_id=4bfaeb79-af34-4a8c-b852-5d9873f82eb1 HTTP/1.1" status: 200 len: 946 time: 0.0522165 Feb 21 09:47:45.448249 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-4bc0a99d-6eec-4068-8803-21518178c294 req-8755fd5c-78f5-44f1-a75d-c2b70d336653 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] 10.222.0.71 "GET /v2.0/security-groups?id=5bde2634-daa9-411a-9a51-1555fe5f78b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404439 Feb 21 09:47:46.116145 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-082bd59e-7cfe-4d2a-9e34-71361b45f23b req-a22d4c47-2313-4fe1-9087-416ff4969955 tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] 10.222.0.71 "GET /v2.0/ports?device_id=9dc877b4-b2e7-4b2c-8e35-abbdfbc398c6 HTTP/1.1" status: 200 len: 210 time: 0.0273228 Feb 21 09:47:46.570257 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc4b2ed-8db6-46cb-a99c-bbd341d226f4 req-6c3dec9d-9214-4caa-895d-5d48443131c5 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:46.571815 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-5cc4b2ed-8db6-46cb-a99c-bbd341d226f4 req-6c3dec9d-9214-4caa-895d-5d48443131c5 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] 10.222.0.71 "GET /v2.0/ports?device_id=4bfaeb79-af34-4a8c-b852-5d9873f82eb1 HTTP/1.1" status: 200 len: 946 time: 0.0560308 Feb 21 09:47:46.618483 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-5cc4b2ed-8db6-46cb-a99c-bbd341d226f4 req-3ea2bcbf-4982-4a68-bce3-2c356dd25b45 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] 10.222.0.71 "GET /v2.0/security-groups?id=5bde2634-daa9-411a-9a51-1555fe5f78b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408928 Feb 21 09:47:46.853144 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d36626-7eb2-4b73-8611-ae3a74c70471 req-124b6b72-6cf6-43de-bc19-2c6645e0bb4a tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:46.854595 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-a0d36626-7eb2-4b73-8611-ae3a74c70471 req-124b6b72-6cf6-43de-bc19-2c6645e0bb4a tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] 10.222.0.69 "GET /v2.0/networks?id=2900dd92-c6f8-4f13-9e54-0f6f4039aa07 HTTP/1.1" status: 200 len: 815 time: 0.1115339 Feb 21 09:47:46.884188 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.v2.base [req-a0d36626-7eb2-4b73-8611-ae3a74c70471 req-f5f999d1-90e9-4fd5-984c-535770bc715e tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] Request body: {'port': {'device_id': '9dc877b4-b2e7-4b2c-8e35-abbdfbc398c6', 'network_id': '2900dd92-c6f8-4f13-9e54-0f6f4039aa07', 'admin_state_up': True, 'tenant_id': '6998dd3d35c9419e87f7ffd7d3cdb2bc'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:47:47.079256 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0d36626-7eb2-4b73-8611-ae3a74c70471 req-f5f999d1-90e9-4fd5-984c-535770bc715e tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] Made reservation on behalf of 6998dd3d35c9419e87f7ffd7d3cdb2bc for: {'port': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:47:47.082753 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-a0d36626-7eb2-4b73-8611-ae3a74c70471 req-f5f999d1-90e9-4fd5-984c-535770bc715e tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:47.227799 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-78d680da-d736-415e-8c66-60e7b018284e req-636000ef-fcf4-4e42-8bd6-0ec9b506dae2 tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] 10.222.0.71 "GET /v2.0/ports?device_id=9dc877b4-b2e7-4b2c-8e35-abbdfbc398c6 HTTP/1.1" status: 200 len: 210 time: 0.0358090 Feb 21 09:47:47.236960 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [req-a0d36626-7eb2-4b73-8611-ae3a74c70471 req-f5f999d1-90e9-4fd5-984c-535770bc715e tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] Allocated IP 172.20.0.10 (2900dd92-c6f8-4f13-9e54-0f6f4039aa07/1623a8b2-3f98-4029-9afb-d2e0ee894b20/568ce5ed-602b-474d-9688-49149b161261) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:47:47.380660 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-a0d36626-7eb2-4b73-8611-ae3a74c70471 req-f5f999d1-90e9-4fd5-984c-535770bc715e tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] Publish callbacks [] for port (568ce5ed-602b-474d-9688-49149b161261), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:47.491204 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-a0d36626-7eb2-4b73-8611-ae3a74c70471 req-f5f999d1-90e9-4fd5-984c-535770bc715e tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782758885672'] for port (568ce5ed-602b-474d-9688-49149b161261), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:47.505952 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] get_ports_and_sgs() called for port_ids ['96538a27-2ae0-4901-9c89-cfad396b7f3f', '52ff9b8a-b4cc-4fb6-b138-7da02ee03a86', '15169e14-c090-44c8-893f-030c7052d5b8'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 09:47:47.536612 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0d36626-7eb2-4b73-8611-ae3a74c70471 req-f5f999d1-90e9-4fd5-984c-535770bc715e tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] Network 2900dd92-c6f8-4f13-9e54-0f6f4039aa07 is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:47:47.539929 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [req-a0d36626-7eb2-4b73-8611-ae3a74c70471 req-f5f999d1-90e9-4fd5-984c-535770bc715e tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:47:47.543551 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0d36626-7eb2-4b73-8611-ae3a74c70471 req-f5f999d1-90e9-4fd5-984c-535770bc715e tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 09:47:47.548826 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d36626-7eb2-4b73-8611-ae3a74c70471 req-f5f999d1-90e9-4fd5-984c-535770bc715e tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:47.549445 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-a0d36626-7eb2-4b73-8611-ae3a74c70471 req-f5f999d1-90e9-4fd5-984c-535770bc715e tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8333137'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:47.564998 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f999d1-90e9-4fd5-984c-535770bc715e tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] Pushing event updated for resources: {'Port': ['ID=568ce5ed-602b-474d-9688-49149b161261,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:47:47.622896 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-a0d36626-7eb2-4b73-8611-ae3a74c70471 req-f5f999d1-90e9-4fd5-984c-535770bc715e tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7426918 Feb 21 09:47:47.642470 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.v2.base [req-a0d36626-7eb2-4b73-8611-ae3a74c70471 req-cad0796e-6706-4dbf-893d-bf6b9279f4c5 service neutron] Request body: {'port': {'device_id': '9dc877b4-b2e7-4b2c-8e35-abbdfbc398c6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:47:47.734511 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-a0d36626-7eb2-4b73-8611-ae3a74c70471 req-cad0796e-6706-4dbf-893d-bf6b9279f4c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (568ce5ed-602b-474d-9688-49149b161261), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:47.786518 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d982512d-8171-4eb6-a79d-7e292507cb7c req-85937d23-c2bd-4d39-a653-4429650c94df tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:47.788152 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-d982512d-8171-4eb6-a79d-7e292507cb7c req-85937d23-c2bd-4d39-a653-4429650c94df tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] 10.222.0.71 "GET /v2.0/ports?device_id=4bfaeb79-af34-4a8c-b852-5d9873f82eb1 HTTP/1.1" status: 200 len: 946 time: 0.0927556 Feb 21 09:47:47.916131 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-d982512d-8171-4eb6-a79d-7e292507cb7c req-21763850-fbac-4b29-b5da-fa462995ec83 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] 10.222.0.71 "GET /v2.0/security-groups?id=5bde2634-daa9-411a-9a51-1555fe5f78b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1157100 Feb 21 09:47:48.040677 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.notifiers.nova [req-a0d36626-7eb2-4b73-8611-ae3a74c70471 req-cad0796e-6706-4dbf-893d-bf6b9279f4c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 568ce5ed-602b-474d-9688-49149b161261 {{(pid=109856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 09:47:48.048731 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-a0d36626-7eb2-4b73-8611-ae3a74c70471 req-cad0796e-6706-4dbf-893d-bf6b9279f4c5 service neutron] Publish callbacks [] for port (568ce5ed-602b-474d-9688-49149b161261), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:48.060284 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.db.provisioning_blocks [req-a0d36626-7eb2-4b73-8611-ae3a74c70471 req-cad0796e-6706-4dbf-893d-bf6b9279f4c5 service neutron] Transition to ACTIVE for port object 568ce5ed-602b-474d-9688-49149b161261 will not be triggered until provisioned by entity L2. {{(pid=109856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:47:48.158885 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-a0d36626-7eb2-4b73-8611-ae3a74c70471 req-cad0796e-6706-4dbf-893d-bf6b9279f4c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782759442315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782758885690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782758885708'] for port (568ce5ed-602b-474d-9688-49149b161261), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:48.208730 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad0796e-6706-4dbf-893d-bf6b9279f4c5 service neutron] Pushing event updated for resources: {'Port': ['ID=568ce5ed-602b-474d-9688-49149b161261,revision_number=2']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:47:48.243131 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-a0d36626-7eb2-4b73-8611-ae3a74c70471 req-cad0796e-6706-4dbf-893d-bf6b9279f4c5 service neutron] Attempting to bind port 568ce5ed-602b-474d-9688-49149b161261 on host hv-cinder-80475 for vnic_type normal with profile {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 09:47:48.243829 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-a0d36626-7eb2-4b73-8611-ae3a74c70471 req-cad0796e-6706-4dbf-893d-bf6b9279f4c5 service neutron] Attempting to bind port 568ce5ed-602b-474d-9688-49149b161261 by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': '883b1861-d076-4ce8-a994-a672e2419836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '2900dd92-c6f8-4f13-9e54-0f6f4039aa07'}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 09:47:48.243829 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d36626-7eb2-4b73-8611-ae3a74c70471 req-cad0796e-6706-4dbf-893d-bf6b9279f4c5 service neutron] Attempting to bind port 568ce5ed-602b-474d-9688-49149b161261 on network 2900dd92-c6f8-4f13-9e54-0f6f4039aa07 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 09:47:48.248077 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d36626-7eb2-4b73-8611-ae3a74c70471 req-cad0796e-6706-4dbf-893d-bf6b9279f4c5 service neutron] Port 568ce5ed-602b-474d-9688-49149b161261 on network 2900dd92-c6f8-4f13-9e54-0f6f4039aa07 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 09:47:48.249028 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d36626-7eb2-4b73-8611-ae3a74c70471 req-cad0796e-6706-4dbf-893d-bf6b9279f4c5 service neutron] Attempting to bind port 568ce5ed-602b-474d-9688-49149b161261 on network 2900dd92-c6f8-4f13-9e54-0f6f4039aa07 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 09:47:48.254597 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d36626-7eb2-4b73-8611-ae3a74c70471 req-cad0796e-6706-4dbf-893d-bf6b9279f4c5 service neutron] Checking agent: {'id': 'f5044fde-eef4-46eb-b3ce-4ab87030ccc0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 9, 43, 36), 'started_at': datetime.datetime(2022, 2, 21, 9, 43, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 47, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 09:47:48.258750 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d36626-7eb2-4b73-8611-ae3a74c70471 req-cad0796e-6706-4dbf-893d-bf6b9279f4c5 service neutron] Checking segment: {'id': '883b1861-d076-4ce8-a994-a672e2419836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '2900dd92-c6f8-4f13-9e54-0f6f4039aa07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 09:47:48.258750 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d36626-7eb2-4b73-8611-ae3a74c70471 req-cad0796e-6706-4dbf-893d-bf6b9279f4c5 service neutron] Bound using segment: {'id': '883b1861-d076-4ce8-a994-a672e2419836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '2900dd92-c6f8-4f13-9e54-0f6f4039aa07'} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 09:47:48.258750 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-a0d36626-7eb2-4b73-8611-ae3a74c70471 req-cad0796e-6706-4dbf-893d-bf6b9279f4c5 service neutron] Bound port: 568ce5ed-602b-474d-9688-49149b161261, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '883b1861-d076-4ce8-a994-a672e2419836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '2900dd92-c6f8-4f13-9e54-0f6f4039aa07'}}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 09:47:48.258750 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-a0d36626-7eb2-4b73-8611-ae3a74c70471 req-cad0796e-6706-4dbf-893d-bf6b9279f4c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (568ce5ed-602b-474d-9688-49149b161261), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:48.365323 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-a0d36626-7eb2-4b73-8611-ae3a74c70471 req-cad0796e-6706-4dbf-893d-bf6b9279f4c5 service neutron] For port 568ce5ed-602b-474d-9688-49149b161261, host hv-cinder-80475, cleared binding levels {{(pid=109856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:47:48.369019 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-a0d36626-7eb2-4b73-8611-ae3a74c70471 req-cad0796e-6706-4dbf-893d-bf6b9279f4c5 service neutron] For port 568ce5ed-602b-474d-9688-49149b161261, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=568ce5ed-602b-474d-9688-49149b161261,segment=NetworkSegment(883b1861-d076-4ce8-a994-a672e2419836),segment_id=883b1861-d076-4ce8-a994-a672e2419836)] {{(pid=109856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:47:48.381651 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a530f701-1502-4cdf-a1ae-a6909e964efd req-dc019fc9-808c-41a2-9144-a02e4ee08bf8 tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:48.383166 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-a530f701-1502-4cdf-a1ae-a6909e964efd req-dc019fc9-808c-41a2-9144-a02e4ee08bf8 tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] 10.222.0.71 "GET /v2.0/ports?device_id=9dc877b4-b2e7-4b2c-8e35-abbdfbc398c6 HTTP/1.1" status: 200 len: 944 time: 0.0809596 Feb 21 09:47:48.431695 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-a530f701-1502-4cdf-a1ae-a6909e964efd req-a09fe59c-c451-444e-a933-c66474d65c95 tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] 10.222.0.71 "GET /v2.0/security-groups?id=051a1fb3-2910-49f8-b5d8-0e085de068fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427420 Feb 21 09:47:48.554317 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-a0d36626-7eb2-4b73-8611-ae3a74c70471 req-cad0796e-6706-4dbf-893d-bf6b9279f4c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782759442315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782758885690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782758885708'] for port (568ce5ed-602b-474d-9688-49149b161261), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:48.591092 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d36626-7eb2-4b73-8611-ae3a74c70471 req-cad0796e-6706-4dbf-893d-bf6b9279f4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:48.593017 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-a0d36626-7eb2-4b73-8611-ae3a74c70471 req-cad0796e-6706-4dbf-893d-bf6b9279f4c5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8333137'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:48.594276 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-a0d36626-7eb2-4b73-8611-ae3a74c70471 req-cad0796e-6706-4dbf-893d-bf6b9279f4c5 service neutron] 10.222.0.69 "PUT /v2.0/ports/568ce5ed-602b-474d-9688-49149b161261 HTTP/1.1" status: 200 len: 1094 time: 0.9568589 Feb 21 09:47:48.596486 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dc877b4-b2e7-4b2c-8e35-abbdfbc398c6', 'tag': '568ce5ed-602b-474d-9688-49149b161261'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:47:48.598804 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c95017b57136a4249e8df2494e5587cd96ada80ae38c14c6a4695013360e62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-870ad17f-6591-4949-9cdf-e8a2eafff3df" -d '{"events": [{"name": "network-changed", "server_uuid": "9dc877b4-b2e7-4b2c-8e35-abbdfbc398c6", "tag": "568ce5ed-602b-474d-9688-49149b161261"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:47:48.625582 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad0796e-6706-4dbf-893d-bf6b9279f4c5 service neutron] Pushing event updated for resources: {'Port': ['ID=568ce5ed-602b-474d-9688-49149b161261,revision_number=3']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:47:48.635228 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 09:47:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f4e9c8f-787f-4212-b36a-1db63c9876d1 x-openstack-request-id: req-3f4e9c8f-787f-4212-b36a-1db63c9876d1 {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:47:48.635526 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9dc877b4-b2e7-4b2c-8e35-abbdfbc398c6", "tag": "568ce5ed-602b-474d-9688-49149b161261", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:47:48.635788 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-3f4e9c8f-787f-4212-b36a-1db63c9876d1 {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:47:48.636186 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9dc877b4-b2e7-4b2c-8e35-abbdfbc398c6', 'tag': '568ce5ed-602b-474d-9688-49149b161261', 'status': 'completed', 'code': 200} Feb 21 09:47:48.734341 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870ad17f-6591-4949-9cdf-e8a2eafff3df req-9a866fbd-95d7-4490-aefd-40cc0cad2d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:48.735840 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-870ad17f-6591-4949-9cdf-e8a2eafff3df req-9a866fbd-95d7-4490-aefd-40cc0cad2d33 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6998dd3d35c9419e87f7ffd7d3cdb2bc&device_id=9dc877b4-b2e7-4b2c-8e35-abbdfbc398c6 HTTP/1.1" status: 200 len: 1128 time: 0.0441842 Feb 21 09:47:48.844399 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870ad17f-6591-4949-9cdf-e8a2eafff3df req-e1b0993b-8320-4f11-9a5b-2e05ddbf5636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:48.845903 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-870ad17f-6591-4949-9cdf-e8a2eafff3df req-e1b0993b-8320-4f11-9a5b-2e05ddbf5636 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=6998dd3d35c9419e87f7ffd7d3cdb2bc&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0922177 Feb 21 09:47:48.950357 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870ad17f-6591-4949-9cdf-e8a2eafff3df req-045d037f-75fa-4d35-9964-9d8b6cc62235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:48.952647 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-870ad17f-6591-4949-9cdf-e8a2eafff3df req-045d037f-75fa-4d35-9964-9d8b6cc62235 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0970716 Feb 21 09:47:49.071052 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d36626-7eb2-4b73-8611-ae3a74c70471 req-921eebaa-0cf1-473b-87ff-cb9c000aae5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:49.072613 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-a0d36626-7eb2-4b73-8611-ae3a74c70471 req-921eebaa-0cf1-473b-87ff-cb9c000aae5f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6998dd3d35c9419e87f7ffd7d3cdb2bc&device_id=9dc877b4-b2e7-4b2c-8e35-abbdfbc398c6 HTTP/1.1" status: 200 len: 1128 time: 0.0779989 Feb 21 09:47:49.084433 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fba7fce-ceb2-4a02-a76f-f094a92a7656 req-6f1849b2-cd3c-46af-8af6-eeb8ce2a3641 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:49.086063 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-5fba7fce-ceb2-4a02-a76f-f094a92a7656 req-6f1849b2-cd3c-46af-8af6-eeb8ce2a3641 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] 10.222.0.71 "GET /v2.0/ports?device_id=4bfaeb79-af34-4a8c-b852-5d9873f82eb1 HTTP/1.1" status: 200 len: 946 time: 0.0804195 Feb 21 09:47:49.128959 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-a0d36626-7eb2-4b73-8611-ae3a74c70471 req-c6cdabfc-7b61-4300-8c7d-8cf9fe0fbdb3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=568ce5ed-602b-474d-9688-49149b161261 HTTP/1.1" status: 200 len: 217 time: 0.0418134 Feb 21 09:47:49.193643 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-5fba7fce-ceb2-4a02-a76f-f094a92a7656 req-ebe66c18-9dc8-41c3-b3d7-9f688c8208b7 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] 10.222.0.71 "GET /v2.0/security-groups?id=5bde2634-daa9-411a-9a51-1555fe5f78b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010401 Feb 21 09:47:49.202997 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d36626-7eb2-4b73-8611-ae3a74c70471 req-9e35ba16-11be-419a-902c-fc592167d7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:49.204416 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-a0d36626-7eb2-4b73-8611-ae3a74c70471 req-9e35ba16-11be-419a-902c-fc592167d7d6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1623a8b2-3f98-4029-9afb-d2e0ee894b20 HTTP/1.1" status: 200 len: 855 time: 0.0622206 Feb 21 09:47:49.245853 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-a0d36626-7eb2-4b73-8611-ae3a74c70471 req-5b04b9fd-c1b1-4964-9d1d-54d46d92c7d0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2900dd92-c6f8-4f13-9e54-0f6f4039aa07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251176 Feb 21 09:47:49.344523 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-a0d36626-7eb2-4b73-8611-ae3a74c70471 req-1baf5b96-ef66-481e-a078-12a135ceb01c service neutron] 10.222.0.69 "GET /v2.0/networks/2900dd92-c6f8-4f13-9e54-0f6f4039aa07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843725 Feb 21 09:47:49.494792 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-a0d36626-7eb2-4b73-8611-ae3a74c70471 req-fa5b39eb-eb25-4ecc-af28-1cff235f7505 service neutron] 10.222.0.69 "GET /v2.0/networks/2900dd92-c6f8-4f13-9e54-0f6f4039aa07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400530 Feb 21 09:47:49.532830 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ac266c-fb58-4eaf-adfc-b550666d99da req-042dc5eb-8a2e-4127-b817-572189997e81 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:49.534399 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-a8ac266c-fb58-4eaf-adfc-b550666d99da req-042dc5eb-8a2e-4127-b817-572189997e81 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/ports?device_id=676bc5c7-0aa9-4ac2-8391-afc3107d9065 HTTP/1.1" status: 200 len: 946 time: 0.1170959 Feb 21 09:47:49.606874 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade2809c-f2c5-49da-b40e-03a8c97d6f39 req-fac04235-a763-49f4-bea5-a263b7aa1d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:49.609203 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-ade2809c-f2c5-49da-b40e-03a8c97d6f39 req-fac04235-a763-49f4-bea5-a263b7aa1d65 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f0b97717b6834f3e8ecbc551e47a71ca&device_id=676bc5c7-0aa9-4ac2-8391-afc3107d9065 HTTP/1.1" status: 200 len: 1130 time: 0.1290064 Feb 21 09:47:49.633168 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6177a38-75cd-44cc-b666-565722ccbd3f req-ea62f6da-c934-42e7-9773-d868a86cc35f tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:49.634663 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-c6177a38-75cd-44cc-b666-565722ccbd3f req-ea62f6da-c934-42e7-9773-d868a86cc35f tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] 10.222.0.71 "GET /v2.0/ports?device_id=9dc877b4-b2e7-4b2c-8e35-abbdfbc398c6 HTTP/1.1" status: 200 len: 944 time: 0.1242199 Feb 21 09:47:49.639025 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-a8ac266c-fb58-4eaf-adfc-b550666d99da req-17f536d2-b6f6-4df0-994c-2d5a4595a8e1 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/security-groups?id=8d9cb245-cf06-4580-adf5-355ae63bcdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885742 Feb 21 09:47:49.734750 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-c6177a38-75cd-44cc-b666-565722ccbd3f req-1eabcd8a-f992-4d08-8958-2a897fc1ed11 tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] 10.222.0.71 "GET /v2.0/security-groups?id=051a1fb3-2910-49f8-b5d8-0e085de068fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864718 Feb 21 09:47:49.749169 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade2809c-f2c5-49da-b40e-03a8c97d6f39 req-478dc053-6482-41c3-b8fb-08154dd2ab3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:49.749681 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-ade2809c-f2c5-49da-b40e-03a8c97d6f39 req-478dc053-6482-41c3-b8fb-08154dd2ab3e service neutron] 10.222.0.69 "GET /v2.0/networks?id=706f69fe-d205-4d95-9b18-bd6073de0e85 HTTP/1.1" status: 200 len: 919 time: 0.1320026 Feb 21 09:47:49.802314 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-ade2809c-f2c5-49da-b40e-03a8c97d6f39 req-83ff379b-df5a-4321-8d2d-e6d80bc6bcbc service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=63fe613a-e289-405c-8fa6-1b6e4f4be7ca HTTP/1.1" status: 200 len: 217 time: 0.0384400 Feb 21 09:47:49.856845 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade2809c-f2c5-49da-b40e-03a8c97d6f39 req-8f2bc3a4-01b2-4387-9849-4220973f2415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:49.859229 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-ade2809c-f2c5-49da-b40e-03a8c97d6f39 req-8f2bc3a4-01b2-4387-9849-4220973f2415 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=45738c06-7bf8-4f5a-88b1-5a2c943366a6 HTTP/1.1" status: 200 len: 858 time: 0.0431681 Feb 21 09:47:49.890068 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-ade2809c-f2c5-49da-b40e-03a8c97d6f39 req-d171e139-8e45-482f-b967-7d35f4efd46d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=706f69fe-d205-4d95-9b18-bd6073de0e85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238540 Feb 21 09:47:49.988231 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-ade2809c-f2c5-49da-b40e-03a8c97d6f39 req-e0b40059-7e6f-4a29-9362-2ecc75c5c7e6 service neutron] 10.222.0.69 "GET /v2.0/networks/706f69fe-d205-4d95-9b18-bd6073de0e85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895784 Feb 21 09:47:50.087596 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-ade2809c-f2c5-49da-b40e-03a8c97d6f39 req-86c57dd1-1e79-486c-838b-2a537bf90a0d service neutron] 10.222.0.69 "GET /v2.0/networks/706f69fe-d205-4d95-9b18-bd6073de0e85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866246 Feb 21 09:47:50.313560 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6563d516-eda4-433e-96ec-23869c7d68e9 req-3ad19808-0190-4bd7-9228-d3fbe7da54b0 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:50.315059 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-6563d516-eda4-433e-96ec-23869c7d68e9 req-3ad19808-0190-4bd7-9228-d3fbe7da54b0 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] 10.222.0.71 "GET /v2.0/ports?device_id=4bfaeb79-af34-4a8c-b852-5d9873f82eb1 HTTP/1.1" status: 200 len: 946 time: 0.0548801 Feb 21 09:47:50.366752 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-6563d516-eda4-433e-96ec-23869c7d68e9 req-b35ba280-a550-49e5-a79f-93ec1c6fb141 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] 10.222.0.71 "GET /v2.0/security-groups?id=5bde2634-daa9-411a-9a51-1555fe5f78b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461745 Feb 21 09:47:50.759935 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664052b2-355d-4b12-9268-11bbf26834b9 req-f9ecd930-d600-424d-92ac-65fa7814f463 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:50.761465 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-664052b2-355d-4b12-9268-11bbf26834b9 req-f9ecd930-d600-424d-92ac-65fa7814f463 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/ports?device_id=676bc5c7-0aa9-4ac2-8391-afc3107d9065 HTTP/1.1" status: 200 len: 946 time: 0.0526814 Feb 21 09:47:50.822530 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-664052b2-355d-4b12-9268-11bbf26834b9 req-2dded284-dc08-444d-9ffc-a3589be78047 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/security-groups?id=8d9cb245-cf06-4580-adf5-355ae63bcdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548127 Feb 21 09:47:50.863494 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4b2a5d-ce86-44c3-8c8c-3737d188ec4a req-4f4f2483-50b7-48cd-80c3-e83d41771600 tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:50.864998 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-3d4b2a5d-ce86-44c3-8c8c-3737d188ec4a req-4f4f2483-50b7-48cd-80c3-e83d41771600 tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] 10.222.0.71 "GET /v2.0/ports?device_id=9dc877b4-b2e7-4b2c-8e35-abbdfbc398c6 HTTP/1.1" status: 200 len: 944 time: 0.0588481 Feb 21 09:47:50.912889 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-3d4b2a5d-ce86-44c3-8c8c-3737d188ec4a req-6d8a85c1-41c5-4128-91d0-e90b54bca2fc tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] 10.222.0.71 "GET /v2.0/security-groups?id=051a1fb3-2910-49f8-b5d8-0e085de068fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420446 Feb 21 09:47:51.496004 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1469dddb-3f91-45df-91f0-b7a5e34b6d0f req-d423c91a-2cde-4486-976e-1fe104dedc7c tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:51.497626 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-1469dddb-3f91-45df-91f0-b7a5e34b6d0f req-d423c91a-2cde-4486-976e-1fe104dedc7c tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] 10.222.0.71 "GET /v2.0/ports?device_id=4bfaeb79-af34-4a8c-b852-5d9873f82eb1 HTTP/1.1" status: 200 len: 946 time: 0.0601478 Feb 21 09:47:51.545802 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-1469dddb-3f91-45df-91f0-b7a5e34b6d0f req-6286fafa-bd29-425c-826e-d7f302feaf80 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] 10.222.0.71 "GET /v2.0/security-groups?id=5bde2634-daa9-411a-9a51-1555fe5f78b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418978 Feb 21 09:47:51.941159 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc14a17-83aa-4a49-b81e-304414145f47 req-7c226fdf-b76b-4960-938d-8809ac73f5ea tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:51.942709 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-efc14a17-83aa-4a49-b81e-304414145f47 req-7c226fdf-b76b-4960-938d-8809ac73f5ea tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/ports?device_id=676bc5c7-0aa9-4ac2-8391-afc3107d9065 HTTP/1.1" status: 200 len: 946 time: 0.0538223 Feb 21 09:47:51.989646 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-efc14a17-83aa-4a49-b81e-304414145f47 req-4c223140-6ac3-4b41-9c04-b089191f2176 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/security-groups?id=8d9cb245-cf06-4580-adf5-355ae63bcdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414307 Feb 21 09:47:52.200809 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a39c051-ea55-4a3c-94ed-c62cdd046f18 req-a5ceca5e-d88f-4dd6-b49b-38c9c980b382 tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:52.202717 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-9a39c051-ea55-4a3c-94ed-c62cdd046f18 req-a5ceca5e-d88f-4dd6-b49b-38c9c980b382 tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] 10.222.0.71 "GET /v2.0/ports?device_id=9dc877b4-b2e7-4b2c-8e35-abbdfbc398c6 HTTP/1.1" status: 200 len: 944 time: 0.0548143 Feb 21 09:47:52.252201 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-9a39c051-ea55-4a3c-94ed-c62cdd046f18 req-c819476a-b74f-43ed-aa5f-74f3fd43ba12 tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] 10.222.0.71 "GET /v2.0/security-groups?id=051a1fb3-2910-49f8-b5d8-0e085de068fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438669 Feb 21 09:47:52.666147 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c513477-0954-4598-816f-9bb747ca1ad1 req-7d3f48a1-e1ab-4814-b267-17a4a88a5c53 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:52.667616 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-5c513477-0954-4598-816f-9bb747ca1ad1 req-7d3f48a1-e1ab-4814-b267-17a4a88a5c53 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] 10.222.0.71 "GET /v2.0/ports?device_id=4bfaeb79-af34-4a8c-b852-5d9873f82eb1 HTTP/1.1" status: 200 len: 946 time: 0.0551791 Feb 21 09:47:52.713795 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-5c513477-0954-4598-816f-9bb747ca1ad1 req-b4bae5e4-32a9-4b21-b353-24d246b5aa15 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] 10.222.0.71 "GET /v2.0/security-groups?id=5bde2634-daa9-411a-9a51-1555fe5f78b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404835 Feb 21 09:47:53.111011 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e091cb5-2cb8-4e82-a3aa-064671a2924c req-11b1b4c9-1e3d-4943-9df1-721291e3a1c4 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:53.112487 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-5e091cb5-2cb8-4e82-a3aa-064671a2924c req-11b1b4c9-1e3d-4943-9df1-721291e3a1c4 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/ports?device_id=676bc5c7-0aa9-4ac2-8391-afc3107d9065 HTTP/1.1" status: 200 len: 946 time: 0.0530181 Feb 21 09:47:53.158139 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-5e091cb5-2cb8-4e82-a3aa-064671a2924c req-699d9232-ee13-41f1-903e-309a01749ffb tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/security-groups?id=8d9cb245-cf06-4580-adf5-355ae63bcdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399992 Feb 21 09:47:53.372284 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5f249a-5f71-4099-99da-ae0268e94678 req-113d9605-6e1f-4ee3-b322-ce43f05150a8 tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:53.373846 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-4d5f249a-5f71-4099-99da-ae0268e94678 req-113d9605-6e1f-4ee3-b322-ce43f05150a8 tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] 10.222.0.71 "GET /v2.0/ports?device_id=9dc877b4-b2e7-4b2c-8e35-abbdfbc398c6 HTTP/1.1" status: 200 len: 944 time: 0.0545073 Feb 21 09:47:53.420942 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-4d5f249a-5f71-4099-99da-ae0268e94678 req-d5c4fb0c-a7a9-4c09-bd82-dd6ed5938e22 tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] 10.222.0.71 "GET /v2.0/security-groups?id=051a1fb3-2910-49f8-b5d8-0e085de068fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405078 Feb 21 09:47:53.831941 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af3b3dd-599a-420b-8a5f-b126692fb254 req-73281e7c-d152-4c97-97ab-a7ead0ac0457 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:53.833340 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-8af3b3dd-599a-420b-8a5f-b126692fb254 req-73281e7c-d152-4c97-97ab-a7ead0ac0457 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] 10.222.0.71 "GET /v2.0/ports?device_id=4bfaeb79-af34-4a8c-b852-5d9873f82eb1 HTTP/1.1" status: 200 len: 946 time: 0.0515018 Feb 21 09:47:53.879418 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-8af3b3dd-599a-420b-8a5f-b126692fb254 req-444b1445-1b0b-489a-8678-a040fecae4d0 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] 10.222.0.71 "GET /v2.0/security-groups?id=5bde2634-daa9-411a-9a51-1555fe5f78b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405962 Feb 21 09:47:54.276991 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2a9630-ddba-4a9e-a690-b3cee7ef4902 req-1937248a-6307-4816-b2ae-78e108705d93 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:54.278455 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-2c2a9630-ddba-4a9e-a690-b3cee7ef4902 req-1937248a-6307-4816-b2ae-78e108705d93 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/ports?device_id=676bc5c7-0aa9-4ac2-8391-afc3107d9065 HTTP/1.1" status: 200 len: 946 time: 0.0541756 Feb 21 09:47:54.324651 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-2c2a9630-ddba-4a9e-a690-b3cee7ef4902 req-2fc6c0c0-dcb4-4cb8-a9f6-e65d370d6a25 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/security-groups?id=8d9cb245-cf06-4580-adf5-355ae63bcdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394509 Feb 21 09:47:54.540684 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246633e1-23ef-4b04-a870-c8f74ecf6559 req-0cc00961-df11-4d0d-b468-dc0b37fed590 tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:54.542168 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-246633e1-23ef-4b04-a870-c8f74ecf6559 req-0cc00961-df11-4d0d-b468-dc0b37fed590 tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] 10.222.0.71 "GET /v2.0/ports?device_id=9dc877b4-b2e7-4b2c-8e35-abbdfbc398c6 HTTP/1.1" status: 200 len: 944 time: 0.0544024 Feb 21 09:47:54.590947 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-246633e1-23ef-4b04-a870-c8f74ecf6559 req-638bd341-abda-480e-99bd-9a849844a552 tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] 10.222.0.71 "GET /v2.0/security-groups?id=051a1fb3-2910-49f8-b5d8-0e085de068fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426672 Feb 21 09:47:54.995529 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0796427b-7b1c-4e06-bb3d-6d7cb4e6c5e0 req-281a14a2-c415-410b-9b18-243da2771dd6 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:54.997027 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-0796427b-7b1c-4e06-bb3d-6d7cb4e6c5e0 req-281a14a2-c415-410b-9b18-243da2771dd6 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] 10.222.0.71 "GET /v2.0/ports?device_id=4bfaeb79-af34-4a8c-b852-5d9873f82eb1 HTTP/1.1" status: 200 len: 946 time: 0.0515449 Feb 21 09:47:55.047015 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-0796427b-7b1c-4e06-bb3d-6d7cb4e6c5e0 req-5a0d0ca6-bc9d-413a-8f61-df3516d1a35c tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] 10.222.0.71 "GET /v2.0/security-groups?id=5bde2634-daa9-411a-9a51-1555fe5f78b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435851 Feb 21 09:47:55.370153 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Device 568ce5ed-602b-474d-9688-49149b161261 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 09:47:55.444308 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50c8a70-f0b9-4024-8cc6-f0354f47b065 req-42c2fd11-d967-4994-9057-666b13951c9b tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:55.445788 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-c50c8a70-f0b9-4024-8cc6-f0354f47b065 req-42c2fd11-d967-4994-9057-666b13951c9b tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/ports?device_id=676bc5c7-0aa9-4ac2-8391-afc3107d9065 HTTP/1.1" status: 200 len: 946 time: 0.0519710 Feb 21 09:47:55.466110 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] For port 568ce5ed-602b-474d-9688-49149b161261, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=568ce5ed-602b-474d-9688-49149b161261,segment=NetworkSegment(883b1861-d076-4ce8-a994-a672e2419836),segment_id=883b1861-d076-4ce8-a994-a672e2419836)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:47:55.477987 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Returning: {'device': '568ce5ed-602b-474d-9688-49149b161261', 'network_id': '2900dd92-c6f8-4f13-9e54-0f6f4039aa07', 'port_id': '568ce5ed-602b-474d-9688-49149b161261', 'mac_address': 'fa:16:3e:9f:41:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1623a8b2-3f98-4029-9afb-d2e0ee894b20', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 09:47:55.494147 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-c50c8a70-f0b9-4024-8cc6-f0354f47b065 req-c5d0071b-562d-445d-9cd0-bc3cdcdb2fcb tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/security-groups?id=8d9cb245-cf06-4580-adf5-355ae63bcdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427837 Feb 21 09:47:55.517995 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Current status of the port 568ce5ed-602b-474d-9688-49149b161261 is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:47:55.518383 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (568ce5ed-602b-474d-9688-49149b161261), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:55.534152 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 568ce5ed-602b-474d-9688-49149b161261 {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 09:47:55.553322 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] For port 568ce5ed-602b-474d-9688-49149b161261, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=568ce5ed-602b-474d-9688-49149b161261,segment=NetworkSegment(883b1861-d076-4ce8-a994-a672e2419836),segment_id=883b1861-d076-4ce8-a994-a672e2419836)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:47:55.656030 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782759442315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782758885690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782758885708'] for port (568ce5ed-602b-474d-9688-49149b161261), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:55.705459 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Pushing event updated for resources: {'Port': ['ID=568ce5ed-602b-474d-9688-49149b161261,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:47:55.708443 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0fb426-8379-4cef-a0ea-3b15485f16f1 req-dd17908a-78e3-4b9e-93d5-7474dcfbf8bf tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:55.710043 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-ef0fb426-8379-4cef-a0ea-3b15485f16f1 req-dd17908a-78e3-4b9e-93d5-7474dcfbf8bf tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] 10.222.0.71 "GET /v2.0/ports?device_id=9dc877b4-b2e7-4b2c-8e35-abbdfbc398c6 HTTP/1.1" status: 200 len: 945 time: 0.0544527 Feb 21 09:47:55.712474 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:47:55.712900 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:47:55.713266 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:47:55.713609 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:47:55.713944 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:47:55.714280 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:47:55.714628 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:47:55.714970 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:47:55.715301 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:47:55.715648 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:47:55.715979 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:47:55.716301 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:47:55.716658 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:47:55.758697 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-ef0fb426-8379-4cef-a0ea-3b15485f16f1 req-be59d9e0-35a6-4c1e-95b2-4ace3baa8ffa tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] 10.222.0.71 "GET /v2.0/security-groups?id=051a1fb3-2910-49f8-b5d8-0e085de068fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428748 Feb 21 09:47:56.166727 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00908198-6426-4886-b443-e717dfbcd929 req-2b9fe9f9-17a3-44f3-8976-b97c7fa5f1fb tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:56.168169 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-00908198-6426-4886-b443-e717dfbcd929 req-2b9fe9f9-17a3-44f3-8976-b97c7fa5f1fb tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] 10.222.0.71 "GET /v2.0/ports?device_id=4bfaeb79-af34-4a8c-b852-5d9873f82eb1 HTTP/1.1" status: 200 len: 946 time: 0.0549753 Feb 21 09:47:56.216373 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-00908198-6426-4886-b443-e717dfbcd929 req-3fa2d89e-376a-410b-a37f-5b62633bbcc8 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] 10.222.0.71 "GET /v2.0/security-groups?id=5bde2634-daa9-411a-9a51-1555fe5f78b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424776 Feb 21 09:47:56.614145 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3a8095-68d3-458a-9c0a-4c1c2bc08ddc req-88fb1b2a-e8e7-4a5c-9f61-8aa9513c23b2 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:56.615629 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-fc3a8095-68d3-458a-9c0a-4c1c2bc08ddc req-88fb1b2a-e8e7-4a5c-9f61-8aa9513c23b2 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/ports?device_id=676bc5c7-0aa9-4ac2-8391-afc3107d9065 HTTP/1.1" status: 200 len: 946 time: 0.0554829 Feb 21 09:47:56.661835 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-fc3a8095-68d3-458a-9c0a-4c1c2bc08ddc req-0c15a0c9-fb5d-4121-ab91-e14e396fa46a tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/security-groups?id=8d9cb245-cf06-4580-adf5-355ae63bcdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403070 Feb 21 09:47:56.876079 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ffcc07-c04a-4d86-9993-d0a7df1d28d9 req-f90ce6cb-c0fc-4f0c-9f93-891210aa831d tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:56.877560 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-15ffcc07-c04a-4d86-9993-d0a7df1d28d9 req-f90ce6cb-c0fc-4f0c-9f93-891210aa831d tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] 10.222.0.71 "GET /v2.0/ports?device_id=9dc877b4-b2e7-4b2c-8e35-abbdfbc398c6 HTTP/1.1" status: 200 len: 945 time: 0.0518873 Feb 21 09:47:56.928723 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-15ffcc07-c04a-4d86-9993-d0a7df1d28d9 req-7a31c385-8cf1-4af6-835f-9ed4936edc33 tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] 10.222.0.71 "GET /v2.0/security-groups?id=051a1fb3-2910-49f8-b5d8-0e085de068fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457664 Feb 21 09:47:57.050715 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] get_ports_and_sgs() called for port_ids ['568ce5ed-602b-474d-9688-49149b161261'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 09:47:57.334204 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcaf4a7-c9cb-449b-aaa0-c47ffee22798 req-70f5fd80-bd3c-472a-91ba-feb60e7a1173 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:57.335603 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-0bcaf4a7-c9cb-449b-aaa0-c47ffee22798 req-70f5fd80-bd3c-472a-91ba-feb60e7a1173 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] 10.222.0.71 "GET /v2.0/ports?device_id=4bfaeb79-af34-4a8c-b852-5d9873f82eb1 HTTP/1.1" status: 200 len: 946 time: 0.0534792 Feb 21 09:47:57.386466 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-0bcaf4a7-c9cb-449b-aaa0-c47ffee22798 req-7f0a1f67-ddd1-46d7-ae06-6c8972f09c08 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] 10.222.0.71 "GET /v2.0/security-groups?id=5bde2634-daa9-411a-9a51-1555fe5f78b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448339 Feb 21 09:47:57.777124 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70934517-3fec-4b03-9042-8d0b6cee8ee4 req-df03c7c1-1baa-4994-ae6f-4f0aa0beb49e tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:57.778611 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-70934517-3fec-4b03-9042-8d0b6cee8ee4 req-df03c7c1-1baa-4994-ae6f-4f0aa0beb49e tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/ports?device_id=676bc5c7-0aa9-4ac2-8391-afc3107d9065 HTTP/1.1" status: 200 len: 946 time: 0.0505450 Feb 21 09:47:57.826040 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-70934517-3fec-4b03-9042-8d0b6cee8ee4 req-1baaa3e2-e663-4266-86b1-5fa2959a9fc7 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/security-groups?id=8d9cb245-cf06-4580-adf5-355ae63bcdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408149 Feb 21 09:47:58.053823 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4c4478-3e86-4091-96c9-80f3a39d05b2 req-3ad991a9-0a3b-47d2-b782-1fbb9158fdab tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:58.055317 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-ce4c4478-3e86-4091-96c9-80f3a39d05b2 req-3ad991a9-0a3b-47d2-b782-1fbb9158fdab tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] 10.222.0.71 "GET /v2.0/ports?device_id=9dc877b4-b2e7-4b2c-8e35-abbdfbc398c6 HTTP/1.1" status: 200 len: 945 time: 0.0566554 Feb 21 09:47:58.101218 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-ce4c4478-3e86-4091-96c9-80f3a39d05b2 req-c93b0c0c-f2ec-48d9-a18f-2ed1eab4ab05 tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] 10.222.0.71 "GET /v2.0/security-groups?id=051a1fb3-2910-49f8-b5d8-0e085de068fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402801 Feb 21 09:47:58.469073 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Device 568ce5ed-602b-474d-9688-49149b161261 up at agent hyperv_hv-cinder-80475 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:47:58.505919 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ea0a91-7f9d-4585-b7b3-3db2a8d00370 req-1e076234-2cc3-4a6d-93a5-1cd056063a0f tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:58.507478 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-53ea0a91-7f9d-4585-b7b3-3db2a8d00370 req-1e076234-2cc3-4a6d-93a5-1cd056063a0f tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] 10.222.0.71 "GET /v2.0/ports?device_id=4bfaeb79-af34-4a8c-b852-5d9873f82eb1 HTTP/1.1" status: 200 len: 946 time: 0.0545130 Feb 21 09:47:58.554579 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-53ea0a91-7f9d-4585-b7b3-3db2a8d00370 req-458f6521-04c0-4f37-9fee-37f19d2a6860 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] 10.222.0.71 "GET /v2.0/security-groups?id=5bde2634-daa9-411a-9a51-1555fe5f78b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414751 Feb 21 09:47:58.576036 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Provisioning for port 568ce5ed-602b-474d-9688-49149b161261 completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:47:58.580147 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Provisioning complete for port 568ce5ed-602b-474d-9688-49149b161261 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:47:58.580566 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7397950'] for port (568ce5ed-602b-474d-9688-49149b161261), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:58.666342 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Current status of the port 568ce5ed-602b-474d-9688-49149b161261 is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:47:58.666679 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (568ce5ed-602b-474d-9688-49149b161261), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:58.690336 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dc877b4-b2e7-4b2c-8e35-abbdfbc398c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '568ce5ed-602b-474d-9688-49149b161261'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:47:58.692398 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd82e867db05f05d31de18fef3a4b5738e999913abe260e0f677426061852263" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95a54508-d40b-487c-b6f2-cc2ba9dd790a" -d '{"events": [{"server_uuid": "9dc877b4-b2e7-4b2c-8e35-abbdfbc398c6", "name": "network-vif-plugged", "status": "completed", "tag": "568ce5ed-602b-474d-9688-49149b161261"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:47:58.710263 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] For port 568ce5ed-602b-474d-9688-49149b161261, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=568ce5ed-602b-474d-9688-49149b161261,segment=NetworkSegment(883b1861-d076-4ce8-a994-a672e2419836),segment_id=883b1861-d076-4ce8-a994-a672e2419836)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:47:58.731846 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 09:47:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0bfa24b-4079-4d08-9895-526756efa49c x-openstack-request-id: req-b0bfa24b-4079-4d08-9895-526756efa49c {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:47:58.732120 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dc877b4-b2e7-4b2c-8e35-abbdfbc398c6", "name": "network-vif-plugged", "status": "completed", "tag": "568ce5ed-602b-474d-9688-49149b161261", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:47:58.732373 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-b0bfa24b-4079-4d08-9895-526756efa49c {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:47:58.732797 dv-cinder-804757-16-iscsi neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dc877b4-b2e7-4b2c-8e35-abbdfbc398c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '568ce5ed-602b-474d-9688-49149b161261', 'code': 200} Feb 21 09:47:58.764853 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782759442315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782758885690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782758885708'] for port (568ce5ed-602b-474d-9688-49149b161261), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:47:58.813956 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Pushing event updated for resources: {'Port': ['ID=568ce5ed-602b-474d-9688-49149b161261,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:47:58.956004 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8154bbd-24be-4fbf-b430-09dba3bcbe24 req-ad1c5495-f97f-49a8-8a11-011a619c9b30 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:58.957485 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-c8154bbd-24be-4fbf-b430-09dba3bcbe24 req-ad1c5495-f97f-49a8-8a11-011a619c9b30 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/ports?device_id=676bc5c7-0aa9-4ac2-8391-afc3107d9065 HTTP/1.1" status: 200 len: 946 time: 0.0608253 Feb 21 09:47:59.004305 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-c8154bbd-24be-4fbf-b430-09dba3bcbe24 req-5fe7ea04-91c2-4875-be7f-abfc1f513907 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/security-groups?id=8d9cb245-cf06-4580-adf5-355ae63bcdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407815 Feb 21 09:47:59.069432 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1b68cb-a43c-4fc6-8e6b-d3ee37620376 req-c220cd34-77b4-4e4a-a18d-f24728d7eab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:59.070904 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-dd1b68cb-a43c-4fc6-8e6b-d3ee37620376 req-c220cd34-77b4-4e4a-a18d-f24728d7eab1 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=9dc877b4-b2e7-4b2c-8e35-abbdfbc398c6 HTTP/1.1" status: 200 len: 1130 time: 0.0420141 Feb 21 09:47:59.121743 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-dd1b68cb-a43c-4fc6-8e6b-d3ee37620376 req-2b57df01-57fb-4941-8d93-7d2f170bdbf7 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=051a1fb3-2910-49f8-b5d8-0e085de068fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354679 Feb 21 09:47:59.218306 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef38086-2a7d-44d3-9089-9b6e4cb85f9d req-4f3e4759-2230-4b0f-9685-a261555c2d4c tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:59.219667 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-6ef38086-2a7d-44d3-9089-9b6e4cb85f9d req-4f3e4759-2230-4b0f-9685-a261555c2d4c tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] 10.222.0.71 "GET /v2.0/ports?device_id=9dc877b4-b2e7-4b2c-8e35-abbdfbc398c6 HTTP/1.1" status: 200 len: 946 time: 0.0503743 Feb 21 09:47:59.271037 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-6ef38086-2a7d-44d3-9089-9b6e4cb85f9d req-099b7138-db99-4159-a6e3-4ad8b8bf4528 tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] 10.222.0.71 "GET /v2.0/security-groups?id=051a1fb3-2910-49f8-b5d8-0e085de068fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451491 Feb 21 09:47:59.676756 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d37770-6d61-4e4e-affa-d764a4603f93 req-38e48fa3-8b55-4e96-a82a-6fcb8d2b0d04 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:47:59.678213 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-a2d37770-6d61-4e4e-affa-d764a4603f93 req-38e48fa3-8b55-4e96-a82a-6fcb8d2b0d04 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] 10.222.0.71 "GET /v2.0/ports?device_id=4bfaeb79-af34-4a8c-b852-5d9873f82eb1 HTTP/1.1" status: 200 len: 946 time: 0.0529330 Feb 21 09:47:59.723622 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-a2d37770-6d61-4e4e-affa-d764a4603f93 req-a4888b73-228e-4642-9dbe-e5b597ecc6ee tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] 10.222.0.71 "GET /v2.0/security-groups?id=5bde2634-daa9-411a-9a51-1555fe5f78b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398481 Feb 21 09:48:00.124323 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af99e43-6c2f-4cd1-a198-714bd52e64c7 req-199e8e18-670d-4fcf-9dac-b3ad6cade7ce tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:00.125828 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-8af99e43-6c2f-4cd1-a198-714bd52e64c7 req-199e8e18-670d-4fcf-9dac-b3ad6cade7ce tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/ports?device_id=676bc5c7-0aa9-4ac2-8391-afc3107d9065 HTTP/1.1" status: 200 len: 946 time: 0.0523286 Feb 21 09:48:00.173134 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-8af99e43-6c2f-4cd1-a198-714bd52e64c7 req-86c13c8d-a174-4c2d-b50b-f5831802bda4 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/security-groups?id=8d9cb245-cf06-4580-adf5-355ae63bcdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412962 Feb 21 09:48:00.391171 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984cc4a0-73f8-4d96-9169-d967c2de26a0 req-8bd0c3b9-689f-48f3-94bd-53e954b9504c tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:00.393387 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-984cc4a0-73f8-4d96-9169-d967c2de26a0 req-8bd0c3b9-689f-48f3-94bd-53e954b9504c tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] 10.222.0.71 "GET /v2.0/ports?device_id=9dc877b4-b2e7-4b2c-8e35-abbdfbc398c6 HTTP/1.1" status: 200 len: 946 time: 0.0543180 Feb 21 09:48:00.437933 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-984cc4a0-73f8-4d96-9169-d967c2de26a0 req-45ecc040-a9fc-4d17-86ef-1c91999210b1 tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] 10.222.0.71 "GET /v2.0/security-groups?id=051a1fb3-2910-49f8-b5d8-0e085de068fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388927 Feb 21 09:48:00.840959 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d14509-4a13-4d20-bb3b-9647f4b1f119 req-2e2c281a-c948-44d4-ab99-cd150a66e50a tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:00.842435 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-02d14509-4a13-4d20-bb3b-9647f4b1f119 req-2e2c281a-c948-44d4-ab99-cd150a66e50a tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] 10.222.0.71 "GET /v2.0/ports?device_id=4bfaeb79-af34-4a8c-b852-5d9873f82eb1 HTTP/1.1" status: 200 len: 946 time: 0.0518384 Feb 21 09:48:00.891429 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-02d14509-4a13-4d20-bb3b-9647f4b1f119 req-afc40a26-eaf6-4fd9-b70d-742519ece898 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] 10.222.0.71 "GET /v2.0/security-groups?id=5bde2634-daa9-411a-9a51-1555fe5f78b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424328 Feb 21 09:48:01.292268 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c39ff65-4c68-407b-a9d5-6b907127d3fb req-6c530726-d42f-4745-992b-cff90da1e7f4 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:01.293761 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-3c39ff65-4c68-407b-a9d5-6b907127d3fb req-6c530726-d42f-4745-992b-cff90da1e7f4 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/ports?device_id=676bc5c7-0aa9-4ac2-8391-afc3107d9065 HTTP/1.1" status: 200 len: 946 time: 0.0524738 Feb 21 09:48:01.343882 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-3c39ff65-4c68-407b-a9d5-6b907127d3fb req-490e8f2b-2f79-4218-82ac-23bdebc3663c tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/security-groups?id=8d9cb245-cf06-4580-adf5-355ae63bcdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440719 Feb 21 09:48:01.556480 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef7d2cc-f7ee-4243-870c-1cd0043cab50 req-137ce2b2-1d0c-4a34-b643-1f78ad375185 tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:01.557938 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-fef7d2cc-f7ee-4243-870c-1cd0043cab50 req-137ce2b2-1d0c-4a34-b643-1f78ad375185 tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] 10.222.0.71 "GET /v2.0/ports?device_id=9dc877b4-b2e7-4b2c-8e35-abbdfbc398c6 HTTP/1.1" status: 200 len: 946 time: 0.0524426 Feb 21 09:48:01.603028 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-fef7d2cc-f7ee-4243-870c-1cd0043cab50 req-8a262741-9779-4550-9971-71e39696df88 tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] 10.222.0.71 "GET /v2.0/security-groups?id=051a1fb3-2910-49f8-b5d8-0e085de068fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393274 Feb 21 09:48:02.011286 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87037e9-1dc0-455c-83bf-9c006876d815 req-d4fcfcdf-075e-44fb-82e5-8d281fbbaa7d tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:02.012702 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-d87037e9-1dc0-455c-83bf-9c006876d815 req-d4fcfcdf-075e-44fb-82e5-8d281fbbaa7d tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] 10.222.0.71 "GET /v2.0/ports?device_id=4bfaeb79-af34-4a8c-b852-5d9873f82eb1 HTTP/1.1" status: 200 len: 946 time: 0.0521915 Feb 21 09:48:02.060658 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-d87037e9-1dc0-455c-83bf-9c006876d815 req-f619513c-0054-430e-bcf6-ffeaefd61c37 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] 10.222.0.71 "GET /v2.0/security-groups?id=5bde2634-daa9-411a-9a51-1555fe5f78b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413885 Feb 21 09:48:02.469955 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcda07b-a2b7-493d-9d48-b1b14789ef41 req-277448a6-6e1e-470e-846e-447d2c179735 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:02.471425 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-3dcda07b-a2b7-493d-9d48-b1b14789ef41 req-277448a6-6e1e-470e-846e-447d2c179735 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/ports?device_id=676bc5c7-0aa9-4ac2-8391-afc3107d9065 HTTP/1.1" status: 200 len: 946 time: 0.0579436 Feb 21 09:48:02.517674 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-3dcda07b-a2b7-493d-9d48-b1b14789ef41 req-7546c8ad-c779-46e2-b85e-4e1135fdeacb tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/security-groups?id=8d9cb245-cf06-4580-adf5-355ae63bcdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404875 Feb 21 09:48:03.179569 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766db208-18e9-4d16-bd8f-2ac6dfeebc22 req-e2356ad6-b2d5-4c65-a4c9-f10dce96b157 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:03.181032 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-766db208-18e9-4d16-bd8f-2ac6dfeebc22 req-e2356ad6-b2d5-4c65-a4c9-f10dce96b157 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] 10.222.0.71 "GET /v2.0/ports?device_id=4bfaeb79-af34-4a8c-b852-5d9873f82eb1 HTTP/1.1" status: 200 len: 946 time: 0.0513470 Feb 21 09:48:03.214318 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-4cee947c-b745-4625-af70-be4b58e26f7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (7b1feb7e-a062-49d6-b835-c5fae1c9b9ce), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:03.227763 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-766db208-18e9-4d16-bd8f-2ac6dfeebc22 req-dca0cbc1-85da-446a-8602-f3d6f962c051 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] 10.222.0.71 "GET /v2.0/security-groups?id=5bde2634-daa9-411a-9a51-1555fe5f78b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407455 Feb 21 09:48:03.640781 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c60743-157c-45de-9cc0-0944a7eb2c69 req-d05cbb91-bfbe-4c22-bda9-a2d1db6ebe8a tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:03.642261 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-86c60743-157c-45de-9cc0-0944a7eb2c69 req-d05cbb91-bfbe-4c22-bda9-a2d1db6ebe8a tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/ports?device_id=676bc5c7-0aa9-4ac2-8391-afc3107d9065 HTTP/1.1" status: 200 len: 946 time: 0.0563536 Feb 21 09:48:03.917754 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-86c60743-157c-45de-9cc0-0944a7eb2c69 req-d46594ed-4756-41f5-b27c-40c2c147a5ac tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/security-groups?id=8d9cb245-cf06-4580-adf5-355ae63bcdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2694299 Feb 21 09:48:04.284634 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.71', 53836) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:48:04.354360 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb652b77-41a5-4393-9b60-ff34e6092646 req-6b9691cc-9d20-4318-a3d1-80a15d2c5790 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:04.355809 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-eb652b77-41a5-4393-9b60-ff34e6092646 req-6b9691cc-9d20-4318-a3d1-80a15d2c5790 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] 10.222.0.71 "GET /v2.0/ports?device_id=4bfaeb79-af34-4a8c-b852-5d9873f82eb1 HTTP/1.1" status: 200 len: 946 time: 0.0519998 Feb 21 09:48:04.393245 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-19811e16-11fc-4963-9468-4e58a0c84dbf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:04.402725 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-eb652b77-41a5-4393-9b60-ff34e6092646 req-a1968fd1-49b4-44c3-aeab-0231424d4c92 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] 10.222.0.71 "GET /v2.0/security-groups?id=5bde2634-daa9-411a-9a51-1555fe5f78b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414088 Feb 21 09:48:04.464969 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-19811e16-11fc-4963-9468-4e58a0c84dbf admin admin] Publish callbacks [] for security_group (197be77f-a18e-4478-a2a9-19ec3bf99791), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:04.524213 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-19811e16-11fc-4963-9468-4e58a0c84dbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (197be77f-a18e-4478-a2a9-19ec3bf99791), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:04.563708 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19811e16-11fc-4963-9468-4e58a0c84dbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=197be77f-a18e-4478-a2a9-19ec3bf99791,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:48:04.567727 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [None req-19811e16-11fc-4963-9468-4e58a0c84dbf admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=a45ec93b49c84d44abfd65744ec5407b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2823458 Feb 21 09:48:04.570619 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 53840) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:48:04.573661 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19811e16-11fc-4963-9468-4e58a0c84dbf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:48:04.574020 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19811e16-11fc-4963-9468-4e58a0c84dbf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:48:04.574362 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19811e16-11fc-4963-9468-4e58a0c84dbf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:48:04.574792 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19811e16-11fc-4963-9468-4e58a0c84dbf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:48:04.575121 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19811e16-11fc-4963-9468-4e58a0c84dbf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:48:04.575444 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19811e16-11fc-4963-9468-4e58a0c84dbf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:48:04.575789 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19811e16-11fc-4963-9468-4e58a0c84dbf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:48:04.576108 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19811e16-11fc-4963-9468-4e58a0c84dbf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:48:04.576427 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19811e16-11fc-4963-9468-4e58a0c84dbf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:48:04.576778 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19811e16-11fc-4963-9468-4e58a0c84dbf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:48:04.577098 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19811e16-11fc-4963-9468-4e58a0c84dbf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:48:04.577422 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19811e16-11fc-4963-9468-4e58a0c84dbf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:48:04.577741 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19811e16-11fc-4963-9468-4e58a0c84dbf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:48:04.618230 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4e240531-3f40-474b-a189-cb8b8486943d admin admin] Publish callbacks [] for security_group (197be77f-a18e-4478-a2a9-19ec3bf99791), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:04.638558 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4e240531-3f40-474b-a189-cb8b8486943d admin admin] Publish callbacks [] for security_group (197be77f-a18e-4478-a2a9-19ec3bf99791), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:04.770121 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4e240531-3f40-474b-a189-cb8b8486943d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (197be77f-a18e-4478-a2a9-19ec3bf99791), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:04.772862 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4e240531-3f40-474b-a189-cb8b8486943d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:04.773983 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-4e240531-3f40-474b-a189-cb8b8486943d admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/197be77f-a18e-4478-a2a9-19ec3bf99791 HTTP/1.1" status: 204 len: 168 time: 0.2023122 Feb 21 09:48:04.782634 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e240531-3f40-474b-a189-cb8b8486943d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=197be77f-a18e-4478-a2a9-19ec3bf99791,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:48:05.046969 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e61978-78ac-4c83-bba0-9ee8651bf02a req-2d594dc6-f90c-4581-af19-86f03e06fcd0 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:05.048456 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-a6e61978-78ac-4c83-bba0-9ee8651bf02a req-2d594dc6-f90c-4581-af19-86f03e06fcd0 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/ports?device_id=676bc5c7-0aa9-4ac2-8391-afc3107d9065 HTTP/1.1" status: 200 len: 946 time: 0.0572000 Feb 21 09:48:05.095055 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-a6e61978-78ac-4c83-bba0-9ee8651bf02a req-3b575afe-03d7-479d-b6eb-d7aaad8180b0 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/security-groups?id=8d9cb245-cf06-4580-adf5-355ae63bcdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406418 Feb 21 09:48:05.521551 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011669f6-e09b-466b-9137-fc4b021d991a req-1ecf9348-87c4-467d-b37f-97f273f02e0e tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:05.523231 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-011669f6-e09b-466b-9137-fc4b021d991a req-1ecf9348-87c4-467d-b37f-97f273f02e0e tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] 10.222.0.71 "GET /v2.0/ports?device_id=4bfaeb79-af34-4a8c-b852-5d9873f82eb1 HTTP/1.1" status: 200 len: 946 time: 0.0538104 Feb 21 09:48:05.553140 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-dc0e92c9-a1b8-46f5-a3a7-47f9a54f5f25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (f1afc09b-b148-496e-b857-a568110caa3c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:05.574192 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-011669f6-e09b-466b-9137-fc4b021d991a req-3f86367e-7ba8-48f1-84c3-55cb8c2d1678 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] 10.222.0.71 "GET /v2.0/security-groups?id=5bde2634-daa9-411a-9a51-1555fe5f78b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453694 Feb 21 09:48:06.140014 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.agents_db [None req-1af9f625-7d23-4c31-ae08-d0e8b46e8d0e None None] Agent healthcheck: found 6 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 09:48:06.220970 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df147646-977a-4eb4-99d3-338ddbe7d828 req-e75b2ea3-3680-44ac-b695-4105b2dfc852 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:06.223129 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-df147646-977a-4eb4-99d3-338ddbe7d828 req-e75b2ea3-3680-44ac-b695-4105b2dfc852 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/ports?device_id=676bc5c7-0aa9-4ac2-8391-afc3107d9065 HTTP/1.1" status: 200 len: 946 time: 0.0568681 Feb 21 09:48:06.271838 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-df147646-977a-4eb4-99d3-338ddbe7d828 req-edcd5a19-61a1-4a38-ac68-a19378fec4e5 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/security-groups?id=8d9cb245-cf06-4580-adf5-355ae63bcdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427213 Feb 21 09:48:06.694171 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00d8e9f-08fc-4eb5-a0a4-2a0953e5d9d5 req-e89bcadd-53a0-445b-993d-dad922347776 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:06.695753 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-a00d8e9f-08fc-4eb5-a0a4-2a0953e5d9d5 req-e89bcadd-53a0-445b-993d-dad922347776 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] 10.222.0.71 "GET /v2.0/ports?device_id=4bfaeb79-af34-4a8c-b852-5d9873f82eb1 HTTP/1.1" status: 200 len: 946 time: 0.0521216 Feb 21 09:48:06.743851 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-a00d8e9f-08fc-4eb5-a0a4-2a0953e5d9d5 req-3d76ee8e-8aa4-4679-9e8d-19cde3d1678f tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] 10.222.0.71 "GET /v2.0/security-groups?id=5bde2634-daa9-411a-9a51-1555fe5f78b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423367 Feb 21 09:48:06.775678 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-43ce5351-eeda-4347-b66a-565ea5ef4f96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (93f03475-d11b-4921-b82a-7ea88eab1568), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:07.390694 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b1d638-047b-429f-9fab-eab363a26a68 req-3b83a62c-c191-4d6e-b261-f204626d02b6 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:07.392156 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-33b1d638-047b-429f-9fab-eab363a26a68 req-3b83a62c-c191-4d6e-b261-f204626d02b6 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/ports?device_id=676bc5c7-0aa9-4ac2-8391-afc3107d9065 HTTP/1.1" status: 200 len: 946 time: 0.0509675 Feb 21 09:48:07.441448 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-33b1d638-047b-429f-9fab-eab363a26a68 req-ab20c30e-f2bc-4516-b33b-51b2e2da7fec tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/security-groups?id=8d9cb245-cf06-4580-adf5-355ae63bcdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433009 Feb 21 09:48:07.633976 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-03860f94-f79b-49d1-98a9-7f49fa2a3c7d req-b9d9be23-e2bc-43e5-bb01-52f2333abfe8 tempest-VolumesNegativeTest-1740421852 tempest-VolumesNegativeTest-1740421852-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=5d241fb42eaf4a9490e7b4e5b311164a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0284777 Feb 21 09:48:07.748237 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (f5044fde-eef4-46eb-b3ce-4ab87030ccc0), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:07.814925 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03860f94-f79b-49d1-98a9-7f49fa2a3c7d req-85d2306d-5d38-41c8-8944-481d58cf9260 tempest-VolumesNegativeTest-1740421852 tempest-VolumesNegativeTest-1740421852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:07.816404 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-03860f94-f79b-49d1-98a9-7f49fa2a3c7d req-85d2306d-5d38-41c8-8944-481d58cf9260 tempest-VolumesNegativeTest-1740421852 tempest-VolumesNegativeTest-1740421852-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1768858 Feb 21 09:48:07.856433 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-03860f94-f79b-49d1-98a9-7f49fa2a3c7d req-b7b916b7-dfd3-46e3-9dbd-129d6a5c7b9b tempest-VolumesNegativeTest-1740421852 tempest-VolumesNegativeTest-1740421852-project] 10.222.0.71 "GET /v2.0/quotas/5d241fb42eaf4a9490e7b4e5b311164a HTTP/1.1" status: 200 len: 375 time: 0.0300727 Feb 21 09:48:07.892083 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-03860f94-f79b-49d1-98a9-7f49fa2a3c7d req-12e18da3-2cfa-4b4c-baa5-440658e0d9aa tempest-VolumesNegativeTest-1740421852 tempest-VolumesNegativeTest-1740421852-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=5d241fb42eaf4a9490e7b4e5b311164a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0301325 Feb 21 09:48:07.903825 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc90ff1c-0eab-49da-90a3-45c97910bdf8 req-0f564d64-acda-4485-af12-2044af740c0d tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:07.905061 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-cc90ff1c-0eab-49da-90a3-45c97910bdf8 req-0f564d64-acda-4485-af12-2044af740c0d tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] 10.222.0.71 "GET /v2.0/ports?device_id=4bfaeb79-af34-4a8c-b852-5d9873f82eb1 HTTP/1.1" status: 200 len: 946 time: 0.0877194 Feb 21 09:48:07.953450 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-cc90ff1c-0eab-49da-90a3-45c97910bdf8 req-34ade471-f449-426c-b9c1-a54293293e40 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] 10.222.0.71 "GET /v2.0/security-groups?id=5bde2634-daa9-411a-9a51-1555fe5f78b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423810 Feb 21 09:48:08.124098 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-c2d84126-a124-40cb-80b5-5c43dd2b06f8 req-2d6a4a0f-944f-491c-9e0d-031486492564 tempest-VolumesNegativeTest-1740421852 tempest-VolumesNegativeTest-1740421852-project] 10.222.0.71 "GET /v2.0/ports?device_id=c590b7b0-b2e4-444a-ac45-1269d796b123 HTTP/1.1" status: 200 len: 210 time: 0.0275784 Feb 21 09:48:08.150909 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-2b8302a0-632c-4bb4-a8e1-5b2fb521f750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (a872b2e0-7e3e-43db-8705-7fb9ea875340), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:08.562630 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ae551e-d9e0-4d1c-ae13-4d68f6f8d16b req-ad2cf14e-1cd1-4660-a306-ee6469e9bea6 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:08.564098 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-f2ae551e-d9e0-4d1c-ae13-4d68f6f8d16b req-ad2cf14e-1cd1-4660-a306-ee6469e9bea6 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/ports?device_id=676bc5c7-0aa9-4ac2-8391-afc3107d9065 HTTP/1.1" status: 200 len: 946 time: 0.0548666 Feb 21 09:48:08.620043 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-f2ae551e-d9e0-4d1c-ae13-4d68f6f8d16b req-e5ac0a2e-20c3-4b6e-8538-733fb848efd9 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/security-groups?id=8d9cb245-cf06-4580-adf5-355ae63bcdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493317 Feb 21 09:48:09.073917 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193758f0-560e-41f9-91ef-335c374f8458 req-80a03d7d-c215-43a9-9378-5d986a97b482 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:09.075397 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-193758f0-560e-41f9-91ef-335c374f8458 req-80a03d7d-c215-43a9-9378-5d986a97b482 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] 10.222.0.71 "GET /v2.0/ports?device_id=4bfaeb79-af34-4a8c-b852-5d9873f82eb1 HTTP/1.1" status: 200 len: 946 time: 0.0524282 Feb 21 09:48:09.123309 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-193758f0-560e-41f9-91ef-335c374f8458 req-6fae3a48-3641-4fb5-8f2a-c36f873c0119 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] 10.222.0.71 "GET /v2.0/security-groups?id=5bde2634-daa9-411a-9a51-1555fe5f78b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421610 Feb 21 09:48:09.215890 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-bdf8a7f6-29ba-4724-ab02-03badaa16794 req-dfd59c46-abf1-41b3-8257-6369e8192865 tempest-VolumesNegativeTest-1740421852 tempest-VolumesNegativeTest-1740421852-project] 10.222.0.71 "GET /v2.0/ports?device_id=c590b7b0-b2e4-444a-ac45-1269d796b123 HTTP/1.1" status: 200 len: 210 time: 0.0260298 Feb 21 09:48:09.639074 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (ce3e6371-75e2-4bba-8260-49cd855bb251), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:09.745221 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7520f85-e48a-4733-87a8-51801b5125a4 req-b53caceb-f206-4379-a989-f10be2f0bea9 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:09.747415 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-c7520f85-e48a-4733-87a8-51801b5125a4 req-b53caceb-f206-4379-a989-f10be2f0bea9 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/ports?device_id=676bc5c7-0aa9-4ac2-8391-afc3107d9065 HTTP/1.1" status: 200 len: 946 time: 0.0577424 Feb 21 09:48:09.795599 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-c7520f85-e48a-4733-87a8-51801b5125a4 req-477cd2e7-f978-4b27-bc4d-d5ccfb49dbec tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/security-groups?id=8d9cb245-cf06-4580-adf5-355ae63bcdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422513 Feb 21 09:48:10.241893 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a34b93-7ad0-4291-94be-990df3ad2dad req-9ddc2a99-11a6-4aac-a387-b5c166297618 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:10.243451 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-b3a34b93-7ad0-4291-94be-990df3ad2dad req-9ddc2a99-11a6-4aac-a387-b5c166297618 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] 10.222.0.71 "GET /v2.0/ports?device_id=4bfaeb79-af34-4a8c-b852-5d9873f82eb1 HTTP/1.1" status: 200 len: 946 time: 0.0519805 Feb 21 09:48:10.299309 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-b3a34b93-7ad0-4291-94be-990df3ad2dad req-40d67849-c717-48e2-944b-46d45092c62f tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] 10.222.0.71 "GET /v2.0/security-groups?id=5bde2634-daa9-411a-9a51-1555fe5f78b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496819 Feb 21 09:48:10.317913 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-20d90c90-7b71-4677-9416-585a7a8e6555 req-7cc150a9-d1b0-4b12-afa6-1c3b6c7b08a4 tempest-VolumesNegativeTest-1740421852 tempest-VolumesNegativeTest-1740421852-project] 10.222.0.71 "GET /v2.0/ports?device_id=c590b7b0-b2e4-444a-ac45-1269d796b123 HTTP/1.1" status: 200 len: 210 time: 0.0332921 Feb 21 09:48:10.533809 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-03860f94-f79b-49d1-98a9-7f49fa2a3c7d req-384eadc2-e3d0-4783-acda-7b3f10fec7bf tempest-VolumesNegativeTest-1740421852 tempest-VolumesNegativeTest-1740421852-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=5d241fb42eaf4a9490e7b4e5b311164a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0236168 Feb 21 09:48:10.669300 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03860f94-f79b-49d1-98a9-7f49fa2a3c7d req-29790628-58e1-49cb-a11d-780595d85ac0 tempest-VolumesNegativeTest-1740421852 tempest-VolumesNegativeTest-1740421852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:10.670683 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-03860f94-f79b-49d1-98a9-7f49fa2a3c7d req-29790628-58e1-49cb-a11d-780595d85ac0 tempest-VolumesNegativeTest-1740421852 tempest-VolumesNegativeTest-1740421852-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1220181 Feb 21 09:48:10.703736 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.v2.base [req-03860f94-f79b-49d1-98a9-7f49fa2a3c7d req-67fbaf10-afc6-4d9f-91d6-db7206f7eb9e tempest-VolumesNegativeTest-1740421852 tempest-VolumesNegativeTest-1740421852-project] Request body: {'port': {'device_id': 'c590b7b0-b2e4-444a-ac45-1269d796b123', 'network_id': '36d6a6d0-33d9-437b-8ee0-ed4d0b1ed1ad', 'admin_state_up': True, 'tenant_id': '5d241fb42eaf4a9490e7b4e5b311164a'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:48:10.762659 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d728e1-cdda-45d4-84ff-1cdf29d66e4e req-bfd8ca19-48c9-488f-9103-02a37a3715a3 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:10.764134 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-c0d728e1-cdda-45d4-84ff-1cdf29d66e4e req-bfd8ca19-48c9-488f-9103-02a37a3715a3 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] 10.222.0.71 "GET /v2.0/ports?device_id=4bfaeb79-af34-4a8c-b852-5d9873f82eb1 HTTP/1.1" status: 200 len: 946 time: 0.1189160 Feb 21 09:48:10.875055 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-c0d728e1-cdda-45d4-84ff-1cdf29d66e4e req-799855c4-0512-4ffb-9e35-83e16fcaadcb tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] 10.222.0.71 "GET /v2.0/security-groups?id=5bde2634-daa9-411a-9a51-1555fe5f78b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051538 Feb 21 09:48:10.918390 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5825859a-da50-45f5-84b1-5f14cf2a3957 req-b73cc801-9651-4556-8120-4c5927c65c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:10.920006 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-5825859a-da50-45f5-84b1-5f14cf2a3957 req-b73cc801-9651-4556-8120-4c5927c65c27 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5d61ba3d9f8c43fcb228fa6eb4c5812e&device_id=4bfaeb79-af34-4a8c-b852-5d9873f82eb1 HTTP/1.1" status: 200 len: 1130 time: 0.1313260 Feb 21 09:48:10.964339 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff429545-2d01-4704-835d-597d20219ebf req-f485e678-1a82-41da-b348-d224ea61b64e tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:10.965896 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-ff429545-2d01-4704-835d-597d20219ebf req-f485e678-1a82-41da-b348-d224ea61b64e tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/ports?device_id=676bc5c7-0aa9-4ac2-8391-afc3107d9065 HTTP/1.1" status: 200 len: 946 time: 0.1001859 Feb 21 09:48:11.007421 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03860f94-f79b-49d1-98a9-7f49fa2a3c7d req-67fbaf10-afc6-4d9f-91d6-db7206f7eb9e tempest-VolumesNegativeTest-1740421852 tempest-VolumesNegativeTest-1740421852-project] Made reservation on behalf of 5d241fb42eaf4a9490e7b4e5b311164a for: {'port': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:48:11.010778 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-03860f94-f79b-49d1-98a9-7f49fa2a3c7d req-67fbaf10-afc6-4d9f-91d6-db7206f7eb9e tempest-VolumesNegativeTest-1740421852 tempest-VolumesNegativeTest-1740421852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:11.040140 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-03860f94-f79b-49d1-98a9-7f49fa2a3c7d req-67fbaf10-afc6-4d9f-91d6-db7206f7eb9e tempest-VolumesNegativeTest-1740421852 tempest-VolumesNegativeTest-1740421852-project] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:11.107843 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-ff429545-2d01-4704-835d-597d20219ebf req-49da943f-9c83-463a-9c0c-23ccaf664d88 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/security-groups?id=8d9cb245-cf06-4580-adf5-355ae63bcdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135101 Feb 21 09:48:11.111224 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5825859a-da50-45f5-84b1-5f14cf2a3957 req-ba4de11f-6876-4c85-9299-98fe8ef9831c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:11.112630 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-5825859a-da50-45f5-84b1-5f14cf2a3957 req-ba4de11f-6876-4c85-9299-98fe8ef9831c service neutron] 10.222.0.69 "GET /v2.0/networks?id=a39dd4ba-2dc8-4985-98f9-5bf90669cfb1 HTTP/1.1" status: 200 len: 912 time: 0.1743972 Feb 21 09:48:11.194037 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-5825859a-da50-45f5-84b1-5f14cf2a3957 req-4dbf8274-d8c2-44a9-8338-73fc66ea7cfe service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f3c05965-3d29-40b7-9d77-89aab1fbb424 HTTP/1.1" status: 200 len: 1001 time: 0.0715499 Feb 21 09:48:11.223117 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-03860f94-f79b-49d1-98a9-7f49fa2a3c7d req-67fbaf10-afc6-4d9f-91d6-db7206f7eb9e tempest-VolumesNegativeTest-1740421852 tempest-VolumesNegativeTest-1740421852-project] Publish callbacks [] for security_group (06918998-1e87-4909-aa4a-8b9cac1b65a9), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:11.259008 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5825859a-da50-45f5-84b1-5f14cf2a3957 req-66f240ae-15d8-41b8-9d83-90cad65266e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:11.260611 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-5825859a-da50-45f5-84b1-5f14cf2a3957 req-66f240ae-15d8-41b8-9d83-90cad65266e3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5db82f34-89a4-439c-8cf7-f4743decbdc2 HTTP/1.1" status: 200 len: 850 time: 0.0489235 Feb 21 09:48:11.294145 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-03860f94-f79b-49d1-98a9-7f49fa2a3c7d req-67fbaf10-afc6-4d9f-91d6-db7206f7eb9e tempest-VolumesNegativeTest-1740421852 tempest-VolumesNegativeTest-1740421852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (06918998-1e87-4909-aa4a-8b9cac1b65a9), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:11.398328 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fbaf10-afc6-4d9f-91d6-db7206f7eb9e tempest-VolumesNegativeTest-1740421852 tempest-VolumesNegativeTest-1740421852-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06918998-1e87-4909-aa4a-8b9cac1b65a9,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:48:11.417923 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5825859a-da50-45f5-84b1-5f14cf2a3957 req-59b73d12-9a32-4de0-b8eb-c6a1984f34db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:11.419407 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-5825859a-da50-45f5-84b1-5f14cf2a3957 req-59b73d12-9a32-4de0-b8eb-c6a1984f34db service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a39dd4ba-2dc8-4985-98f9-5bf90669cfb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1340117 Feb 21 09:48:11.440213 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-f5452523-5af6-48b1-a5f3-3b20205cac6c req-e4db078a-f32b-4fda-ad1e-e220f1c6229d tempest-VolumesNegativeTest-1740421852 tempest-VolumesNegativeTest-1740421852-project] 10.222.0.71 "GET /v2.0/ports?device_id=c590b7b0-b2e4-444a-ac45-1269d796b123 HTTP/1.1" status: 200 len: 210 time: 0.0485194 Feb 21 09:48:11.535562 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [req-03860f94-f79b-49d1-98a9-7f49fa2a3c7d req-67fbaf10-afc6-4d9f-91d6-db7206f7eb9e tempest-VolumesNegativeTest-1740421852 tempest-VolumesNegativeTest-1740421852-project] Allocated IP 192.168.233.241 (36d6a6d0-33d9-437b-8ee0-ed4d0b1ed1ad/0521b11b-7cf0-4ca1-bbde-249a19c4ecc0/97f7b780-e7d0-4907-bb48-5a37dc5306e4) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:48:11.581395 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-5825859a-da50-45f5-84b1-5f14cf2a3957 req-cd3568f9-0dfb-4c45-a757-b2045a4b0ad5 service neutron] 10.222.0.69 "GET /v2.0/networks/a39dd4ba-2dc8-4985-98f9-5bf90669cfb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433349 Feb 21 09:48:11.751419 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-5825859a-da50-45f5-84b1-5f14cf2a3957 req-577fefc0-ce66-4178-8605-cedd9bd34169 service neutron] 10.222.0.69 "GET /v2.0/networks/a39dd4ba-2dc8-4985-98f9-5bf90669cfb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591661 Feb 21 09:48:11.777434 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-03860f94-f79b-49d1-98a9-7f49fa2a3c7d req-67fbaf10-afc6-4d9f-91d6-db7206f7eb9e tempest-VolumesNegativeTest-1740421852 tempest-VolumesNegativeTest-1740421852-project] Publish callbacks [] for port (97f7b780-e7d0-4907-bb48-5a37dc5306e4), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:11.878592 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-03860f94-f79b-49d1-98a9-7f49fa2a3c7d req-67fbaf10-afc6-4d9f-91d6-db7206f7eb9e tempest-VolumesNegativeTest-1740421852 tempest-VolumesNegativeTest-1740421852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782758885672'] for port (97f7b780-e7d0-4907-bb48-5a37dc5306e4), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:11.921577 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03860f94-f79b-49d1-98a9-7f49fa2a3c7d req-67fbaf10-afc6-4d9f-91d6-db7206f7eb9e tempest-VolumesNegativeTest-1740421852 tempest-VolumesNegativeTest-1740421852-project] Network 36d6a6d0-33d9-437b-8ee0-ed4d0b1ed1ad is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:48:11.924697 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [req-03860f94-f79b-49d1-98a9-7f49fa2a3c7d req-67fbaf10-afc6-4d9f-91d6-db7206f7eb9e tempest-VolumesNegativeTest-1740421852 tempest-VolumesNegativeTest-1740421852-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:48:11.931543 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-03860f94-f79b-49d1-98a9-7f49fa2a3c7d req-67fbaf10-afc6-4d9f-91d6-db7206f7eb9e tempest-VolumesNegativeTest-1740421852 tempest-VolumesNegativeTest-1740421852-project] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 09:48:11.936455 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03860f94-f79b-49d1-98a9-7f49fa2a3c7d req-67fbaf10-afc6-4d9f-91d6-db7206f7eb9e tempest-VolumesNegativeTest-1740421852 tempest-VolumesNegativeTest-1740421852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:11.937086 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-03860f94-f79b-49d1-98a9-7f49fa2a3c7d req-67fbaf10-afc6-4d9f-91d6-db7206f7eb9e tempest-VolumesNegativeTest-1740421852 tempest-VolumesNegativeTest-1740421852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8333137'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:11.944375 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fbaf10-afc6-4d9f-91d6-db7206f7eb9e tempest-VolumesNegativeTest-1740421852 tempest-VolumesNegativeTest-1740421852-project] Pushing event updated for resources: {'Port': ['ID=97f7b780-e7d0-4907-bb48-5a37dc5306e4,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:48:12.014799 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e077bd69-6e09-4ab2-938d-e140c071c4e0 req-08871b27-7f4b-4f5d-bf20-473f0615fe18 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:12.016524 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-e077bd69-6e09-4ab2-938d-e140c071c4e0 req-08871b27-7f4b-4f5d-bf20-473f0615fe18 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] 10.222.0.71 "GET /v2.0/ports?device_id=4bfaeb79-af34-4a8c-b852-5d9873f82eb1 HTTP/1.1" status: 200 len: 946 time: 0.0630438 Feb 21 09:48:12.042503 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-03860f94-f79b-49d1-98a9-7f49fa2a3c7d req-67fbaf10-afc6-4d9f-91d6-db7206f7eb9e tempest-VolumesNegativeTest-1740421852 tempest-VolumesNegativeTest-1740421852-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3439553 Feb 21 09:48:12.061150 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.v2.base [req-03860f94-f79b-49d1-98a9-7f49fa2a3c7d req-d8d4a0ff-f615-4215-9dbf-85593193602d service neutron] Request body: {'port': {'device_id': 'c590b7b0-b2e4-444a-ac45-1269d796b123', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:48:12.100560 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-e077bd69-6e09-4ab2-938d-e140c071c4e0 req-a0e0e1ab-7f5d-4db9-abd4-a1e7f354dcff tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] 10.222.0.71 "GET /v2.0/security-groups?id=5bde2634-daa9-411a-9a51-1555fe5f78b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771339 Feb 21 09:48:12.141780 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-03860f94-f79b-49d1-98a9-7f49fa2a3c7d req-d8d4a0ff-f615-4215-9dbf-85593193602d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (97f7b780-e7d0-4907-bb48-5a37dc5306e4), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:12.231415 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-c74b3f6b-e426-4515-8b82-3fd8a01e5631 None None] Provisioning complete for port 97f7b780-e7d0-4907-bb48-5a37dc5306e4 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:48:12.232019 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-c74b3f6b-e426-4515-8b82-3fd8a01e5631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7397950'] for port (97f7b780-e7d0-4907-bb48-5a37dc5306e4), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:12.265369 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-c74b3f6b-e426-4515-8b82-3fd8a01e5631 None None] Port 97f7b780-e7d0-4907-bb48-5a37dc5306e4 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 09:48:12.304213 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9856b7e-a075-44ec-99be-42c335294db6 req-0968fb6a-bbf2-4960-bd59-4eb97775c748 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:12.305746 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-d9856b7e-a075-44ec-99be-42c335294db6 req-0968fb6a-bbf2-4960-bd59-4eb97775c748 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/ports?device_id=676bc5c7-0aa9-4ac2-8391-afc3107d9065 HTTP/1.1" status: 200 len: 946 time: 0.1292312 Feb 21 09:48:12.406652 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-d9856b7e-a075-44ec-99be-42c335294db6 req-b9418c6f-ae4e-47d4-8a6d-e8433a62c07b tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/security-groups?id=8d9cb245-cf06-4580-adf5-355ae63bcdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883968 Feb 21 09:48:12.479893 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.notifiers.nova [req-03860f94-f79b-49d1-98a9-7f49fa2a3c7d req-d8d4a0ff-f615-4215-9dbf-85593193602d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97f7b780-e7d0-4907-bb48-5a37dc5306e4 {{(pid=109856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 09:48:12.487320 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-03860f94-f79b-49d1-98a9-7f49fa2a3c7d req-d8d4a0ff-f615-4215-9dbf-85593193602d service neutron] Publish callbacks [] for port (97f7b780-e7d0-4907-bb48-5a37dc5306e4), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:12.499227 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.db.provisioning_blocks [req-03860f94-f79b-49d1-98a9-7f49fa2a3c7d req-d8d4a0ff-f615-4215-9dbf-85593193602d service neutron] Transition to ACTIVE for port object 97f7b780-e7d0-4907-bb48-5a37dc5306e4 will not be triggered until provisioned by entity L2. {{(pid=109856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:48:12.560913 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80aa0bb9-40a9-48fb-8b3e-a388f8ac1e72 req-aec1682b-2694-47af-9583-54c1d313b61d tempest-VolumesNegativeTest-1740421852 tempest-VolumesNegativeTest-1740421852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:12.562823 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-80aa0bb9-40a9-48fb-8b3e-a388f8ac1e72 req-aec1682b-2694-47af-9583-54c1d313b61d tempest-VolumesNegativeTest-1740421852 tempest-VolumesNegativeTest-1740421852-project] 10.222.0.71 "GET /v2.0/ports?device_id=c590b7b0-b2e4-444a-ac45-1269d796b123 HTTP/1.1" status: 200 len: 936 time: 0.0529420 Feb 21 09:48:12.581380 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-03860f94-f79b-49d1-98a9-7f49fa2a3c7d req-d8d4a0ff-f615-4215-9dbf-85593193602d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782759442315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782758885690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782758885708'] for port (97f7b780-e7d0-4907-bb48-5a37dc5306e4), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:12.658629 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d4a0ff-f615-4215-9dbf-85593193602d service neutron] Pushing event updated for resources: {'Port': ['ID=97f7b780-e7d0-4907-bb48-5a37dc5306e4,revision_number=2']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:48:12.664751 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-80aa0bb9-40a9-48fb-8b3e-a388f8ac1e72 req-a4610ade-972c-43eb-9015-b45bccd09c27 tempest-VolumesNegativeTest-1740421852 tempest-VolumesNegativeTest-1740421852-project] 10.222.0.71 "GET /v2.0/security-groups?id=06918998-1e87-4909-aa4a-8b9cac1b65a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967395 Feb 21 09:48:12.701224 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-03860f94-f79b-49d1-98a9-7f49fa2a3c7d req-d8d4a0ff-f615-4215-9dbf-85593193602d service neutron] Attempting to bind port 97f7b780-e7d0-4907-bb48-5a37dc5306e4 on host hv-cinder-80475 for vnic_type normal with profile {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 09:48:12.701560 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-03860f94-f79b-49d1-98a9-7f49fa2a3c7d req-d8d4a0ff-f615-4215-9dbf-85593193602d service neutron] Attempting to bind port 97f7b780-e7d0-4907-bb48-5a37dc5306e4 by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': '4548c2ba-9501-40ee-a080-d58c9d9debf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '36d6a6d0-33d9-437b-8ee0-ed4d0b1ed1ad'}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 09:48:12.701883 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03860f94-f79b-49d1-98a9-7f49fa2a3c7d req-d8d4a0ff-f615-4215-9dbf-85593193602d service neutron] Attempting to bind port 97f7b780-e7d0-4907-bb48-5a37dc5306e4 on network 36d6a6d0-33d9-437b-8ee0-ed4d0b1ed1ad {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 09:48:12.706459 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03860f94-f79b-49d1-98a9-7f49fa2a3c7d req-d8d4a0ff-f615-4215-9dbf-85593193602d service neutron] Port 97f7b780-e7d0-4907-bb48-5a37dc5306e4 on network 36d6a6d0-33d9-437b-8ee0-ed4d0b1ed1ad not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 09:48:12.706800 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03860f94-f79b-49d1-98a9-7f49fa2a3c7d req-d8d4a0ff-f615-4215-9dbf-85593193602d service neutron] Attempting to bind port 97f7b780-e7d0-4907-bb48-5a37dc5306e4 on network 36d6a6d0-33d9-437b-8ee0-ed4d0b1ed1ad {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 09:48:12.717134 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03860f94-f79b-49d1-98a9-7f49fa2a3c7d req-d8d4a0ff-f615-4215-9dbf-85593193602d service neutron] Checking agent: {'id': 'f5044fde-eef4-46eb-b3ce-4ab87030ccc0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 9, 43, 36), 'started_at': datetime.datetime(2022, 2, 21, 9, 43, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 48, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 09:48:12.717642 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03860f94-f79b-49d1-98a9-7f49fa2a3c7d req-d8d4a0ff-f615-4215-9dbf-85593193602d service neutron] Checking segment: {'id': '4548c2ba-9501-40ee-a080-d58c9d9debf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '36d6a6d0-33d9-437b-8ee0-ed4d0b1ed1ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 09:48:12.717920 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03860f94-f79b-49d1-98a9-7f49fa2a3c7d req-d8d4a0ff-f615-4215-9dbf-85593193602d service neutron] Bound using segment: {'id': '4548c2ba-9501-40ee-a080-d58c9d9debf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '36d6a6d0-33d9-437b-8ee0-ed4d0b1ed1ad'} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 09:48:12.718353 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-03860f94-f79b-49d1-98a9-7f49fa2a3c7d req-d8d4a0ff-f615-4215-9dbf-85593193602d service neutron] Bound port: 97f7b780-e7d0-4907-bb48-5a37dc5306e4, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4548c2ba-9501-40ee-a080-d58c9d9debf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '36d6a6d0-33d9-437b-8ee0-ed4d0b1ed1ad'}}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 09:48:12.728682 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-03860f94-f79b-49d1-98a9-7f49fa2a3c7d req-d8d4a0ff-f615-4215-9dbf-85593193602d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (97f7b780-e7d0-4907-bb48-5a37dc5306e4), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:12.793133 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-03860f94-f79b-49d1-98a9-7f49fa2a3c7d req-d8d4a0ff-f615-4215-9dbf-85593193602d service neutron] For port 97f7b780-e7d0-4907-bb48-5a37dc5306e4, host hv-cinder-80475, cleared binding levels {{(pid=109856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:48:12.797422 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-03860f94-f79b-49d1-98a9-7f49fa2a3c7d req-d8d4a0ff-f615-4215-9dbf-85593193602d service neutron] For port 97f7b780-e7d0-4907-bb48-5a37dc5306e4, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=97f7b780-e7d0-4907-bb48-5a37dc5306e4,segment=NetworkSegment(4548c2ba-9501-40ee-a080-d58c9d9debf2),segment_id=4548c2ba-9501-40ee-a080-d58c9d9debf2)] {{(pid=109856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:48:12.896887 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-03860f94-f79b-49d1-98a9-7f49fa2a3c7d req-d8d4a0ff-f615-4215-9dbf-85593193602d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782759442315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782758885690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782758885708'] for port (97f7b780-e7d0-4907-bb48-5a37dc5306e4), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:12.930611 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03860f94-f79b-49d1-98a9-7f49fa2a3c7d req-d8d4a0ff-f615-4215-9dbf-85593193602d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:12.931230 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-03860f94-f79b-49d1-98a9-7f49fa2a3c7d req-d8d4a0ff-f615-4215-9dbf-85593193602d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8333137'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:12.932607 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-03860f94-f79b-49d1-98a9-7f49fa2a3c7d req-d8d4a0ff-f615-4215-9dbf-85593193602d service neutron] 10.222.0.69 "PUT /v2.0/ports/97f7b780-e7d0-4907-bb48-5a37dc5306e4 HTTP/1.1" status: 200 len: 1098 time: 0.8779860 Feb 21 09:48:12.933026 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c590b7b0-b2e4-444a-ac45-1269d796b123', 'tag': '97f7b780-e7d0-4907-bb48-5a37dc5306e4'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:48:12.935257 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c95017b57136a4249e8df2494e5587cd96ada80ae38c14c6a4695013360e62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e74cf293-5d7b-4847-932d-616abe9ade01" -d '{"events": [{"name": "network-changed", "server_uuid": "c590b7b0-b2e4-444a-ac45-1269d796b123", "tag": "97f7b780-e7d0-4907-bb48-5a37dc5306e4"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:48:12.964430 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d4a0ff-f615-4215-9dbf-85593193602d service neutron] Pushing event updated for resources: {'Port': ['ID=97f7b780-e7d0-4907-bb48-5a37dc5306e4,revision_number=3']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:48:12.975821 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 09:48:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2f794d8-d31a-4cda-a8f7-6f56447045c1 x-openstack-request-id: req-d2f794d8-d31a-4cda-a8f7-6f56447045c1 {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:48:12.976120 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c590b7b0-b2e4-444a-ac45-1269d796b123", "tag": "97f7b780-e7d0-4907-bb48-5a37dc5306e4", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:48:12.976377 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-d2f794d8-d31a-4cda-a8f7-6f56447045c1 {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:48:12.976846 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c590b7b0-b2e4-444a-ac45-1269d796b123', 'tag': '97f7b780-e7d0-4907-bb48-5a37dc5306e4', 'status': 'completed', 'code': 200} Feb 21 09:48:13.069049 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74cf293-5d7b-4847-932d-616abe9ade01 req-4d8e16a2-babc-41a7-b9ad-716eb112916f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:13.070833 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-e74cf293-5d7b-4847-932d-616abe9ade01 req-4d8e16a2-babc-41a7-b9ad-716eb112916f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5d241fb42eaf4a9490e7b4e5b311164a&device_id=c590b7b0-b2e4-444a-ac45-1269d796b123 HTTP/1.1" status: 200 len: 1132 time: 0.0617065 Feb 21 09:48:13.114919 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-e74cf293-5d7b-4847-932d-616abe9ade01 req-312dcf47-1dd9-4fec-94f7-977a844ee40c service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=5d241fb42eaf4a9490e7b4e5b311164a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0238519 Feb 21 09:48:13.267059 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74cf293-5d7b-4847-932d-616abe9ade01 req-23817eba-5575-491f-a13f-5dd2aab1c6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:13.268546 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-e74cf293-5d7b-4847-932d-616abe9ade01 req-23817eba-5575-491f-a13f-5dd2aab1c6fc service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1318538 Feb 21 09:48:13.276530 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502439a9-9bd2-4b58-bfc7-052d2576a249 req-53305b29-fda1-42ce-8fa0-6d1273195941 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:13.277990 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-502439a9-9bd2-4b58-bfc7-052d2576a249 req-53305b29-fda1-42ce-8fa0-6d1273195941 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] 10.222.0.71 "GET /v2.0/ports?device_id=4bfaeb79-af34-4a8c-b852-5d9873f82eb1 HTTP/1.1" status: 200 len: 946 time: 0.0889726 Feb 21 09:48:13.330004 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-502439a9-9bd2-4b58-bfc7-052d2576a249 req-9dd0e279-a08b-480a-82e4-d97406de78e4 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] 10.222.0.71 "GET /v2.0/security-groups?id=5bde2634-daa9-411a-9a51-1555fe5f78b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453382 Feb 21 09:48:13.374957 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03860f94-f79b-49d1-98a9-7f49fa2a3c7d req-7e65473c-75a0-4bff-ba28-6287fb0bd6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:13.376442 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-03860f94-f79b-49d1-98a9-7f49fa2a3c7d req-7e65473c-75a0-4bff-ba28-6287fb0bd6ea service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5d241fb42eaf4a9490e7b4e5b311164a&device_id=c590b7b0-b2e4-444a-ac45-1269d796b123 HTTP/1.1" status: 200 len: 1132 time: 0.0437794 Feb 21 09:48:13.422769 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-03860f94-f79b-49d1-98a9-7f49fa2a3c7d req-579d6aa6-9206-4a26-8ebb-e83bc4bed239 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=97f7b780-e7d0-4907-bb48-5a37dc5306e4 HTTP/1.1" status: 200 len: 217 time: 0.0333979 Feb 21 09:48:13.492214 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03860f94-f79b-49d1-98a9-7f49fa2a3c7d req-930a9774-dbd4-48e8-8bcc-e02411471333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:13.493771 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-03860f94-f79b-49d1-98a9-7f49fa2a3c7d req-930a9774-dbd4-48e8-8bcc-e02411471333 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0521b11b-7cf0-4ca1-bbde-249a19c4ecc0 HTTP/1.1" status: 200 len: 843 time: 0.0565245 Feb 21 09:48:13.560293 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8d0c0f-a7f5-494d-9495-4cf6398b46d1 req-87181b23-af20-4f3b-b1d5-824491d3fc44 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:13.561831 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-8d8d0c0f-a7f5-494d-9495-4cf6398b46d1 req-87181b23-af20-4f3b-b1d5-824491d3fc44 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/ports?device_id=676bc5c7-0aa9-4ac2-8391-afc3107d9065 HTTP/1.1" status: 200 len: 946 time: 0.0834079 Feb 21 09:48:13.567917 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03860f94-f79b-49d1-98a9-7f49fa2a3c7d req-a323b1c0-5b27-44e3-a20a-4290c0282bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:13.569504 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-03860f94-f79b-49d1-98a9-7f49fa2a3c7d req-a323b1c0-5b27-44e3-a20a-4290c0282bc3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=36d6a6d0-33d9-437b-8ee0-ed4d0b1ed1ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0616062 Feb 21 09:48:13.658077 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-8d8d0c0f-a7f5-494d-9495-4cf6398b46d1 req-78274463-3cd3-4b8b-a4b0-9f8a80c284cf tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/security-groups?id=8d9cb245-cf06-4580-adf5-355ae63bcdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876372 Feb 21 09:48:13.689611 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-03860f94-f79b-49d1-98a9-7f49fa2a3c7d req-914577ea-cff1-4e14-bf81-f41d578c6ff3 service neutron] 10.222.0.69 "GET /v2.0/networks/36d6a6d0-33d9-437b-8ee0-ed4d0b1ed1ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072640 Feb 21 09:48:14.052201 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-03860f94-f79b-49d1-98a9-7f49fa2a3c7d req-46bf83c4-cb11-40d2-8b79-ad4500c158f9 service neutron] 10.222.0.69 "GET /v2.0/networks/36d6a6d0-33d9-437b-8ee0-ed4d0b1ed1ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3420932 Feb 21 09:48:14.062736 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b383d1-63dc-4576-9df1-8bd6ed9b8119 req-2daa66d9-c4e5-4810-924d-4320da07199b tempest-VolumesNegativeTest-1740421852 tempest-VolumesNegativeTest-1740421852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:14.064253 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-98b383d1-63dc-4576-9df1-8bd6ed9b8119 req-2daa66d9-c4e5-4810-924d-4320da07199b tempest-VolumesNegativeTest-1740421852 tempest-VolumesNegativeTest-1740421852-project] 10.222.0.71 "GET /v2.0/ports?device_id=c590b7b0-b2e4-444a-ac45-1269d796b123 HTTP/1.1" status: 200 len: 948 time: 0.3127525 Feb 21 09:48:14.110714 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-98b383d1-63dc-4576-9df1-8bd6ed9b8119 req-ee1360de-a422-4330-ac8c-4a7777e31c66 tempest-VolumesNegativeTest-1740421852 tempest-VolumesNegativeTest-1740421852-project] 10.222.0.71 "GET /v2.0/security-groups?id=06918998-1e87-4909-aa4a-8b9cac1b65a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396011 Feb 21 09:48:14.449560 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eca767-3d0e-46f0-bc9d-f7151562076b req-10e00736-f9e2-464f-b533-2846fd744a13 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:14.451015 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-13eca767-3d0e-46f0-bc9d-f7151562076b req-10e00736-f9e2-464f-b533-2846fd744a13 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] 10.222.0.71 "GET /v2.0/ports?device_id=4bfaeb79-af34-4a8c-b852-5d9873f82eb1 HTTP/1.1" status: 200 len: 946 time: 0.0523889 Feb 21 09:48:14.496636 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-13eca767-3d0e-46f0-bc9d-f7151562076b req-238ed96c-2dd5-4900-8238-054fd8c5de8c tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] 10.222.0.71 "GET /v2.0/security-groups?id=5bde2634-daa9-411a-9a51-1555fe5f78b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401230 Feb 21 09:48:14.775737 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5b318d-0c29-4a04-9b1c-0ca45e56d2fb req-404584d8-eed8-4cd9-aa40-8ee177d0f795 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:14.777221 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-2d5b318d-0c29-4a04-9b1c-0ca45e56d2fb req-404584d8-eed8-4cd9-aa40-8ee177d0f795 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/ports?device_id=676bc5c7-0aa9-4ac2-8391-afc3107d9065 HTTP/1.1" status: 200 len: 946 time: 0.0553467 Feb 21 09:48:14.822702 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-2d5b318d-0c29-4a04-9b1c-0ca45e56d2fb req-520be146-bc20-4f35-8695-672c17388e90 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/security-groups?id=8d9cb245-cf06-4580-adf5-355ae63bcdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399079 Feb 21 09:48:15.228175 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a7c853-8743-45d5-957c-5b4af0d359df req-0583e92c-c6d8-4bb8-abf7-8ded7001d4d1 tempest-VolumesNegativeTest-1740421852 tempest-VolumesNegativeTest-1740421852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:15.229732 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-18a7c853-8743-45d5-957c-5b4af0d359df req-0583e92c-c6d8-4bb8-abf7-8ded7001d4d1 tempest-VolumesNegativeTest-1740421852 tempest-VolumesNegativeTest-1740421852-project] 10.222.0.71 "GET /v2.0/ports?device_id=c590b7b0-b2e4-444a-ac45-1269d796b123 HTTP/1.1" status: 200 len: 948 time: 0.0521271 Feb 21 09:48:15.277054 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-18a7c853-8743-45d5-957c-5b4af0d359df req-039d9619-9bbb-4633-8baa-baabb8ec8b85 tempest-VolumesNegativeTest-1740421852 tempest-VolumesNegativeTest-1740421852-project] 10.222.0.71 "GET /v2.0/security-groups?id=06918998-1e87-4909-aa4a-8b9cac1b65a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418673 Feb 21 09:48:15.939830 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7460aa-56e0-47e6-9651-fc201623944a req-bb5e2db1-7d7d-4398-a50e-82be596ff37e tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:15.941317 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-3f7460aa-56e0-47e6-9651-fc201623944a req-bb5e2db1-7d7d-4398-a50e-82be596ff37e tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/ports?device_id=676bc5c7-0aa9-4ac2-8391-afc3107d9065 HTTP/1.1" status: 200 len: 946 time: 0.0515344 Feb 21 09:48:15.989917 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-3f7460aa-56e0-47e6-9651-fc201623944a req-556a48f4-c208-4e3b-9e6c-f823f48b3414 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/security-groups?id=8d9cb245-cf06-4580-adf5-355ae63bcdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424857 Feb 21 09:48:16.394990 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76681b4-753e-45f5-b3c0-cbdf8ea3b145 req-b5f4e77d-23c2-4033-b8cb-edc152e5d622 tempest-VolumesNegativeTest-1740421852 tempest-VolumesNegativeTest-1740421852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:16.396986 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-d76681b4-753e-45f5-b3c0-cbdf8ea3b145 req-b5f4e77d-23c2-4033-b8cb-edc152e5d622 tempest-VolumesNegativeTest-1740421852 tempest-VolumesNegativeTest-1740421852-project] 10.222.0.71 "GET /v2.0/ports?device_id=c590b7b0-b2e4-444a-ac45-1269d796b123 HTTP/1.1" status: 200 len: 948 time: 0.0537539 Feb 21 09:48:16.444577 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-d76681b4-753e-45f5-b3c0-cbdf8ea3b145 req-78b4a2df-a6f7-4050-9b0c-2e572aff7561 tempest-VolumesNegativeTest-1740421852 tempest-VolumesNegativeTest-1740421852-project] 10.222.0.71 "GET /v2.0/security-groups?id=06918998-1e87-4909-aa4a-8b9cac1b65a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410740 Feb 21 09:48:17.018851 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929e3b8a-f39b-4a45-a51f-56b4743c3b3c req-f00766ca-5541-42b8-a71c-b6da3f9cd5ba tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:17.020352 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-929e3b8a-f39b-4a45-a51f-56b4743c3b3c req-f00766ca-5541-42b8-a71c-b6da3f9cd5ba tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] 10.222.0.71 "GET /v2.0/ports?device_id=9dc877b4-b2e7-4b2c-8e35-abbdfbc398c6 HTTP/1.1" status: 200 len: 946 time: 0.0528822 Feb 21 09:48:17.076567 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-929e3b8a-f39b-4a45-a51f-56b4743c3b3c req-6bfc252a-414a-4fa9-9262-35fdfea43c39 tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] 10.222.0.71 "GET /v2.0/security-groups?id=051a1fb3-2910-49f8-b5d8-0e085de068fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502980 Feb 21 09:48:17.118486 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e88adb-95f8-4f89-8684-f1d3e831d9bc req-35dac1cf-c78b-4bb7-8915-a62a5f7ecfb7 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:17.119965 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-76e88adb-95f8-4f89-8684-f1d3e831d9bc req-35dac1cf-c78b-4bb7-8915-a62a5f7ecfb7 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/ports?device_id=676bc5c7-0aa9-4ac2-8391-afc3107d9065 HTTP/1.1" status: 200 len: 946 time: 0.0565560 Feb 21 09:48:17.166278 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-76e88adb-95f8-4f89-8684-f1d3e831d9bc req-5f322b9a-9da0-4c18-9628-85986105ea1f tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/security-groups?id=8d9cb245-cf06-4580-adf5-355ae63bcdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407219 Feb 21 09:48:17.562269 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b579f8-65cc-413d-b6be-11df7cba15ef req-6911ccbd-db25-4129-a271-f607e6777acf tempest-VolumesNegativeTest-1740421852 tempest-VolumesNegativeTest-1740421852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:17.563730 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-f4b579f8-65cc-413d-b6be-11df7cba15ef req-6911ccbd-db25-4129-a271-f607e6777acf tempest-VolumesNegativeTest-1740421852 tempest-VolumesNegativeTest-1740421852-project] 10.222.0.71 "GET /v2.0/ports?device_id=c590b7b0-b2e4-444a-ac45-1269d796b123 HTTP/1.1" status: 200 len: 948 time: 0.0511212 Feb 21 09:48:17.609877 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-f4b579f8-65cc-413d-b6be-11df7cba15ef req-ecec65d5-f44d-47f0-a76b-bb00199f5343 tempest-VolumesNegativeTest-1740421852 tempest-VolumesNegativeTest-1740421852-project] 10.222.0.71 "GET /v2.0/security-groups?id=06918998-1e87-4909-aa4a-8b9cac1b65a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405970 Feb 21 09:48:18.198067 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c7bd18-cb59-444a-b758-993a3c50e356 req-99b9b8d3-7010-4d4c-9067-4cc3d22d1750 tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:18.199572 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-35c7bd18-cb59-444a-b758-993a3c50e356 req-99b9b8d3-7010-4d4c-9067-4cc3d22d1750 tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] 10.222.0.71 "GET /v2.0/ports?device_id=9dc877b4-b2e7-4b2c-8e35-abbdfbc398c6 HTTP/1.1" status: 200 len: 946 time: 0.0564833 Feb 21 09:48:18.268464 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-35c7bd18-cb59-444a-b758-993a3c50e356 req-3c21a3ae-f682-4bbc-ba1c-fe76b5b685c9 tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] 10.222.0.71 "GET /v2.0/security-groups?id=051a1fb3-2910-49f8-b5d8-0e085de068fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633659 Feb 21 09:48:18.293787 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ad664f-ca0e-49de-b5f1-d2f6ce1e45c9 req-bfdce9bb-e427-4137-8f11-ebc3f4c1c288 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:18.295236 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-60ad664f-ca0e-49de-b5f1-d2f6ce1e45c9 req-bfdce9bb-e427-4137-8f11-ebc3f4c1c288 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/ports?device_id=676bc5c7-0aa9-4ac2-8391-afc3107d9065 HTTP/1.1" status: 200 len: 946 time: 0.0629587 Feb 21 09:48:18.341168 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-60ad664f-ca0e-49de-b5f1-d2f6ce1e45c9 req-a442e1d6-4c91-44ad-bce6-36a771ae91d5 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/security-groups?id=8d9cb245-cf06-4580-adf5-355ae63bcdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404580 Feb 21 09:48:18.607865 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Device 97f7b780-e7d0-4907-bb48-5a37dc5306e4 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 09:48:18.705759 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] For port 97f7b780-e7d0-4907-bb48-5a37dc5306e4, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=97f7b780-e7d0-4907-bb48-5a37dc5306e4,segment=NetworkSegment(4548c2ba-9501-40ee-a080-d58c9d9debf2),segment_id=4548c2ba-9501-40ee-a080-d58c9d9debf2)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:48:18.717455 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Returning: {'device': '97f7b780-e7d0-4907-bb48-5a37dc5306e4', 'network_id': '36d6a6d0-33d9-437b-8ee0-ed4d0b1ed1ad', 'port_id': '97f7b780-e7d0-4907-bb48-5a37dc5306e4', 'mac_address': 'fa:16:3e:c6:05:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0521b11b-7cf0-4ca1-bbde-249a19c4ecc0', 'ip_address': '192.168.233.241'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 09:48:18.727164 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006964bb-5182-4e7b-8c37-d21bd0218252 req-b26e1739-316a-4787-ae0a-5dce24341d4d tempest-VolumesNegativeTest-1740421852 tempest-VolumesNegativeTest-1740421852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:18.728495 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-006964bb-5182-4e7b-8c37-d21bd0218252 req-b26e1739-316a-4787-ae0a-5dce24341d4d tempest-VolumesNegativeTest-1740421852 tempest-VolumesNegativeTest-1740421852-project] 10.222.0.71 "GET /v2.0/ports?device_id=c590b7b0-b2e4-444a-ac45-1269d796b123 HTTP/1.1" status: 200 len: 948 time: 0.0531127 Feb 21 09:48:18.781732 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-006964bb-5182-4e7b-8c37-d21bd0218252 req-15a28d88-8712-43d6-9dd8-b0e2a0f99d8a tempest-VolumesNegativeTest-1740421852 tempest-VolumesNegativeTest-1740421852-project] 10.222.0.71 "GET /v2.0/security-groups?id=06918998-1e87-4909-aa4a-8b9cac1b65a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473549 Feb 21 09:48:18.874818 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Current status of the port 97f7b780-e7d0-4907-bb48-5a37dc5306e4 is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:48:18.875109 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (97f7b780-e7d0-4907-bb48-5a37dc5306e4), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:18.888152 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97f7b780-e7d0-4907-bb48-5a37dc5306e4 {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 09:48:18.906813 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] For port 97f7b780-e7d0-4907-bb48-5a37dc5306e4, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=97f7b780-e7d0-4907-bb48-5a37dc5306e4,segment=NetworkSegment(4548c2ba-9501-40ee-a080-d58c9d9debf2),segment_id=4548c2ba-9501-40ee-a080-d58c9d9debf2)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:48:19.039630 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782759442315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782758885690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782758885708'] for port (97f7b780-e7d0-4907-bb48-5a37dc5306e4), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:19.084559 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Pushing event updated for resources: {'Port': ['ID=97f7b780-e7d0-4907-bb48-5a37dc5306e4,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:48:19.387332 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb35b3c-924c-4c0c-a3bc-072724e7aafc req-238a197f-d5a2-432a-bfd3-12cd6307dc30 tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:19.388910 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-ecb35b3c-924c-4c0c-a3bc-072724e7aafc req-238a197f-d5a2-432a-bfd3-12cd6307dc30 tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] 10.222.0.71 "GET /v2.0/ports?device_id=9dc877b4-b2e7-4b2c-8e35-abbdfbc398c6 HTTP/1.1" status: 200 len: 946 time: 0.0524569 Feb 21 09:48:19.466926 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-ecb35b3c-924c-4c0c-a3bc-072724e7aafc req-9d0c8e11-8e7a-4db0-8cd9-13156fe496eb tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] 10.222.0.71 "GET /v2.0/security-groups?id=051a1fb3-2910-49f8-b5d8-0e085de068fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725033 Feb 21 09:48:19.479809 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9aade6-bbf6-4052-beb9-336f56083387 req-5ce61333-2fd7-4788-bb47-a252b1dd72e1 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:19.481275 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-1d9aade6-bbf6-4052-beb9-336f56083387 req-5ce61333-2fd7-4788-bb47-a252b1dd72e1 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/ports?device_id=676bc5c7-0aa9-4ac2-8391-afc3107d9065 HTTP/1.1" status: 200 len: 946 time: 0.0728016 Feb 21 09:48:19.526744 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-1d9aade6-bbf6-4052-beb9-336f56083387 req-2c0a2d87-4446-4f9b-9e5c-1bf8f530db73 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/security-groups?id=8d9cb245-cf06-4580-adf5-355ae63bcdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400553 Feb 21 09:48:19.568692 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] get_ports_and_sgs() called for port_ids ['97f7b780-e7d0-4907-bb48-5a37dc5306e4'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 09:48:19.697643 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f875064-b00e-4c26-a38a-fc07030cbd74 req-0a0e23e4-962a-4504-be4d-d3b7a9d08fdd tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:19.699107 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-1f875064-b00e-4c26-a38a-fc07030cbd74 req-0a0e23e4-962a-4504-be4d-d3b7a9d08fdd tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] 10.222.0.69 "GET /v2.0/ports?device_id=9dc877b4-b2e7-4b2c-8e35-abbdfbc398c6 HTTP/1.1" status: 200 len: 946 time: 0.0552855 Feb 21 09:48:19.792643 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-1f875064-b00e-4c26-a38a-fc07030cbd74 req-e7327e7d-f017-4a42-9bd0-609b8a0ad95e tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] Deleting port 568ce5ed-602b-474d-9688-49149b161261 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 09:48:19.792909 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-1f875064-b00e-4c26-a38a-fc07030cbd74 req-e7327e7d-f017-4a42-9bd0-609b8a0ad95e tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782759436822'] for port (568ce5ed-602b-474d-9688-49149b161261), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:19.910860 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-1f875064-b00e-4c26-a38a-fc07030cbd74 req-e7327e7d-f017-4a42-9bd0-609b8a0ad95e tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] For port 568ce5ed-602b-474d-9688-49149b161261, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=568ce5ed-602b-474d-9688-49149b161261,segment=NetworkSegment(883b1861-d076-4ce8-a994-a672e2419836),segment_id=883b1861-d076-4ce8-a994-a672e2419836)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:48:19.911220 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-1f875064-b00e-4c26-a38a-fc07030cbd74 req-e7327e7d-f017-4a42-9bd0-609b8a0ad95e tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7915455'] for port (568ce5ed-602b-474d-9688-49149b161261), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:19.926967 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-1f875064-b00e-4c26-a38a-fc07030cbd74 req-e7327e7d-f017-4a42-9bd0-609b8a0ad95e tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] Calling delete_port for 568ce5ed-602b-474d-9688-49149b161261 owned by compute:nova {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 09:48:19.940233 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c9a473-6b06-4e71-9e19-25336c38e728 req-2b76046c-bd26-4329-b74c-65474a44196b tempest-VolumesNegativeTest-1740421852 tempest-VolumesNegativeTest-1740421852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:19.941737 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-f3c9a473-6b06-4e71-9e19-25336c38e728 req-2b76046c-bd26-4329-b74c-65474a44196b tempest-VolumesNegativeTest-1740421852 tempest-VolumesNegativeTest-1740421852-project] 10.222.0.71 "GET /v2.0/ports?device_id=c590b7b0-b2e4-444a-ac45-1269d796b123 HTTP/1.1" status: 200 len: 949 time: 0.0928154 Feb 21 09:48:20.034843 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-f3c9a473-6b06-4e71-9e19-25336c38e728 req-0be5f828-5104-4292-bd9f-cb10aa6fe780 tempest-VolumesNegativeTest-1740421852 tempest-VolumesNegativeTest-1740421852-project] 10.222.0.71 "GET /v2.0/security-groups?id=06918998-1e87-4909-aa4a-8b9cac1b65a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867054 Feb 21 09:48:20.179692 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-1f875064-b00e-4c26-a38a-fc07030cbd74 req-e7327e7d-f017-4a42-9bd0-609b8a0ad95e tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782759442297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782758885681'] for port (568ce5ed-602b-474d-9688-49149b161261), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:20.196752 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] get_ports_and_sgs() called for port_ids ['96538a27-2ae0-4901-9c89-cfad396b7f3f', '52ff9b8a-b4cc-4fb6-b138-7da02ee03a86', '15169e14-c090-44c8-893f-030c7052d5b8', '568ce5ed-602b-474d-9688-49149b161261'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 09:48:20.209136 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7327e7d-f017-4a42-9bd0-609b8a0ad95e tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] Pushing event deleted for resources: {'Port': ['ID=568ce5ed-602b-474d-9688-49149b161261,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:48:20.254350 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f875064-b00e-4c26-a38a-fc07030cbd74 req-e7327e7d-f017-4a42-9bd0-609b8a0ad95e tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] No DVR routers for this DVR port 568ce5ed-602b-474d-9688-49149b161261 on host hv-cinder-80475 {{(pid=109856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:48:20.256839 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-1f875064-b00e-4c26-a38a-fc07030cbd74 req-e7327e7d-f017-4a42-9bd0-609b8a0ad95e tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8333137'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:20.260725 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-1f875064-b00e-4c26-a38a-fc07030cbd74 req-e7327e7d-f017-4a42-9bd0-609b8a0ad95e tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] 10.222.0.69 "DELETE /v2.0/ports/568ce5ed-602b-474d-9688-49149b161261 HTTP/1.1" status: 204 len: 173 time: 0.5542355 Feb 21 09:48:20.261158 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dc877b4-b2e7-4b2c-8e35-abbdfbc398c6', 'name': 'network-vif-deleted', 'tag': '568ce5ed-602b-474d-9688-49149b161261'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:48:20.263368 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c95017b57136a4249e8df2494e5587cd96ada80ae38c14c6a4695013360e62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84b6b85c-91c2-4f99-9739-b614c306e81b" -d '{"events": [{"server_uuid": "9dc877b4-b2e7-4b2c-8e35-abbdfbc398c6", "name": "network-vif-deleted", "tag": "568ce5ed-602b-474d-9688-49149b161261"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:48:20.297823 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 09:48:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30a6433b-143e-4804-9e31-0e4e4097054f x-openstack-request-id: req-30a6433b-143e-4804-9e31-0e4e4097054f {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:48:20.298375 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dc877b4-b2e7-4b2c-8e35-abbdfbc398c6", "name": "network-vif-deleted", "tag": "568ce5ed-602b-474d-9688-49149b161261", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:48:20.298638 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-30a6433b-143e-4804-9e31-0e4e4097054f {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:48:20.299043 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dc877b4-b2e7-4b2c-8e35-abbdfbc398c6', 'name': 'network-vif-deleted', 'tag': '568ce5ed-602b-474d-9688-49149b161261', 'status': 'completed', 'code': 200} Feb 21 09:48:20.567569 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-afda2a8f-6366-4095-b69b-d46beb0caa95 req-39199d0c-fa7b-4f7e-961a-59cc7692e173 tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] 10.222.0.71 "GET /v2.0/ports?device_id=9dc877b4-b2e7-4b2c-8e35-abbdfbc398c6 HTTP/1.1" status: 200 len: 210 time: 0.0319228 Feb 21 09:48:20.652416 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52644b6f-0885-488a-8458-2c7ff9207ae0 req-628be53f-5c2e-4759-b7e6-809a7e88e972 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:20.653930 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-52644b6f-0885-488a-8458-2c7ff9207ae0 req-628be53f-5c2e-4759-b7e6-809a7e88e972 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/ports?device_id=676bc5c7-0aa9-4ac2-8391-afc3107d9065 HTTP/1.1" status: 200 len: 946 time: 0.0544119 Feb 21 09:48:20.701957 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-52644b6f-0885-488a-8458-2c7ff9207ae0 req-dee5dd0b-8ac3-4bd8-a683-99079716a45b tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/security-groups?id=8d9cb245-cf06-4580-adf5-355ae63bcdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424130 Feb 21 09:48:21.153721 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2672e68-6b93-4f3a-bcab-e4825901ea98 req-920c12c1-8417-42cd-b326-e48998d95a08 tempest-VolumesNegativeTest-1740421852 tempest-VolumesNegativeTest-1740421852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:21.155287 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-d2672e68-6b93-4f3a-bcab-e4825901ea98 req-920c12c1-8417-42cd-b326-e48998d95a08 tempest-VolumesNegativeTest-1740421852 tempest-VolumesNegativeTest-1740421852-project] 10.222.0.71 "GET /v2.0/ports?device_id=c590b7b0-b2e4-444a-ac45-1269d796b123 HTTP/1.1" status: 200 len: 949 time: 0.0553110 Feb 21 09:48:21.202199 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-d2672e68-6b93-4f3a-bcab-e4825901ea98 req-7c5480c0-d998-4701-beb0-eca642641749 tempest-VolumesNegativeTest-1740421852 tempest-VolumesNegativeTest-1740421852-project] 10.222.0.71 "GET /v2.0/security-groups?id=06918998-1e87-4909-aa4a-8b9cac1b65a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415223 Feb 21 09:48:21.824085 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e910a1-7b8a-4567-86a8-04b09800e886 req-ddd60c28-30af-4959-87a4-62116fbac2d7 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:21.825584 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-48e910a1-7b8a-4567-86a8-04b09800e886 req-ddd60c28-30af-4959-87a4-62116fbac2d7 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/ports?device_id=676bc5c7-0aa9-4ac2-8391-afc3107d9065 HTTP/1.1" status: 200 len: 946 time: 0.0565741 Feb 21 09:48:21.873655 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-48e910a1-7b8a-4567-86a8-04b09800e886 req-53fe67d7-6488-430c-b053-bb3dc2bafc56 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/security-groups?id=8d9cb245-cf06-4580-adf5-355ae63bcdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425422 Feb 21 09:48:22.323752 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636a9308-4a09-4e19-bb60-c608ce0ef229 req-e3d5cd93-ebe3-474c-b22f-d292f7daeb5a tempest-VolumesNegativeTest-1740421852 tempest-VolumesNegativeTest-1740421852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:22.325305 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-636a9308-4a09-4e19-bb60-c608ce0ef229 req-e3d5cd93-ebe3-474c-b22f-d292f7daeb5a tempest-VolumesNegativeTest-1740421852 tempest-VolumesNegativeTest-1740421852-project] 10.222.0.71 "GET /v2.0/ports?device_id=c590b7b0-b2e4-444a-ac45-1269d796b123 HTTP/1.1" status: 200 len: 949 time: 0.0545928 Feb 21 09:48:22.371193 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-636a9308-4a09-4e19-bb60-c608ce0ef229 req-62e4a085-1576-4383-a05f-287b632802ba tempest-VolumesNegativeTest-1740421852 tempest-VolumesNegativeTest-1740421852-project] 10.222.0.71 "GET /v2.0/security-groups?id=06918998-1e87-4909-aa4a-8b9cac1b65a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403280 Feb 21 09:48:22.619755 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Device 97f7b780-e7d0-4907-bb48-5a37dc5306e4 up at agent hyperv_hv-cinder-80475 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:48:22.718237 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Provisioning for port 97f7b780-e7d0-4907-bb48-5a37dc5306e4 completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:48:22.721995 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Provisioning complete for port 97f7b780-e7d0-4907-bb48-5a37dc5306e4 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:48:22.722367 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7397950'] for port (97f7b780-e7d0-4907-bb48-5a37dc5306e4), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:22.799516 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Current status of the port 97f7b780-e7d0-4907-bb48-5a37dc5306e4 is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:48:22.799825 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (97f7b780-e7d0-4907-bb48-5a37dc5306e4), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:22.822361 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c590b7b0-b2e4-444a-ac45-1269d796b123', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97f7b780-e7d0-4907-bb48-5a37dc5306e4'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:48:22.825960 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd82e867db05f05d31de18fef3a4b5738e999913abe260e0f677426061852263" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eb6c4bb-7c5e-4a65-be55-ef9f722cc35d" -d '{"events": [{"server_uuid": "c590b7b0-b2e4-444a-ac45-1269d796b123", "name": "network-vif-plugged", "status": "completed", "tag": "97f7b780-e7d0-4907-bb48-5a37dc5306e4"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:48:22.836642 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] For port 97f7b780-e7d0-4907-bb48-5a37dc5306e4, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=97f7b780-e7d0-4907-bb48-5a37dc5306e4,segment=NetworkSegment(4548c2ba-9501-40ee-a080-d58c9d9debf2),segment_id=4548c2ba-9501-40ee-a080-d58c9d9debf2)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:48:22.859041 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 09:48:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a8532dc-76c1-4b46-b8e9-c9ec1db69755 x-openstack-request-id: req-8a8532dc-76c1-4b46-b8e9-c9ec1db69755 {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:48:22.859335 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c590b7b0-b2e4-444a-ac45-1269d796b123", "name": "network-vif-plugged", "status": "completed", "tag": "97f7b780-e7d0-4907-bb48-5a37dc5306e4", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:48:22.859590 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-8a8532dc-76c1-4b46-b8e9-c9ec1db69755 {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:48:22.859982 dv-cinder-804757-16-iscsi neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c590b7b0-b2e4-444a-ac45-1269d796b123', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97f7b780-e7d0-4907-bb48-5a37dc5306e4', 'code': 200} Feb 21 09:48:22.884655 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782759442315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782758885690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782758885708'] for port (97f7b780-e7d0-4907-bb48-5a37dc5306e4), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:22.885394 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Device 568ce5ed-602b-474d-9688-49149b161261 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 09:48:22.909754 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] No Port match for: 568ce5ed-602b-474d-9688-49149b161261 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 09:48:22.910105 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Device 568ce5ed-602b-474d-9688-49149b161261 not bound to the agent host hv-cinder-80475 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 09:48:22.963854 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Pushing event updated for resources: {'Port': ['ID=97f7b780-e7d0-4907-bb48-5a37dc5306e4,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:48:23.023606 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb10c81-1068-4b71-97fe-6c2c2b2d2bb8 req-73f7d94c-9dca-4fd2-9020-866a07355e76 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:23.026279 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-efb10c81-1068-4b71-97fe-6c2c2b2d2bb8 req-73f7d94c-9dca-4fd2-9020-866a07355e76 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/ports?device_id=676bc5c7-0aa9-4ac2-8391-afc3107d9065 HTTP/1.1" status: 200 len: 946 time: 0.0593841 Feb 21 09:48:23.073513 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-efb10c81-1068-4b71-97fe-6c2c2b2d2bb8 req-a502c312-2b13-48bf-bf4d-0aaf2ce97ac4 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/security-groups?id=8d9cb245-cf06-4580-adf5-355ae63bcdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423937 Feb 21 09:48:23.251691 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fd8fbd-af6c-49f9-a065-2d70bdc3efd4 req-e27025e3-8e15-4d57-b7a3-2d8ee701f54c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:23.253359 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-c8fd8fbd-af6c-49f9-a065-2d70bdc3efd4 req-e27025e3-8e15-4d57-b7a3-2d8ee701f54c service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=c590b7b0-b2e4-444a-ac45-1269d796b123 HTTP/1.1" status: 200 len: 1134 time: 0.0446103 Feb 21 09:48:23.307705 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-c8fd8fbd-af6c-49f9-a065-2d70bdc3efd4 req-d93b110c-22f8-4fad-aea7-8ef39b4289d2 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=06918998-1e87-4909-aa4a-8b9cac1b65a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392284 Feb 21 09:48:23.455615 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638b0710-3c36-47f9-b0c5-b386c19e07cf req-8e55e36f-fd19-4297-b2fc-4995ab75b4dd tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:23.457061 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-638b0710-3c36-47f9-b0c5-b386c19e07cf req-8e55e36f-fd19-4297-b2fc-4995ab75b4dd tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] 10.222.0.71 "GET /v2.0/ports?device_id=0bcc6ea4-3f26-4569-aa0e-d9f72a0b7b97 HTTP/1.1" status: 200 len: 945 time: 0.0612533 Feb 21 09:48:23.533254 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd660e8b-eff4-4d55-b361-0a15167a1ca2 req-f7b79b47-113c-4c33-a47d-b1f430e4eb4e tempest-VolumesNegativeTest-1740421852 tempest-VolumesNegativeTest-1740421852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:23.534621 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-dd660e8b-eff4-4d55-b361-0a15167a1ca2 req-f7b79b47-113c-4c33-a47d-b1f430e4eb4e tempest-VolumesNegativeTest-1740421852 tempest-VolumesNegativeTest-1740421852-project] 10.222.0.71 "GET /v2.0/ports?device_id=c590b7b0-b2e4-444a-ac45-1269d796b123 HTTP/1.1" status: 200 len: 950 time: 0.0943146 Feb 21 09:48:23.539527 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-638b0710-3c36-47f9-b0c5-b386c19e07cf req-bf230a59-11dc-4738-a140-7ace5841968a tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] 10.222.0.71 "GET /v2.0/security-groups?id=051a1fb3-2910-49f8-b5d8-0e085de068fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610228 Feb 21 09:48:23.580912 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-dd660e8b-eff4-4d55-b361-0a15167a1ca2 req-961c6b1d-9d65-4ce6-8d8e-014757b3dafc tempest-VolumesNegativeTest-1740421852 tempest-VolumesNegativeTest-1740421852-project] 10.222.0.71 "GET /v2.0/security-groups?id=06918998-1e87-4909-aa4a-8b9cac1b65a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395865 Feb 21 09:48:24.189274 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df3c9ba-5648-4853-aa40-ea0de0ad09be req-a63ea3d6-2e51-42ff-afe7-4561cc2a5a2a tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:24.190730 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-3df3c9ba-5648-4853-aa40-ea0de0ad09be req-a63ea3d6-2e51-42ff-afe7-4561cc2a5a2a tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/ports?device_id=676bc5c7-0aa9-4ac2-8391-afc3107d9065 HTTP/1.1" status: 200 len: 946 time: 0.0529544 Feb 21 09:48:24.236868 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-3df3c9ba-5648-4853-aa40-ea0de0ad09be req-3bad924a-d36a-4930-a1e9-0018a3dc59f3 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/security-groups?id=8d9cb245-cf06-4580-adf5-355ae63bcdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407412 Feb 21 09:48:24.684461 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0058eed-a453-4171-ab0a-6ec3b176ec0b req-d6fe54d1-c824-4c84-991a-bc7f78a481cf tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:24.685951 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-f0058eed-a453-4171-ab0a-6ec3b176ec0b req-d6fe54d1-c824-4c84-991a-bc7f78a481cf tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] 10.222.0.71 "GET /v2.0/ports?device_id=0bcc6ea4-3f26-4569-aa0e-d9f72a0b7b97 HTTP/1.1" status: 200 len: 945 time: 0.0799282 Feb 21 09:48:24.726091 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a3cf4a-8c66-47e1-a52c-c2a26914fb88 req-d6f05f92-2cc3-4724-a195-cb8cb4cedc56 tempest-VolumesNegativeTest-1740421852 tempest-VolumesNegativeTest-1740421852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:24.728045 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-99a3cf4a-8c66-47e1-a52c-c2a26914fb88 req-d6f05f92-2cc3-4724-a195-cb8cb4cedc56 tempest-VolumesNegativeTest-1740421852 tempest-VolumesNegativeTest-1740421852-project] 10.222.0.71 "GET /v2.0/ports?device_id=c590b7b0-b2e4-444a-ac45-1269d796b123 HTTP/1.1" status: 200 len: 950 time: 0.0813751 Feb 21 09:48:24.761494 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-f0058eed-a453-4171-ab0a-6ec3b176ec0b req-2dc95ff1-c887-4b59-85c1-90e505b5a9ac tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] 10.222.0.71 "GET /v2.0/security-groups?id=051a1fb3-2910-49f8-b5d8-0e085de068fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700183 Feb 21 09:48:24.788362 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-99a3cf4a-8c66-47e1-a52c-c2a26914fb88 req-89b533d8-db97-4a3b-bafd-c1c829f5b34f tempest-VolumesNegativeTest-1740421852 tempest-VolumesNegativeTest-1740421852-project] 10.222.0.71 "GET /v2.0/security-groups?id=06918998-1e87-4909-aa4a-8b9cac1b65a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543365 Feb 21 09:48:25.356788 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bebebb2-430c-4654-9b57-2b3964cd290c req-8bcde37b-13ec-4bcd-814f-85cf9114faf8 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:25.358522 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-1bebebb2-430c-4654-9b57-2b3964cd290c req-8bcde37b-13ec-4bcd-814f-85cf9114faf8 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/ports?device_id=676bc5c7-0aa9-4ac2-8391-afc3107d9065 HTTP/1.1" status: 200 len: 946 time: 0.0561593 Feb 21 09:48:25.409469 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-1bebebb2-430c-4654-9b57-2b3964cd290c req-a14d00f9-235e-4906-a774-24383563f42e tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/security-groups?id=8d9cb245-cf06-4580-adf5-355ae63bcdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457377 Feb 21 09:48:25.906404 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017ed4b1-adc4-44a2-a74b-b382122de3e1 req-dfeee4e7-bdd3-4c61-855a-1db9da291f2a tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:25.907879 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-017ed4b1-adc4-44a2-a74b-b382122de3e1 req-dfeee4e7-bdd3-4c61-855a-1db9da291f2a tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] 10.222.0.71 "GET /v2.0/ports?device_id=0bcc6ea4-3f26-4569-aa0e-d9f72a0b7b97 HTTP/1.1" status: 200 len: 945 time: 0.0812035 Feb 21 09:48:25.927883 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a41107a-f60f-4706-abf5-3bb8f75252d1 req-b59973c2-085c-4819-8647-307c58c1c6f8 tempest-VolumesNegativeTest-1740421852 tempest-VolumesNegativeTest-1740421852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:25.929328 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-8a41107a-f60f-4706-abf5-3bb8f75252d1 req-b59973c2-085c-4819-8647-307c58c1c6f8 tempest-VolumesNegativeTest-1740421852 tempest-VolumesNegativeTest-1740421852-project] 10.222.0.71 "GET /v2.0/ports?device_id=c590b7b0-b2e4-444a-ac45-1269d796b123 HTTP/1.1" status: 200 len: 950 time: 0.0734055 Feb 21 09:48:25.991094 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-017ed4b1-adc4-44a2-a74b-b382122de3e1 req-1014bb05-4382-4de1-8057-2aabb93f9983 tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] 10.222.0.71 "GET /v2.0/security-groups?id=051a1fb3-2910-49f8-b5d8-0e085de068fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760720 Feb 21 09:48:25.998668 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-8a41107a-f60f-4706-abf5-3bb8f75252d1 req-e2551ece-b2db-4222-ad29-d7677dcb6601 tempest-VolumesNegativeTest-1740421852 tempest-VolumesNegativeTest-1740421852-project] 10.222.0.71 "GET /v2.0/security-groups?id=06918998-1e87-4909-aa4a-8b9cac1b65a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621293 Feb 21 09:48:26.503621 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ab3e8e-2eb3-4260-90c1-11a6fa7def8d req-8fc6b6ac-8bf7-41a9-805d-ea44535845cf tempest-VolumesNegativeTest-1740421852 tempest-VolumesNegativeTest-1740421852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:26.505121 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-02ab3e8e-2eb3-4260-90c1-11a6fa7def8d req-8fc6b6ac-8bf7-41a9-805d-ea44535845cf tempest-VolumesNegativeTest-1740421852 tempest-VolumesNegativeTest-1740421852-project] 10.222.0.71 "GET /v2.0/ports?device_id=c590b7b0-b2e4-444a-ac45-1269d796b123 HTTP/1.1" status: 200 len: 950 time: 0.0953419 Feb 21 09:48:26.539448 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca19c1ea-941c-45be-a505-2c217a141216 req-ee72ad3f-c833-43c9-a1c5-299fdeff7337 tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:26.541032 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-ca19c1ea-941c-45be-a505-2c217a141216 req-ee72ad3f-c833-43c9-a1c5-299fdeff7337 tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] 10.222.0.69 "GET /v2.0/ports?device_id=0bcc6ea4-3f26-4569-aa0e-d9f72a0b7b97 HTTP/1.1" status: 200 len: 945 time: 0.1223717 Feb 21 09:48:26.619566 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-02ab3e8e-2eb3-4260-90c1-11a6fa7def8d req-e2fa93d5-8efb-452b-b2f2-b3153d699639 tempest-VolumesNegativeTest-1740421852 tempest-VolumesNegativeTest-1740421852-project] 10.222.0.71 "GET /v2.0/security-groups?id=06918998-1e87-4909-aa4a-8b9cac1b65a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988264 Feb 21 09:48:26.626414 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177a8a18-6960-4d42-948d-e32ba094713b req-65986c3b-8188-4700-8b24-252f41a3a370 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:26.627859 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-177a8a18-6960-4d42-948d-e32ba094713b req-65986c3b-8188-4700-8b24-252f41a3a370 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/ports?device_id=676bc5c7-0aa9-4ac2-8391-afc3107d9065 HTTP/1.1" status: 200 len: 946 time: 0.1460061 Feb 21 09:48:26.701723 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-177a8a18-6960-4d42-948d-e32ba094713b req-04d4bef4-8032-4def-8c3c-0ac8a7477af0 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/security-groups?id=8d9cb245-cf06-4580-adf5-355ae63bcdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676715 Feb 21 09:48:26.714704 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-ca19c1ea-941c-45be-a505-2c217a141216 req-10b9ac3c-9614-4e9b-9a80-98dd765ef080 tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] Deleting port 15169e14-c090-44c8-893f-030c7052d5b8 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 09:48:26.715046 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-ca19c1ea-941c-45be-a505-2c217a141216 req-10b9ac3c-9614-4e9b-9a80-98dd765ef080 tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782759436822'] for port (15169e14-c090-44c8-893f-030c7052d5b8), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:26.806723 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-ca19c1ea-941c-45be-a505-2c217a141216 req-10b9ac3c-9614-4e9b-9a80-98dd765ef080 tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] For port 15169e14-c090-44c8-893f-030c7052d5b8, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=15169e14-c090-44c8-893f-030c7052d5b8,segment=NetworkSegment(883b1861-d076-4ce8-a994-a672e2419836),segment_id=883b1861-d076-4ce8-a994-a672e2419836)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:48:26.807083 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-ca19c1ea-941c-45be-a505-2c217a141216 req-10b9ac3c-9614-4e9b-9a80-98dd765ef080 tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7915455'] for port (15169e14-c090-44c8-893f-030c7052d5b8), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:26.818620 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-ca19c1ea-941c-45be-a505-2c217a141216 req-10b9ac3c-9614-4e9b-9a80-98dd765ef080 tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] Calling delete_port for 15169e14-c090-44c8-893f-030c7052d5b8 owned by compute:nova {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 09:48:27.009651 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-ca19c1ea-941c-45be-a505-2c217a141216 req-10b9ac3c-9614-4e9b-9a80-98dd765ef080 tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782759442297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782758885681'] for port (15169e14-c090-44c8-893f-030c7052d5b8), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:27.024308 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] get_ports_and_sgs() called for port_ids ['96538a27-2ae0-4901-9c89-cfad396b7f3f', '52ff9b8a-b4cc-4fb6-b138-7da02ee03a86', '15169e14-c090-44c8-893f-030c7052d5b8'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 09:48:27.042383 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b9ac3c-9614-4e9b-9a80-98dd765ef080 tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] Pushing event deleted for resources: {'Port': ['ID=15169e14-c090-44c8-893f-030c7052d5b8,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:48:27.108639 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca19c1ea-941c-45be-a505-2c217a141216 req-10b9ac3c-9614-4e9b-9a80-98dd765ef080 tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] No DVR routers for this DVR port 15169e14-c090-44c8-893f-030c7052d5b8 on host hv-cinder-80475 {{(pid=109856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:48:27.111511 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-a3729cd1-7973-4d78-8d2d-d3c005387f50 req-a6a6d8b5-b063-43cc-8a97-f0a3ea6fc285 tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] 10.222.0.71 "GET /v2.0/ports?device_id=0bcc6ea4-3f26-4569-aa0e-d9f72a0b7b97 HTTP/1.1" status: 200 len: 210 time: 0.0423346 Feb 21 09:48:27.114133 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-ca19c1ea-941c-45be-a505-2c217a141216 req-10b9ac3c-9614-4e9b-9a80-98dd765ef080 tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8333137'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:27.117495 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-ca19c1ea-941c-45be-a505-2c217a141216 req-10b9ac3c-9614-4e9b-9a80-98dd765ef080 tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] 10.222.0.69 "DELETE /v2.0/ports/15169e14-c090-44c8-893f-030c7052d5b8 HTTP/1.1" status: 204 len: 173 time: 0.5658705 Feb 21 09:48:27.119040 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bcc6ea4-3f26-4569-aa0e-d9f72a0b7b97', 'name': 'network-vif-deleted', 'tag': '15169e14-c090-44c8-893f-030c7052d5b8'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:48:27.121990 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c95017b57136a4249e8df2494e5587cd96ada80ae38c14c6a4695013360e62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9caf96b5-e150-4889-9a80-ff58f5bc868e" -d '{"events": [{"server_uuid": "0bcc6ea4-3f26-4569-aa0e-d9f72a0b7b97", "name": "network-vif-deleted", "tag": "15169e14-c090-44c8-893f-030c7052d5b8"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:48:27.157982 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 09:48:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3ef0fd2-718c-41ea-9033-7189ee23d3b6 x-openstack-request-id: req-d3ef0fd2-718c-41ea-9033-7189ee23d3b6 {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:48:27.158275 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bcc6ea4-3f26-4569-aa0e-d9f72a0b7b97", "name": "network-vif-deleted", "tag": "15169e14-c090-44c8-893f-030c7052d5b8", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:48:27.158522 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-d3ef0fd2-718c-41ea-9033-7189ee23d3b6 {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:48:27.158918 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bcc6ea4-3f26-4569-aa0e-d9f72a0b7b97', 'name': 'network-vif-deleted', 'tag': '15169e14-c090-44c8-893f-030c7052d5b8', 'status': 'completed', 'code': 200} Feb 21 09:48:27.736727 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f3c7fb-f4a2-42b1-bfc3-15e6d911d275 req-46b85bc2-466e-46d5-a78c-96a92a4eddbf tempest-VolumesNegativeTest-1740421852 tempest-VolumesNegativeTest-1740421852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:27.738212 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-f6f3c7fb-f4a2-42b1-bfc3-15e6d911d275 req-46b85bc2-466e-46d5-a78c-96a92a4eddbf tempest-VolumesNegativeTest-1740421852 tempest-VolumesNegativeTest-1740421852-project] 10.222.0.71 "GET /v2.0/ports?device_id=c590b7b0-b2e4-444a-ac45-1269d796b123 HTTP/1.1" status: 200 len: 950 time: 0.0518019 Feb 21 09:48:27.797109 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-f6f3c7fb-f4a2-42b1-bfc3-15e6d911d275 req-cd54f158-ae9c-40ef-830b-e9c3e6e805b0 tempest-VolumesNegativeTest-1740421852 tempest-VolumesNegativeTest-1740421852-project] 10.222.0.71 "GET /v2.0/security-groups?id=06918998-1e87-4909-aa4a-8b9cac1b65a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534680 Feb 21 09:48:27.837686 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ea28ff-0a49-49e1-b25e-757b96afd37d req-9b4adde3-a352-4f49-8427-c3a495712762 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:27.839374 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-08ea28ff-0a49-49e1-b25e-757b96afd37d req-9b4adde3-a352-4f49-8427-c3a495712762 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/ports?device_id=676bc5c7-0aa9-4ac2-8391-afc3107d9065 HTTP/1.1" status: 200 len: 946 time: 0.0684571 Feb 21 09:48:27.884991 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-08ea28ff-0a49-49e1-b25e-757b96afd37d req-d29b3408-789f-451b-8676-706791124d19 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/security-groups?id=8d9cb245-cf06-4580-adf5-355ae63bcdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398905 Feb 21 09:48:28.218741 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-92e6b790-9a75-4bd1-a3c4-fc6fb8907924 req-0d0b04cf-cc92-4a34-a369-929de3a85216 tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] 10.222.0.71 "GET /v2.0/ports?device_id=0bcc6ea4-3f26-4569-aa0e-d9f72a0b7b97 HTTP/1.1" status: 200 len: 210 time: 0.0269890 Feb 21 09:48:28.576673 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d64797a-4811-4dfc-a0d1-6d5bd9968b86 req-bc3fc691-d6a6-4905-9b89-dba62b0c0021 tempest-VolumesNegativeTest-1740421852 tempest-VolumesNegativeTest-1740421852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:28.578003 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-3d64797a-4811-4dfc-a0d1-6d5bd9968b86 req-bc3fc691-d6a6-4905-9b89-dba62b0c0021 tempest-VolumesNegativeTest-1740421852 tempest-VolumesNegativeTest-1740421852-project] 10.222.0.69 "GET /v2.0/ports?device_id=c590b7b0-b2e4-444a-ac45-1269d796b123 HTTP/1.1" status: 200 len: 950 time: 0.0509348 Feb 21 09:48:28.676273 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-3d64797a-4811-4dfc-a0d1-6d5bd9968b86 req-6d7fd400-8ddd-4277-a4a0-9cf30344782e tempest-VolumesNegativeTest-1740421852 tempest-VolumesNegativeTest-1740421852-project] Deleting port 97f7b780-e7d0-4907-bb48-5a37dc5306e4 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 09:48:28.676647 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-3d64797a-4811-4dfc-a0d1-6d5bd9968b86 req-6d7fd400-8ddd-4277-a4a0-9cf30344782e tempest-VolumesNegativeTest-1740421852 tempest-VolumesNegativeTest-1740421852-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782759436822'] for port (97f7b780-e7d0-4907-bb48-5a37dc5306e4), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:28.762990 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-3d64797a-4811-4dfc-a0d1-6d5bd9968b86 req-6d7fd400-8ddd-4277-a4a0-9cf30344782e tempest-VolumesNegativeTest-1740421852 tempest-VolumesNegativeTest-1740421852-project] For port 97f7b780-e7d0-4907-bb48-5a37dc5306e4, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=97f7b780-e7d0-4907-bb48-5a37dc5306e4,segment=NetworkSegment(4548c2ba-9501-40ee-a080-d58c9d9debf2),segment_id=4548c2ba-9501-40ee-a080-d58c9d9debf2)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:48:28.763711 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-3d64797a-4811-4dfc-a0d1-6d5bd9968b86 req-6d7fd400-8ddd-4277-a4a0-9cf30344782e tempest-VolumesNegativeTest-1740421852 tempest-VolumesNegativeTest-1740421852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7915455'] for port (97f7b780-e7d0-4907-bb48-5a37dc5306e4), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:28.775418 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-3d64797a-4811-4dfc-a0d1-6d5bd9968b86 req-6d7fd400-8ddd-4277-a4a0-9cf30344782e tempest-VolumesNegativeTest-1740421852 tempest-VolumesNegativeTest-1740421852-project] Calling delete_port for 97f7b780-e7d0-4907-bb48-5a37dc5306e4 owned by compute:nova {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 09:48:28.945522 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2735df9d-4801-4dac-83d5-b6d5e561645a req-f542c672-c987-4c96-9841-67c0431dc18a tempest-VolumesNegativeTest-1740421852 tempest-VolumesNegativeTest-1740421852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:28.947804 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-2735df9d-4801-4dac-83d5-b6d5e561645a req-f542c672-c987-4c96-9841-67c0431dc18a tempest-VolumesNegativeTest-1740421852 tempest-VolumesNegativeTest-1740421852-project] 10.222.0.71 "GET /v2.0/ports?device_id=c590b7b0-b2e4-444a-ac45-1269d796b123 HTTP/1.1" status: 200 len: 950 time: 0.0697947 Feb 21 09:48:29.027839 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-2735df9d-4801-4dac-83d5-b6d5e561645a req-95107a17-a20a-4011-8936-72c007435e32 tempest-VolumesNegativeTest-1740421852 tempest-VolumesNegativeTest-1740421852-project] 10.222.0.71 "GET /v2.0/security-groups?id=06918998-1e87-4909-aa4a-8b9cac1b65a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743735 Feb 21 09:48:29.030333 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-3d64797a-4811-4dfc-a0d1-6d5bd9968b86 req-6d7fd400-8ddd-4277-a4a0-9cf30344782e tempest-VolumesNegativeTest-1740421852 tempest-VolumesNegativeTest-1740421852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782759442297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782758885681'] for port (97f7b780-e7d0-4907-bb48-5a37dc5306e4), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:29.046096 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be59a403-5eac-4ccc-ad9f-52db90aea75a req-fb670758-372b-4531-acce-e83ec36d761c tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:29.052704 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-be59a403-5eac-4ccc-ad9f-52db90aea75a req-fb670758-372b-4531-acce-e83ec36d761c tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/ports?device_id=676bc5c7-0aa9-4ac2-8391-afc3107d9065 HTTP/1.1" status: 200 len: 946 time: 0.0930629 Feb 21 09:48:29.052849 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] get_ports_and_sgs() called for port_ids ['97f7b780-e7d0-4907-bb48-5a37dc5306e4'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 09:48:29.070869 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7fd400-8ddd-4277-a4a0-9cf30344782e tempest-VolumesNegativeTest-1740421852 tempest-VolumesNegativeTest-1740421852-project] Pushing event deleted for resources: {'Port': ['ID=97f7b780-e7d0-4907-bb48-5a37dc5306e4,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:48:29.125749 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d64797a-4811-4dfc-a0d1-6d5bd9968b86 req-6d7fd400-8ddd-4277-a4a0-9cf30344782e tempest-VolumesNegativeTest-1740421852 tempest-VolumesNegativeTest-1740421852-project] No DVR routers for this DVR port 97f7b780-e7d0-4907-bb48-5a37dc5306e4 on host hv-cinder-80475 {{(pid=109856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:48:29.132488 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-3d64797a-4811-4dfc-a0d1-6d5bd9968b86 req-6d7fd400-8ddd-4277-a4a0-9cf30344782e tempest-VolumesNegativeTest-1740421852 tempest-VolumesNegativeTest-1740421852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8333137'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:29.135909 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-3d64797a-4811-4dfc-a0d1-6d5bd9968b86 req-6d7fd400-8ddd-4277-a4a0-9cf30344782e tempest-VolumesNegativeTest-1740421852 tempest-VolumesNegativeTest-1740421852-project] 10.222.0.69 "DELETE /v2.0/ports/97f7b780-e7d0-4907-bb48-5a37dc5306e4 HTTP/1.1" status: 204 len: 173 time: 0.5493736 Feb 21 09:48:29.158987 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-be59a403-5eac-4ccc-ad9f-52db90aea75a req-72a1e37f-5df1-4078-bd99-14595bdfc775 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/security-groups?id=8d9cb245-cf06-4580-adf5-355ae63bcdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903068 Feb 21 09:48:29.159561 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c590b7b0-b2e4-444a-ac45-1269d796b123', 'name': 'network-vif-deleted', 'tag': '97f7b780-e7d0-4907-bb48-5a37dc5306e4'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:48:29.162608 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c95017b57136a4249e8df2494e5587cd96ada80ae38c14c6a4695013360e62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e990cd8a-27d2-40f0-9fd9-90c47e73182c" -d '{"events": [{"server_uuid": "c590b7b0-b2e4-444a-ac45-1269d796b123", "name": "network-vif-deleted", "tag": "97f7b780-e7d0-4907-bb48-5a37dc5306e4"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:48:29.202799 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 09:48:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d631678f-905c-4f2d-81c3-8e9d8274cb67 x-openstack-request-id: req-d631678f-905c-4f2d-81c3-8e9d8274cb67 {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:48:29.203294 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c590b7b0-b2e4-444a-ac45-1269d796b123", "name": "network-vif-deleted", "tag": "97f7b780-e7d0-4907-bb48-5a37dc5306e4", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:48:29.203602 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-d631678f-905c-4f2d-81c3-8e9d8274cb67 {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:48:29.204081 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c590b7b0-b2e4-444a-ac45-1269d796b123', 'name': 'network-vif-deleted', 'tag': '97f7b780-e7d0-4907-bb48-5a37dc5306e4', 'status': 'completed', 'code': 200} Feb 21 09:48:29.681300 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb58364-f9e7-42ff-a62a-1ff3a75f7431 req-ae4a586d-0a19-44e2-acf4-414bc580c16a tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:29.682965 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-bfb58364-f9e7-42ff-a62a-1ff3a75f7431 req-ae4a586d-0a19-44e2-acf4-414bc580c16a tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] 10.222.0.71 "GET /v2.0/ports?device_id=c1933bc0-38dd-4a69-bd80-2ffbe18110b6 HTTP/1.1" status: 200 len: 945 time: 0.0576108 Feb 21 09:48:29.728389 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-bfb58364-f9e7-42ff-a62a-1ff3a75f7431 req-53cb4b2f-6d95-4b9c-8ee0-b1c1cc7d517f tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] 10.222.0.71 "GET /v2.0/security-groups?id=051a1fb3-2910-49f8-b5d8-0e085de068fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398538 Feb 21 09:48:30.137020 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-9b6268b6-4da1-4420-86f7-79975fbbe461 req-79c28163-6cb2-4c74-821d-02f78ae6a696 tempest-VolumesNegativeTest-1740421852 tempest-VolumesNegativeTest-1740421852-project] 10.222.0.71 "GET /v2.0/ports?device_id=c590b7b0-b2e4-444a-ac45-1269d796b123 HTTP/1.1" status: 200 len: 210 time: 0.0274589 Feb 21 09:48:30.282254 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4941a4-b532-4b5f-b0d1-dcb9afcdab93 req-0cd5b97c-067b-4b13-8902-bbb4bc21c87e tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:30.283646 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-8d4941a4-b532-4b5f-b0d1-dcb9afcdab93 req-0cd5b97c-067b-4b13-8902-bbb4bc21c87e tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/ports?device_id=676bc5c7-0aa9-4ac2-8391-afc3107d9065 HTTP/1.1" status: 200 len: 946 time: 0.0547030 Feb 21 09:48:30.335129 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-8d4941a4-b532-4b5f-b0d1-dcb9afcdab93 req-13383471-ea38-489b-b545-eac42ca9f124 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/security-groups?id=8d9cb245-cf06-4580-adf5-355ae63bcdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454926 Feb 21 09:48:30.663324 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Device 15169e14-c090-44c8-893f-030c7052d5b8 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 09:48:30.684124 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] No Port match for: 15169e14-c090-44c8-893f-030c7052d5b8 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 09:48:30.684468 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Device 15169e14-c090-44c8-893f-030c7052d5b8 not bound to the agent host hv-cinder-80475 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 09:48:30.684909 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Device 97f7b780-e7d0-4907-bb48-5a37dc5306e4 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 09:48:30.702746 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] No Port match for: 97f7b780-e7d0-4907-bb48-5a37dc5306e4 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 09:48:30.703091 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Device 97f7b780-e7d0-4907-bb48-5a37dc5306e4 not bound to the agent host hv-cinder-80475 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 09:48:30.845633 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad7fb49-84f0-4e31-9c98-c9cc084c894d req-a66db6f1-6cc7-44c5-b506-5fc591ef5b71 tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:30.847404 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-fad7fb49-84f0-4e31-9c98-c9cc084c894d req-a66db6f1-6cc7-44c5-b506-5fc591ef5b71 tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] 10.222.0.71 "GET /v2.0/ports?device_id=c1933bc0-38dd-4a69-bd80-2ffbe18110b6 HTTP/1.1" status: 200 len: 945 time: 0.0525234 Feb 21 09:48:30.892683 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-fad7fb49-84f0-4e31-9c98-c9cc084c894d req-44f28dd3-6726-47c7-b151-e659787fe914 tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] 10.222.0.71 "GET /v2.0/security-groups?id=051a1fb3-2910-49f8-b5d8-0e085de068fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400712 Feb 21 09:48:31.454001 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab0e2db-f887-4bf3-be7c-c3f2b9a0b2e2 req-255b698e-b612-400d-b288-79c13aefb169 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:31.455752 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-4ab0e2db-f887-4bf3-be7c-c3f2b9a0b2e2 req-255b698e-b612-400d-b288-79c13aefb169 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/ports?device_id=676bc5c7-0aa9-4ac2-8391-afc3107d9065 HTTP/1.1" status: 200 len: 946 time: 0.0519209 Feb 21 09:48:31.508103 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-4ab0e2db-f887-4bf3-be7c-c3f2b9a0b2e2 req-0a8fe19f-6ef1-4960-b5f9-6eada54889e1 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/security-groups?id=8d9cb245-cf06-4580-adf5-355ae63bcdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448067 Feb 21 09:48:31.840447 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8dc767-ec07-46a2-a14e-575a8a5bf57f req-0ffdf752-a332-412a-8b03-3ce50516f285 tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:31.841669 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-cc8dc767-ec07-46a2-a14e-575a8a5bf57f req-0ffdf752-a332-412a-8b03-3ce50516f285 tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] 10.222.0.69 "GET /v2.0/ports?device_id=c1933bc0-38dd-4a69-bd80-2ffbe18110b6 HTTP/1.1" status: 200 len: 945 time: 0.0574951 Feb 21 09:48:31.944689 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-cc8dc767-ec07-46a2-a14e-575a8a5bf57f req-b67b7965-de8f-4d95-8d04-184ff2340da2 tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] Deleting port 52ff9b8a-b4cc-4fb6-b138-7da02ee03a86 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 09:48:31.945039 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-cc8dc767-ec07-46a2-a14e-575a8a5bf57f req-b67b7965-de8f-4d95-8d04-184ff2340da2 tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782759436822'] for port (52ff9b8a-b4cc-4fb6-b138-7da02ee03a86), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:32.074529 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2572bf63-4ff1-4139-a90b-86ac51c93f9e req-89b9ea64-7db9-4ee2-81fc-45765eba25f3 tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:32.076005 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-2572bf63-4ff1-4139-a90b-86ac51c93f9e req-89b9ea64-7db9-4ee2-81fc-45765eba25f3 tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] 10.222.0.71 "GET /v2.0/ports?device_id=c1933bc0-38dd-4a69-bd80-2ffbe18110b6 HTTP/1.1" status: 200 len: 945 time: 0.0853245 Feb 21 09:48:32.084246 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-cc8dc767-ec07-46a2-a14e-575a8a5bf57f req-b67b7965-de8f-4d95-8d04-184ff2340da2 tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] For port 52ff9b8a-b4cc-4fb6-b138-7da02ee03a86, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=52ff9b8a-b4cc-4fb6-b138-7da02ee03a86,segment=NetworkSegment(883b1861-d076-4ce8-a994-a672e2419836),segment_id=883b1861-d076-4ce8-a994-a672e2419836)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:48:32.084640 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-cc8dc767-ec07-46a2-a14e-575a8a5bf57f req-b67b7965-de8f-4d95-8d04-184ff2340da2 tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7915455'] for port (52ff9b8a-b4cc-4fb6-b138-7da02ee03a86), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:32.108874 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-cc8dc767-ec07-46a2-a14e-575a8a5bf57f req-b67b7965-de8f-4d95-8d04-184ff2340da2 tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] Calling delete_port for 52ff9b8a-b4cc-4fb6-b138-7da02ee03a86 owned by compute:nova {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 09:48:32.182901 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-2572bf63-4ff1-4139-a90b-86ac51c93f9e req-0984165b-000d-4505-b1ca-c8d6239902c7 tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] 10.222.0.71 "GET /v2.0/security-groups?id=051a1fb3-2910-49f8-b5d8-0e085de068fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011050 Feb 21 09:48:32.329837 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-cc8dc767-ec07-46a2-a14e-575a8a5bf57f req-b67b7965-de8f-4d95-8d04-184ff2340da2 tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782759442297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782758885681'] for port (52ff9b8a-b4cc-4fb6-b138-7da02ee03a86), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:32.346388 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] get_ports_and_sgs() called for port_ids ['96538a27-2ae0-4901-9c89-cfad396b7f3f', '52ff9b8a-b4cc-4fb6-b138-7da02ee03a86'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 09:48:32.374687 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67b7965-de8f-4d95-8d04-184ff2340da2 tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] Pushing event deleted for resources: {'Port': ['ID=52ff9b8a-b4cc-4fb6-b138-7da02ee03a86,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:48:32.403350 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67b7965-de8f-4d95-8d04-184ff2340da2 tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:48:32.404613 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67b7965-de8f-4d95-8d04-184ff2340da2 tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:48:32.405169 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67b7965-de8f-4d95-8d04-184ff2340da2 tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:48:32.405702 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67b7965-de8f-4d95-8d04-184ff2340da2 tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:48:32.406598 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67b7965-de8f-4d95-8d04-184ff2340da2 tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:48:32.407329 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67b7965-de8f-4d95-8d04-184ff2340da2 tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:48:32.408384 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67b7965-de8f-4d95-8d04-184ff2340da2 tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:48:32.409010 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67b7965-de8f-4d95-8d04-184ff2340da2 tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:48:32.409584 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67b7965-de8f-4d95-8d04-184ff2340da2 tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:48:32.409986 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67b7965-de8f-4d95-8d04-184ff2340da2 tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:48:32.410626 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67b7965-de8f-4d95-8d04-184ff2340da2 tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:48:32.411122 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67b7965-de8f-4d95-8d04-184ff2340da2 tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:48:32.411619 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67b7965-de8f-4d95-8d04-184ff2340da2 tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:48:32.435986 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc8dc767-ec07-46a2-a14e-575a8a5bf57f req-b67b7965-de8f-4d95-8d04-184ff2340da2 tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] No DVR routers for this DVR port 52ff9b8a-b4cc-4fb6-b138-7da02ee03a86 on host hv-cinder-80475 {{(pid=109856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:48:32.438638 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-cc8dc767-ec07-46a2-a14e-575a8a5bf57f req-b67b7965-de8f-4d95-8d04-184ff2340da2 tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8333137'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:32.442282 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-cc8dc767-ec07-46a2-a14e-575a8a5bf57f req-b67b7965-de8f-4d95-8d04-184ff2340da2 tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] 10.222.0.69 "DELETE /v2.0/ports/52ff9b8a-b4cc-4fb6-b138-7da02ee03a86 HTTP/1.1" status: 204 len: 173 time: 0.5905473 Feb 21 09:48:32.449897 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1933bc0-38dd-4a69-bd80-2ffbe18110b6', 'name': 'network-vif-deleted', 'tag': '52ff9b8a-b4cc-4fb6-b138-7da02ee03a86'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:48:32.452442 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c95017b57136a4249e8df2494e5587cd96ada80ae38c14c6a4695013360e62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4755b288-1c55-430a-811b-9418b5a448ce" -d '{"events": [{"server_uuid": "c1933bc0-38dd-4a69-bd80-2ffbe18110b6", "name": "network-vif-deleted", "tag": "52ff9b8a-b4cc-4fb6-b138-7da02ee03a86"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:48:32.505125 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e112ea-68b3-4742-9e25-4f24036ab02a req-a10bc952-0fbf-438a-94c2-8cc52d70fe81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:32.508139 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-e0e112ea-68b3-4742-9e25-4f24036ab02a req-a10bc952-0fbf-438a-94c2-8cc52d70fe81 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=676bc5c7-0aa9-4ac2-8391-afc3107d9065 HTTP/1.1" status: 200 len: 1130 time: 0.0718439 Feb 21 09:48:32.524800 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 09:48:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8946ebdc-8bd2-4cd2-8741-efe8d74a34c0 x-openstack-request-id: req-8946ebdc-8bd2-4cd2-8741-efe8d74a34c0 {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:48:32.525090 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1933bc0-38dd-4a69-bd80-2ffbe18110b6", "name": "network-vif-deleted", "tag": "52ff9b8a-b4cc-4fb6-b138-7da02ee03a86", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:48:32.525964 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-8946ebdc-8bd2-4cd2-8741-efe8d74a34c0 {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:48:32.525964 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1933bc0-38dd-4a69-bd80-2ffbe18110b6', 'name': 'network-vif-deleted', 'tag': '52ff9b8a-b4cc-4fb6-b138-7da02ee03a86', 'status': 'completed', 'code': 200} Feb 21 09:48:32.581704 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-e0e112ea-68b3-4742-9e25-4f24036ab02a req-eedfae1c-f55d-464d-8c23-078292ae67d7 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=8d9cb245-cf06-4580-adf5-355ae63bcdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465062 Feb 21 09:48:32.637052 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cc2703-295d-467f-b04a-afbde8db7121 req-0d8f9261-9618-4a00-bbfa-e89d5a5bf269 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:32.638769 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-16cc2703-295d-467f-b04a-afbde8db7121 req-0d8f9261-9618-4a00-bbfa-e89d5a5bf269 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/ports?device_id=676bc5c7-0aa9-4ac2-8391-afc3107d9065 HTTP/1.1" status: 200 len: 946 time: 0.0562048 Feb 21 09:48:32.686545 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-16cc2703-295d-467f-b04a-afbde8db7121 req-509c3998-ca7a-4862-a77e-86ee7e62a086 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/security-groups?id=8d9cb245-cf06-4580-adf5-355ae63bcdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418553 Feb 21 09:48:33.199552 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-eb03abab-0c19-46bb-8111-886cad96d215 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (7b1feb7e-a062-49d6-b835-c5fae1c9b9ce), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:33.297940 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-aa32f5ac-07d3-4be6-99b7-e87306b2bc44 req-971bce29-20d4-48bd-9494-afff64e9fd6e tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] 10.222.0.71 "GET /v2.0/ports?device_id=c1933bc0-38dd-4a69-bd80-2ffbe18110b6 HTTP/1.1" status: 200 len: 210 time: 0.0310295 Feb 21 09:48:33.806590 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746cc551-13a0-4037-bb78-1cb463489e93 req-cca0475c-fb61-42af-b912-4a4297304eea tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:33.807973 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-746cc551-13a0-4037-bb78-1cb463489e93 req-cca0475c-fb61-42af-b912-4a4297304eea tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/ports?device_id=676bc5c7-0aa9-4ac2-8391-afc3107d9065 HTTP/1.1" status: 200 len: 946 time: 0.0522182 Feb 21 09:48:33.858081 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-746cc551-13a0-4037-bb78-1cb463489e93 req-b4cf2da2-0331-4989-9157-8f88e865d59c tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/security-groups?id=8d9cb245-cf06-4580-adf5-355ae63bcdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439005 Feb 21 09:48:34.984324 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27196cb-f627-4e70-99a3-420fdf0cf1fb req-e89ab521-f3bb-4afd-b6ca-40abaa9fce5a tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:34.985920 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-f27196cb-f627-4e70-99a3-420fdf0cf1fb req-e89ab521-f3bb-4afd-b6ca-40abaa9fce5a tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/ports?device_id=676bc5c7-0aa9-4ac2-8391-afc3107d9065 HTTP/1.1" status: 200 len: 946 time: 0.0592835 Feb 21 09:48:35.040131 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-f27196cb-f627-4e70-99a3-420fdf0cf1fb req-54efbd3e-158f-4133-a36a-5715216e0d9a tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/security-groups?id=8d9cb245-cf06-4580-adf5-355ae63bcdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486381 Feb 21 09:48:35.499631 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-48a3f55c-4037-42bc-9ce7-f643fb8745dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (f1afc09b-b148-496e-b857-a568110caa3c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:35.575102 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd11158-42d7-42aa-ac12-306061f86528 req-5821932a-51cf-4128-b15f-4784cf879f55 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:35.576647 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-0bd11158-42d7-42aa-ac12-306061f86528 req-5821932a-51cf-4128-b15f-4784cf879f55 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/ports?device_id=676bc5c7-0aa9-4ac2-8391-afc3107d9065 HTTP/1.1" status: 200 len: 946 time: 0.0576668 Feb 21 09:48:35.635573 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-0bd11158-42d7-42aa-ac12-306061f86528 req-95e536b1-5a28-4419-8f44-fba6197323b6 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/security-groups?id=8d9cb245-cf06-4580-adf5-355ae63bcdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531266 Feb 21 09:48:35.738374 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f664d15-4bd2-4c88-905b-4a6fcc482ece req-bfd8fe31-350f-483c-a6b0-afe5f490420a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:35.739960 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-0f664d15-4bd2-4c88-905b-4a6fcc482ece req-bfd8fe31-350f-483c-a6b0-afe5f490420a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f0b97717b6834f3e8ecbc551e47a71ca&device_id=676bc5c7-0aa9-4ac2-8391-afc3107d9065 HTTP/1.1" status: 200 len: 1130 time: 0.0608530 Feb 21 09:48:35.846389 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f664d15-4bd2-4c88-905b-4a6fcc482ece req-f0b20b87-d70f-42f7-b4df-83d97c5d1771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:35.847872 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-0f664d15-4bd2-4c88-905b-4a6fcc482ece req-f0b20b87-d70f-42f7-b4df-83d97c5d1771 service neutron] 10.222.0.69 "GET /v2.0/networks?id=706f69fe-d205-4d95-9b18-bd6073de0e85 HTTP/1.1" status: 200 len: 919 time: 0.0965085 Feb 21 09:48:35.907872 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-0f664d15-4bd2-4c88-905b-4a6fcc482ece req-f0c8fdce-9bd5-4b6b-991c-da85d6a0f546 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=63fe613a-e289-405c-8fa6-1b6e4f4be7ca HTTP/1.1" status: 200 len: 217 time: 0.0386212 Feb 21 09:48:35.962338 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f664d15-4bd2-4c88-905b-4a6fcc482ece req-5d4ff544-d7cc-43ba-895b-352dc6544f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:35.963834 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-0f664d15-4bd2-4c88-905b-4a6fcc482ece req-5d4ff544-d7cc-43ba-895b-352dc6544f6f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=45738c06-7bf8-4f5a-88b1-5a2c943366a6 HTTP/1.1" status: 200 len: 858 time: 0.0436237 Feb 21 09:48:36.002678 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-0f664d15-4bd2-4c88-905b-4a6fcc482ece req-8b743c2c-d363-4d15-b43b-207a230397fb service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=706f69fe-d205-4d95-9b18-bd6073de0e85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248873 Feb 21 09:48:36.117042 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-0f664d15-4bd2-4c88-905b-4a6fcc482ece req-0838388f-acde-4f2f-9662-cc0ab2bd8eb6 service neutron] 10.222.0.69 "GET /v2.0/networks/706f69fe-d205-4d95-9b18-bd6073de0e85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008489 Feb 21 09:48:36.222670 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a89d45-5e35-4f77-b3ba-d0d57653ed50 req-c444cc34-e7cf-480c-abb4-d4313aa963a8 tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:36.224144 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-35a89d45-5e35-4f77-b3ba-d0d57653ed50 req-c444cc34-e7cf-480c-abb4-d4313aa963a8 tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] 10.222.0.71 "GET /v2.0/ports?device_id=0a38e0f1-ae21-4d1c-a530-fb3731cca4c5 HTTP/1.1" status: 200 len: 945 time: 0.1264594 Feb 21 09:48:36.269444 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-0f664d15-4bd2-4c88-905b-4a6fcc482ece req-3799c865-bbaf-4cbf-bde1-3d9eea531862 service neutron] 10.222.0.69 "GET /v2.0/networks/706f69fe-d205-4d95-9b18-bd6073de0e85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367447 Feb 21 09:48:36.284856 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-35a89d45-5e35-4f77-b3ba-d0d57653ed50 req-72240904-a274-42d9-95cc-c09da8cd3e2b tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] 10.222.0.71 "GET /v2.0/security-groups?id=051a1fb3-2910-49f8-b5d8-0e085de068fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542302 Feb 21 09:48:36.671111 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Device 52ff9b8a-b4cc-4fb6-b138-7da02ee03a86 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 09:48:36.696278 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] No Port match for: 52ff9b8a-b4cc-4fb6-b138-7da02ee03a86 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 09:48:36.696278 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Device 52ff9b8a-b4cc-4fb6-b138-7da02ee03a86 not bound to the agent host hv-cinder-80475 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 09:48:36.777829 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ca65ac-d4b2-47f7-bad7-4874e9c9eea9 req-476a8671-8a74-4cb6-9349-b496234da831 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:36.779309 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-09ca65ac-d4b2-47f7-bad7-4874e9c9eea9 req-476a8671-8a74-4cb6-9349-b496234da831 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/ports?device_id=676bc5c7-0aa9-4ac2-8391-afc3107d9065 HTTP/1.1" status: 200 len: 946 time: 0.0555806 Feb 21 09:48:36.825925 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-09ca65ac-d4b2-47f7-bad7-4874e9c9eea9 req-b4f03ded-5593-4009-a1fd-fba14d995a05 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/security-groups?id=8d9cb245-cf06-4580-adf5-355ae63bcdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411882 Feb 21 09:48:36.865289 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-43ce5351-eeda-4347-b66a-565ea5ef4f96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (93f03475-d11b-4921-b82a-7ea88eab1568), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:37.405341 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6f655c-c3d6-4c1e-8347-0c6248eab105 req-1368d002-bb93-449f-a412-0a120e31a4fe tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:37.406809 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-0c6f655c-c3d6-4c1e-8347-0c6248eab105 req-1368d002-bb93-449f-a412-0a120e31a4fe tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] 10.222.0.71 "GET /v2.0/ports?device_id=0a38e0f1-ae21-4d1c-a530-fb3731cca4c5 HTTP/1.1" status: 200 len: 945 time: 0.0553737 Feb 21 09:48:37.452806 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-0c6f655c-c3d6-4c1e-8347-0c6248eab105 req-74058d28-9fab-465b-8cea-82868ad6ce22 tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] 10.222.0.71 "GET /v2.0/security-groups?id=051a1fb3-2910-49f8-b5d8-0e085de068fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403275 Feb 21 09:48:37.637551 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 54482) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:48:37.740465 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (f5044fde-eef4-46eb-b3ce-4ab87030ccc0), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:37.770044 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-a2d2002a-c22a-4cef-b8ed-dac4d7bebfe1 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=5d241fb42eaf4a9490e7b4e5b311164a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1311147 Feb 21 09:48:37.772348 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 54486) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:48:37.817975 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4aca48b6-553a-45f4-b152-1765a524164b admin admin] Publish callbacks [] for security_group (06918998-1e87-4909-aa4a-8b9cac1b65a9), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:37.839124 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4aca48b6-553a-45f4-b152-1765a524164b admin admin] Publish callbacks [] for security_group (06918998-1e87-4909-aa4a-8b9cac1b65a9), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:38.123803 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-2b8302a0-632c-4bb4-a8e1-5b2fb521f750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (a872b2e0-7e3e-43db-8705-7fb9ea875340), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:38.162542 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4aca48b6-553a-45f4-b152-1765a524164b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (06918998-1e87-4909-aa4a-8b9cac1b65a9), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:38.165348 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4aca48b6-553a-45f4-b152-1765a524164b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:38.166444 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-4aca48b6-553a-45f4-b152-1765a524164b admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/06918998-1e87-4909-aa4a-8b9cac1b65a9 HTTP/1.1" status: 204 len: 168 time: 0.3932056 Feb 21 09:48:38.178986 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aca48b6-553a-45f4-b152-1765a524164b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06918998-1e87-4909-aa4a-8b9cac1b65a9,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:48:38.198235 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c3c156-8496-4f46-af33-ee0d87bf8c86 req-d1eecc69-e98e-4d0c-98fa-14216b8b42ad tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:38.199875 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-f9c3c156-8496-4f46-af33-ee0d87bf8c86 req-d1eecc69-e98e-4d0c-98fa-14216b8b42ad tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/ports?device_id=676bc5c7-0aa9-4ac2-8391-afc3107d9065 HTTP/1.1" status: 200 len: 946 time: 0.3056502 Feb 21 09:48:38.246566 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-f9c3c156-8496-4f46-af33-ee0d87bf8c86 req-6df7b690-05a8-4f1f-8e29-9016b1f2d01a tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/security-groups?id=8d9cb245-cf06-4580-adf5-355ae63bcdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402596 Feb 21 09:48:38.595869 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4992a3ee-a37c-4f4e-ab5e-cf88c4bf923b req-db40d1d3-fc00-4bbd-ab35-cc8f467f0ab4 tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:38.597328 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-4992a3ee-a37c-4f4e-ab5e-cf88c4bf923b req-db40d1d3-fc00-4bbd-ab35-cc8f467f0ab4 tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] 10.222.0.71 "GET /v2.0/ports?device_id=0a38e0f1-ae21-4d1c-a530-fb3731cca4c5 HTTP/1.1" status: 200 len: 945 time: 0.0541914 Feb 21 09:48:38.642773 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-4992a3ee-a37c-4f4e-ab5e-cf88c4bf923b req-62a77101-ff27-45c3-a526-87a364ea2f92 tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] 10.222.0.71 "GET /v2.0/security-groups?id=051a1fb3-2910-49f8-b5d8-0e085de068fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399382 Feb 21 09:48:38.850101 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe027aae-6498-4bd8-9b9d-cc57f85c8dc3 req-5ab02de9-683f-49de-af9f-1d032330a9b8 tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:38.851450 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-fe027aae-6498-4bd8-9b9d-cc57f85c8dc3 req-5ab02de9-683f-49de-af9f-1d032330a9b8 tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a38e0f1-ae21-4d1c-a530-fb3731cca4c5 HTTP/1.1" status: 200 len: 945 time: 0.0519121 Feb 21 09:48:38.950099 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-fe027aae-6498-4bd8-9b9d-cc57f85c8dc3 req-0254e8a1-5c5d-4092-8b9f-1e7c399f0756 tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] Deleting port 96538a27-2ae0-4901-9c89-cfad396b7f3f {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 09:48:38.950429 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-fe027aae-6498-4bd8-9b9d-cc57f85c8dc3 req-0254e8a1-5c5d-4092-8b9f-1e7c399f0756 tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782759436822'] for port (96538a27-2ae0-4901-9c89-cfad396b7f3f), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:39.037720 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-fe027aae-6498-4bd8-9b9d-cc57f85c8dc3 req-0254e8a1-5c5d-4092-8b9f-1e7c399f0756 tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] For port 96538a27-2ae0-4901-9c89-cfad396b7f3f, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=96538a27-2ae0-4901-9c89-cfad396b7f3f,segment=NetworkSegment(883b1861-d076-4ce8-a994-a672e2419836),segment_id=883b1861-d076-4ce8-a994-a672e2419836)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:48:39.038329 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-fe027aae-6498-4bd8-9b9d-cc57f85c8dc3 req-0254e8a1-5c5d-4092-8b9f-1e7c399f0756 tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7915455'] for port (96538a27-2ae0-4901-9c89-cfad396b7f3f), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:39.050603 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-fe027aae-6498-4bd8-9b9d-cc57f85c8dc3 req-0254e8a1-5c5d-4092-8b9f-1e7c399f0756 tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] Calling delete_port for 96538a27-2ae0-4901-9c89-cfad396b7f3f owned by compute:nova {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 09:48:39.232453 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-fe027aae-6498-4bd8-9b9d-cc57f85c8dc3 req-0254e8a1-5c5d-4092-8b9f-1e7c399f0756 tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782759442297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782758885681'] for port (96538a27-2ae0-4901-9c89-cfad396b7f3f), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:39.246210 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] get_ports_and_sgs() called for port_ids ['96538a27-2ae0-4901-9c89-cfad396b7f3f'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 09:48:39.262127 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0254e8a1-5c5d-4092-8b9f-1e7c399f0756 tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] Pushing event deleted for resources: {'Port': ['ID=96538a27-2ae0-4901-9c89-cfad396b7f3f,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:48:39.309077 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe027aae-6498-4bd8-9b9d-cc57f85c8dc3 req-0254e8a1-5c5d-4092-8b9f-1e7c399f0756 tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] No DVR routers for this DVR port 96538a27-2ae0-4901-9c89-cfad396b7f3f on host hv-cinder-80475 {{(pid=109856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:48:39.311720 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-fe027aae-6498-4bd8-9b9d-cc57f85c8dc3 req-0254e8a1-5c5d-4092-8b9f-1e7c399f0756 tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8333137'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:39.315373 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-fe027aae-6498-4bd8-9b9d-cc57f85c8dc3 req-0254e8a1-5c5d-4092-8b9f-1e7c399f0756 tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] 10.222.0.69 "DELETE /v2.0/ports/96538a27-2ae0-4901-9c89-cfad396b7f3f HTTP/1.1" status: 204 len: 173 time: 0.4569724 Feb 21 09:48:39.315946 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a38e0f1-ae21-4d1c-a530-fb3731cca4c5', 'name': 'network-vif-deleted', 'tag': '96538a27-2ae0-4901-9c89-cfad396b7f3f'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:48:39.318392 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c95017b57136a4249e8df2494e5587cd96ada80ae38c14c6a4695013360e62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51c9cea0-16f9-4e31-9653-a91edf405a4a" -d '{"events": [{"server_uuid": "0a38e0f1-ae21-4d1c-a530-fb3731cca4c5", "name": "network-vif-deleted", "tag": "96538a27-2ae0-4901-9c89-cfad396b7f3f"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:48:39.378924 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c22414-c012-49ac-ac5e-723cdf8c8d3a req-8e123bf3-5321-43b3-a72f-87fae3a31fc8 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:39.380411 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-99c22414-c012-49ac-ac5e-723cdf8c8d3a req-8e123bf3-5321-43b3-a72f-87fae3a31fc8 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/ports?device_id=676bc5c7-0aa9-4ac2-8391-afc3107d9065 HTTP/1.1" status: 200 len: 946 time: 0.0577149 Feb 21 09:48:39.457301 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-99c22414-c012-49ac-ac5e-723cdf8c8d3a req-0a6c5530-a6f5-4aec-9957-44a862a6b5d7 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/security-groups?id=8d9cb245-cf06-4580-adf5-355ae63bcdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679820 Feb 21 09:48:39.467907 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd73f5c-43d2-439a-8f16-3737959fdae5 req-3b3811b4-d3ea-4042-9243-45f46fc5fb26 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:39.469370 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-cfd73f5c-43d2-439a-8f16-3737959fdae5 req-3b3811b4-d3ea-4042-9243-45f46fc5fb26 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/ports?device_id=00989555-27b6-4362-a62a-d87491bf6370 HTTP/1.1" status: 200 len: 946 time: 0.0880594 Feb 21 09:48:39.505245 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 09:48:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59f94dd8-f3a8-4f8b-abfd-ee97a44f9993 x-openstack-request-id: req-59f94dd8-f3a8-4f8b-abfd-ee97a44f9993 {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:48:39.505539 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a38e0f1-ae21-4d1c-a530-fb3731cca4c5", "name": "network-vif-deleted", "tag": "96538a27-2ae0-4901-9c89-cfad396b7f3f", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:48:39.505790 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-59f94dd8-f3a8-4f8b-abfd-ee97a44f9993 {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:48:39.506184 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a38e0f1-ae21-4d1c-a530-fb3731cca4c5', 'name': 'network-vif-deleted', 'tag': '96538a27-2ae0-4901-9c89-cfad396b7f3f', 'status': 'completed', 'code': 200} Feb 21 09:48:39.528061 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-cfd73f5c-43d2-439a-8f16-3737959fdae5 req-531bed21-3ff3-4f68-aed2-9e2c34828723 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/security-groups?id=5f89fa62-8f8a-4416-89bd-eddc545c178e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490308 Feb 21 09:48:39.695084 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (ce3e6371-75e2-4bba-8260-49cd855bb251), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:39.763599 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-83683059-d598-41c9-a58d-7381e88565ef req-89c1a98c-2ff0-41a3-ab4b-45ba1a61543f tempest-AttachVolumeNegativeTest-1021850761 tempest-AttachVolumeNegativeTest-1021850761-project] 10.222.0.71 "GET /v2.0/ports?device_id=0a38e0f1-ae21-4d1c-a530-fb3731cca4c5 HTTP/1.1" status: 200 len: 210 time: 0.0296812 Feb 21 09:48:39.806460 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-659d87a7-5550-46c3-9694-6a3c38c40b29 req-d2ce8454-d6c2-4265-9c44-201d74d97b6f service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=3f8f33d0-b9e5-4bbd-874b-6538418e7b6a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0460713 Feb 21 09:48:39.878585 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659d87a7-5550-46c3-9694-6a3c38c40b29 req-ef4859d6-5d56-4ba9-8c6a-a40a180a44ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:39.880130 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-659d87a7-5550-46c3-9694-6a3c38c40b29 req-ef4859d6-5d56-4ba9-8c6a-a40a180a44ff service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f0b97717b6834f3e8ecbc551e47a71ca&device_id=3f8f33d0-b9e5-4bbd-874b-6538418e7b6a HTTP/1.1" status: 200 len: 1129 time: 0.0457687 Feb 21 09:48:39.993029 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659d87a7-5550-46c3-9694-6a3c38c40b29 req-3178ad05-46d9-4260-9c8d-65105c4c3ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:39.994541 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-659d87a7-5550-46c3-9694-6a3c38c40b29 req-3178ad05-46d9-4260-9c8d-65105c4c3ae9 service neutron] 10.222.0.69 "GET /v2.0/networks?id=706f69fe-d205-4d95-9b18-bd6073de0e85 HTTP/1.1" status: 200 len: 919 time: 0.0890872 Feb 21 09:48:40.043023 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-659d87a7-5550-46c3-9694-6a3c38c40b29 req-c8fb7121-dea3-4db2-a675-cd99af7a7087 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c2b65b5f-9cd3-482d-b892-be7ad6ef7bda HTTP/1.1" status: 200 len: 217 time: 0.0353928 Feb 21 09:48:40.105636 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659d87a7-5550-46c3-9694-6a3c38c40b29 req-8ada0066-40ab-4891-b5ec-b60f4cd27fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:40.107062 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-659d87a7-5550-46c3-9694-6a3c38c40b29 req-8ada0066-40ab-4891-b5ec-b60f4cd27fc5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=45738c06-7bf8-4f5a-88b1-5a2c943366a6 HTTP/1.1" status: 200 len: 858 time: 0.0454760 Feb 21 09:48:40.143266 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-659d87a7-5550-46c3-9694-6a3c38c40b29 req-895ab1f2-5fb1-4a23-ae5c-801dd3cc46a9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=706f69fe-d205-4d95-9b18-bd6073de0e85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243211 Feb 21 09:48:40.236531 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-659d87a7-5550-46c3-9694-6a3c38c40b29 req-aee34a80-a4f9-49fd-9353-aadd26ecf408 service neutron] 10.222.0.69 "GET /v2.0/networks/706f69fe-d205-4d95-9b18-bd6073de0e85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813396 Feb 21 09:48:40.332617 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-659d87a7-5550-46c3-9694-6a3c38c40b29 req-395f22d5-40b7-4ac7-b058-42425ecaf241 service neutron] 10.222.0.69 "GET /v2.0/networks/706f69fe-d205-4d95-9b18-bd6073de0e85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870576 Feb 21 09:48:40.660587 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d36d6a-b41a-45af-94a5-8eee0317d16b req-0648bc3f-de8f-424b-b778-019b63b10fd5 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:40.662143 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-33d36d6a-b41a-45af-94a5-8eee0317d16b req-0648bc3f-de8f-424b-b778-019b63b10fd5 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/ports?device_id=00989555-27b6-4362-a62a-d87491bf6370 HTTP/1.1" status: 200 len: 946 time: 0.0585353 Feb 21 09:48:40.708871 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-33d36d6a-b41a-45af-94a5-8eee0317d16b req-44d6777e-2da9-4e6b-8be5-0e9216701e53 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/security-groups?id=5f89fa62-8f8a-4416-89bd-eddc545c178e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401149 Feb 21 09:48:40.825929 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 54534) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:48:40.874730 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.db.db_base_plugin_v2 [None req-9de1a49d-6d4a-4a36-9e2c-d0add2ca22bf admin admin] Deleting subnet 1623a8b2-3f98-4029-9afb-d2e0ee894b20 {{(pid=109856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 21 09:48:40.878211 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9de1a49d-6d4a-4a36-9e2c-d0add2ca22bf admin admin] Publish callbacks [] for subnet (1623a8b2-3f98-4029-9afb-d2e0ee894b20), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:40.924525 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9de1a49d-6d4a-4a36-9e2c-d0add2ca22bf admin admin] Publish callbacks [] for subnet (1623a8b2-3f98-4029-9afb-d2e0ee894b20), precommit_delete_associations {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:40.930524 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9de1a49d-6d4a-4a36-9e2c-d0add2ca22bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7409676'] for subnet (1623a8b2-3f98-4029-9afb-d2e0ee894b20), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:41.090798 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9de1a49d-6d4a-4a36-9e2c-d0add2ca22bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7409717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539'] for subnet (1623a8b2-3f98-4029-9afb-d2e0ee894b20), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:41.121919 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de1a49d-6d4a-4a36-9e2c-d0add2ca22bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1623a8b2-3f98-4029-9afb-d2e0ee894b20,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:48:41.125636 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9de1a49d-6d4a-4a36-9e2c-d0add2ca22bf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:41.129933 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-9de1a49d-6d4a-4a36-9e2c-d0add2ca22bf admin admin] 10.222.0.71 "DELETE /v2.0/subnets/1623a8b2-3f98-4029-9afb-d2e0ee894b20 HTTP/1.1" status: 204 len: 168 time: 0.3029742 Feb 21 09:48:41.132287 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 54538) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:48:41.226931 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cdc2d3a8-47e9-40cd-ab54-d1a0c10bdcdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-977029'] for network (2900dd92-c6f8-4f13-9e54-0f6f4039aa07), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:41.318366 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cdc2d3a8-47e9-40cd-ab54-d1a0c10bdcdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7410821', 'neutron.services.segments.db._delete_segments_for_network-8782759398202'] for network (2900dd92-c6f8-4f13-9e54-0f6f4039aa07), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:41.342119 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cdc2d3a8-47e9-40cd-ab54-d1a0c10bdcdd admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:48:41.342377 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cdc2d3a8-47e9-40cd-ab54-d1a0c10bdcdd admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:48:41.343123 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cdc2d3a8-47e9-40cd-ab54-d1a0c10bdcdd admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:48:41.343476 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cdc2d3a8-47e9-40cd-ab54-d1a0c10bdcdd admin admin] Subscribe: > port after_create 55550000 {{(pid=109856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:48:41.343815 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cdc2d3a8-47e9-40cd-ab54-d1a0c10bdcdd admin admin] Subscribe: > port after_delete 55550000 {{(pid=109856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:48:41.344149 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cdc2d3a8-47e9-40cd-ab54-d1a0c10bdcdd admin admin] Subscribe: > port after_update 55550000 {{(pid=109856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:48:41.344471 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cdc2d3a8-47e9-40cd-ab54-d1a0c10bdcdd admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:48:41.344810 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cdc2d3a8-47e9-40cd-ab54-d1a0c10bdcdd admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:48:41.345127 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cdc2d3a8-47e9-40cd-ab54-d1a0c10bdcdd admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:48:41.345445 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cdc2d3a8-47e9-40cd-ab54-d1a0c10bdcdd admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:48:41.414708 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cdc2d3a8-47e9-40cd-ab54-d1a0c10bdcdd admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:48:41.415180 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cdc2d3a8-47e9-40cd-ab54-d1a0c10bdcdd admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:48:41.415515 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cdc2d3a8-47e9-40cd-ab54-d1a0c10bdcdd admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:48:41.415859 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cdc2d3a8-47e9-40cd-ab54-d1a0c10bdcdd admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 09:48:41.416222 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.services.segments.db [None req-cdc2d3a8-47e9-40cd-ab54-d1a0c10bdcdd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2900dd92-c6f8-4f13-9e54-0f6f4039aa07']}} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:48:41.435556 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.services.segments.db [None req-cdc2d3a8-47e9-40cd-ab54-d1a0c10bdcdd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '883b1861-d076-4ce8-a994-a672e2419836') {'for_net_delete': True} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:48:41.435965 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.services.segments.db [None req-cdc2d3a8-47e9-40cd-ab54-d1a0c10bdcdd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '883b1861-d076-4ce8-a994-a672e2419836') {} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:48:41.462561 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cdc2d3a8-47e9-40cd-ab54-d1a0c10bdcdd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782759398723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3324868'] for segment (883b1861-d076-4ce8-a994-a672e2419836), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:41.485172 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cdc2d3a8-47e9-40cd-ab54-d1a0c10bdcdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-936617'] for segment (883b1861-d076-4ce8-a994-a672e2419836), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:41.493497 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdc2d3a8-47e9-40cd-ab54-d1a0c10bdcdd admin admin] Releasing vlan 391 on physical network physnet1 to pool {{(pid=109856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 21 09:48:41.493985 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cdc2d3a8-47e9-40cd-ab54-d1a0c10bdcdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-936617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3277392'] for segment (883b1861-d076-4ce8-a994-a672e2419836), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:41.499883 dv-cinder-804757-16-iscsi neutron-server[109856]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 21 09:48:41.499883 dv-cinder-804757-16-iscsi neutron-server[109856]: from cryptography.utils import int_from_bytes Feb 21 09:48:41.499883 dv-cinder-804757-16-iscsi neutron-server[109856]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 21 09:48:41.499883 dv-cinder-804757-16-iscsi neutron-server[109856]: from cryptography.utils import int_from_bytes Feb 21 09:48:41.499883 dv-cinder-804757-16-iscsi neutron-server[109856]: Traceback (most recent call last): Feb 21 09:48:41.499883 dv-cinder-804757-16-iscsi neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 21 09:48:41.499883 dv-cinder-804757-16-iscsi neutron-server[109856]: timer() Feb 21 09:48:41.499883 dv-cinder-804757-16-iscsi neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 09:48:41.499883 dv-cinder-804757-16-iscsi neutron-server[109856]: cb(*args, **kw) Feb 21 09:48:41.499883 dv-cinder-804757-16-iscsi neutron-server[109856]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 21 09:48:41.499883 dv-cinder-804757-16-iscsi neutron-server[109856]: return func(*args, **kwargs) Feb 21 09:48:41.499883 dv-cinder-804757-16-iscsi neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 09:48:41.499883 dv-cinder-804757-16-iscsi neutron-server[109856]: self._notify() Feb 21 09:48:41.499883 dv-cinder-804757-16-iscsi neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 09:48:41.499883 dv-cinder-804757-16-iscsi neutron-server[109856]: self.callback(batched_events) Feb 21 09:48:41.499883 dv-cinder-804757-16-iscsi neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 09:48:41.499883 dv-cinder-804757-16-iscsi neutron-server[109856]: event.method(event) Feb 21 09:48:41.499883 dv-cinder-804757-16-iscsi neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 21 09:48:41.499883 dv-cinder-804757-16-iscsi neutron-server[109856]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 09:48:41.499883 dv-cinder-804757-16-iscsi neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 21 09:48:41.499883 dv-cinder-804757-16-iscsi neutron-server[109856]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 09:48:41.499883 dv-cinder-804757-16-iscsi neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 21 09:48:41.499883 dv-cinder-804757-16-iscsi neutron-server[109856]: return f(self, *a, **k) Feb 21 09:48:41.499883 dv-cinder-804757-16-iscsi neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 09:48:41.499883 dv-cinder-804757-16-iscsi neutron-server[109856]: return self._get(url).json() Feb 21 09:48:41.499883 dv-cinder-804757-16-iscsi neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 09:48:41.499883 dv-cinder-804757-16-iscsi neutron-server[109856]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 09:48:41.499883 dv-cinder-804757-16-iscsi neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 21 09:48:41.499883 dv-cinder-804757-16-iscsi neutron-server[109856]: return self.request(url, 'GET', **kwargs) Feb 21 09:48:41.499883 dv-cinder-804757-16-iscsi neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 21 09:48:41.499883 dv-cinder-804757-16-iscsi neutron-server[109856]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 09:48:41.499883 dv-cinder-804757-16-iscsi neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 21 09:48:41.499883 dv-cinder-804757-16-iscsi neutron-server[109856]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 09:48:41.499883 dv-cinder-804757-16-iscsi neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 21 09:48:41.499883 dv-cinder-804757-16-iscsi neutron-server[109856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 09:48:41.499883 dv-cinder-804757-16-iscsi neutron-server[109856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 09:48:41.624965 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cdc2d3a8-47e9-40cd-ab54-d1a0c10bdcdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7410830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7917281'] for network (2900dd92-c6f8-4f13-9e54-0f6f4039aa07), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:41.630689 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cdc2d3a8-47e9-40cd-ab54-d1a0c10bdcdd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905581'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:41.633986 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-cdc2d3a8-47e9-40cd-ab54-d1a0c10bdcdd admin admin] 10.222.0.71 "DELETE /v2.0/networks/2900dd92-c6f8-4f13-9e54-0f6f4039aa07 HTTP/1.1" status: 204 len: 168 time: 0.5007522 Feb 21 09:48:41.647386 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc2d3a8-47e9-40cd-ab54-d1a0c10bdcdd admin admin] Pushing event deleted for resources: {'Network': ['ID=2900dd92-c6f8-4f13-9e54-0f6f4039aa07,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:48:41.841301 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07afd60c-0a05-4178-8d3a-42a35d8dd255 req-35c474e3-d011-4dbd-9177-f334e4c41823 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:41.842809 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-07afd60c-0a05-4178-8d3a-42a35d8dd255 req-35c474e3-d011-4dbd-9177-f334e4c41823 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/ports?device_id=00989555-27b6-4362-a62a-d87491bf6370 HTTP/1.1" status: 200 len: 946 time: 0.0556960 Feb 21 09:48:41.895442 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-07afd60c-0a05-4178-8d3a-42a35d8dd255 req-a8eb5877-13fd-4ddf-8f7b-d97413bd22d7 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/security-groups?id=5f89fa62-8f8a-4416-89bd-eddc545c178e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469391 Feb 21 09:48:42.032394 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.71', 54550) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:48:42.073317 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [None req-a352515e-7571-434b-8acb-4b5ea70fdf02 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=6998dd3d35c9419e87f7ffd7d3cdb2bc&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0390573 Feb 21 09:48:42.075237 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.71', 54552) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:48:42.122386 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f50224d5-f443-42e9-8d6a-84a860484856 admin admin] Publish callbacks [] for security_group (051a1fb3-2910-49f8-b5d8-0e085de068fd), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:42.142747 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f50224d5-f443-42e9-8d6a-84a860484856 admin admin] Publish callbacks [] for security_group (051a1fb3-2910-49f8-b5d8-0e085de068fd), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:42.278270 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f50224d5-f443-42e9-8d6a-84a860484856 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (051a1fb3-2910-49f8-b5d8-0e085de068fd), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:42.280935 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f50224d5-f443-42e9-8d6a-84a860484856 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:42.282114 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [None req-f50224d5-f443-42e9-8d6a-84a860484856 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/051a1fb3-2910-49f8-b5d8-0e085de068fd HTTP/1.1" status: 204 len: 168 time: 0.2059641 Feb 21 09:48:42.290120 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50224d5-f443-42e9-8d6a-84a860484856 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=051a1fb3-2910-49f8-b5d8-0e085de068fd,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:48:42.703551 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Device 96538a27-2ae0-4901-9c89-cfad396b7f3f no longer exists at agent hyperv_hv-cinder-80475 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 09:48:42.723811 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] No Port match for: 96538a27-2ae0-4901-9c89-cfad396b7f3f {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 09:48:42.724270 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Device 96538a27-2ae0-4901-9c89-cfad396b7f3f not bound to the agent host hv-cinder-80475 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 09:48:43.023294 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2956969b-24be-4b95-afb5-54443c66132d req-1a1dfcba-8a03-488c-989b-66d721ade5f2 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:43.024796 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-2956969b-24be-4b95-afb5-54443c66132d req-1a1dfcba-8a03-488c-989b-66d721ade5f2 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/ports?device_id=00989555-27b6-4362-a62a-d87491bf6370 HTTP/1.1" status: 200 len: 946 time: 0.0530384 Feb 21 09:48:43.071134 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-2956969b-24be-4b95-afb5-54443c66132d req-0be4b482-3f43-4c00-ad8e-8501f2d5c7ff tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/security-groups?id=5f89fa62-8f8a-4416-89bd-eddc545c178e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405838 Feb 21 09:48:43.138383 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.agents_db [None req-1af9f625-7d23-4c31-ae08-d0e8b46e8d0e None None] Agent healthcheck: found 6 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 09:48:44.198125 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7927f325-a1ea-4bad-8fe4-973a23ac8d40 req-8ba719d3-52fc-4b6c-b807-fbe31ba548b9 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:44.199903 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-7927f325-a1ea-4bad-8fe4-973a23ac8d40 req-8ba719d3-52fc-4b6c-b807-fbe31ba548b9 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/ports?device_id=00989555-27b6-4362-a62a-d87491bf6370 HTTP/1.1" status: 200 len: 946 time: 0.0561569 Feb 21 09:48:44.246573 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-7927f325-a1ea-4bad-8fe4-973a23ac8d40 req-6114deeb-83d6-4bef-8234-974619c5d87e tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/security-groups?id=5f89fa62-8f8a-4416-89bd-eddc545c178e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405519 Feb 21 09:48:45.126665 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc474a7-0a36-4d01-8f31-dd61ebf1dc5a req-e2738e8d-53f3-4781-8aea-4ac423369d84 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:45.128162 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-adc474a7-0a36-4d01-8f31-dd61ebf1dc5a req-e2738e8d-53f3-4781-8aea-4ac423369d84 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/ports?device_id=3f8f33d0-b9e5-4bbd-874b-6538418e7b6a HTTP/1.1" status: 200 len: 945 time: 0.0559013 Feb 21 09:48:45.175441 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-adc474a7-0a36-4d01-8f31-dd61ebf1dc5a req-9747a4e9-c2e0-47f1-80fe-e669b8c2b151 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/security-groups?id=8d9cb245-cf06-4580-adf5-355ae63bcdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418503 Feb 21 09:48:45.372555 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec1b638-c11a-4879-914a-6c9f52005a17 req-3eb294f4-0fce-42e8-b86f-90bf1a405ba6 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:45.374116 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-0ec1b638-c11a-4879-914a-6c9f52005a17 req-3eb294f4-0fce-42e8-b86f-90bf1a405ba6 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/ports?device_id=00989555-27b6-4362-a62a-d87491bf6370 HTTP/1.1" status: 200 len: 946 time: 0.0543516 Feb 21 09:48:45.422689 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-0ec1b638-c11a-4879-914a-6c9f52005a17 req-8f3f13a0-9da6-4f30-9c35-c526457c0afc tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/security-groups?id=5f89fa62-8f8a-4416-89bd-eddc545c178e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431459 Feb 21 09:48:45.571818 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.71', 54656) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:48:45.674775 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a2e14904-7858-4f8c-b257-1a4e291d68ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:45.744317 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a2e14904-7858-4f8c-b257-1a4e291d68ae admin admin] Publish callbacks [] for security_group (9790c0cf-b01e-4c1c-80c7-d1f8e7b210ea), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:45.814675 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a2e14904-7858-4f8c-b257-1a4e291d68ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (9790c0cf-b01e-4c1c-80c7-d1f8e7b210ea), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:45.855023 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [None req-a2e14904-7858-4f8c-b257-1a4e291d68ae admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=1434d0ce5193481ab21b3818522c53a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2821388 Feb 21 09:48:45.858132 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e14904-7858-4f8c-b257-1a4e291d68ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9790c0cf-b01e-4c1c-80c7-d1f8e7b210ea,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:48:45.858509 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 54662) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:48:45.907026 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3ed1160d-194b-4bc8-8f3c-213610b1e133 admin admin] Publish callbacks [] for security_group (9790c0cf-b01e-4c1c-80c7-d1f8e7b210ea), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:45.931867 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3ed1160d-194b-4bc8-8f3c-213610b1e133 admin admin] Publish callbacks [] for security_group (9790c0cf-b01e-4c1c-80c7-d1f8e7b210ea), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:46.036438 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3ed1160d-194b-4bc8-8f3c-213610b1e133 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (9790c0cf-b01e-4c1c-80c7-d1f8e7b210ea), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:46.039359 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3ed1160d-194b-4bc8-8f3c-213610b1e133 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:46.040572 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-3ed1160d-194b-4bc8-8f3c-213610b1e133 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/9790c0cf-b01e-4c1c-80c7-d1f8e7b210ea HTTP/1.1" status: 204 len: 168 time: 0.1810179 Feb 21 09:48:46.048748 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed1160d-194b-4bc8-8f3c-213610b1e133 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9790c0cf-b01e-4c1c-80c7-d1f8e7b210ea,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:48:46.301941 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6c8bbd-106b-456f-8f69-5fe6d0f3acdd req-31df1a3a-cdb8-4847-a063-8381f2b10889 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:46.303455 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-6c6c8bbd-106b-456f-8f69-5fe6d0f3acdd req-31df1a3a-cdb8-4847-a063-8381f2b10889 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/ports?device_id=3f8f33d0-b9e5-4bbd-874b-6538418e7b6a HTTP/1.1" status: 200 len: 945 time: 0.0615425 Feb 21 09:48:46.350114 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-6c6c8bbd-106b-456f-8f69-5fe6d0f3acdd req-c31330b6-cb2d-451f-92c3-a0c27206f528 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/security-groups?id=8d9cb245-cf06-4580-adf5-355ae63bcdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407715 Feb 21 09:48:46.547258 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90665f47-6369-4ed7-90cc-0641cd0d3736 req-082c038f-76cd-46f4-a660-406cf510518f tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:46.548804 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-90665f47-6369-4ed7-90cc-0641cd0d3736 req-082c038f-76cd-46f4-a660-406cf510518f tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/ports?device_id=00989555-27b6-4362-a62a-d87491bf6370 HTTP/1.1" status: 200 len: 946 time: 0.0549133 Feb 21 09:48:46.602503 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-90665f47-6369-4ed7-90cc-0641cd0d3736 req-292172ae-27f9-4f1a-9bb3-c9f317146d9a tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/security-groups?id=5f89fa62-8f8a-4416-89bd-eddc545c178e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482225 Feb 21 09:48:46.638014 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 54672) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:48:46.650773 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-795bac03-44aa-464c-b8cb-73b3b941bb1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:46.723083 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-795bac03-44aa-464c-b8cb-73b3b941bb1e admin admin] Publish callbacks [] for security_group (70aa690f-b022-44f1-b2d5-a3d26e2dab7d), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:46.837385 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-795bac03-44aa-464c-b8cb-73b3b941bb1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (70aa690f-b022-44f1-b2d5-a3d26e2dab7d), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:46.876315 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-795bac03-44aa-464c-b8cb-73b3b941bb1e admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=2ae988c1ee93403dae80ecb48423c926&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2371938 Feb 21 09:48:46.877202 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795bac03-44aa-464c-b8cb-73b3b941bb1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70aa690f-b022-44f1-b2d5-a3d26e2dab7d,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:48:46.879773 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.71', 54676) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:48:46.928255 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-fcc4a9c5-eab6-46b7-a286-f022e10a6ab9 admin admin] Publish callbacks [] for security_group (70aa690f-b022-44f1-b2d5-a3d26e2dab7d), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:46.948203 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-fcc4a9c5-eab6-46b7-a286-f022e10a6ab9 admin admin] Publish callbacks [] for security_group (70aa690f-b022-44f1-b2d5-a3d26e2dab7d), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:47.094510 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-fcc4a9c5-eab6-46b7-a286-f022e10a6ab9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (70aa690f-b022-44f1-b2d5-a3d26e2dab7d), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:47.097123 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-fcc4a9c5-eab6-46b7-a286-f022e10a6ab9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:47.098308 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [None req-fcc4a9c5-eab6-46b7-a286-f022e10a6ab9 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/70aa690f-b022-44f1-b2d5-a3d26e2dab7d HTTP/1.1" status: 204 len: 168 time: 0.2181015 Feb 21 09:48:47.106421 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc4a9c5-eab6-46b7-a286-f022e10a6ab9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70aa690f-b022-44f1-b2d5-a3d26e2dab7d,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:48:47.474371 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc730135-b6ee-49d9-a9b3-66b701e69265 req-cd490f50-a3fa-4472-92e8-aabbd4466ca2 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:47.475868 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-dc730135-b6ee-49d9-a9b3-66b701e69265 req-cd490f50-a3fa-4472-92e8-aabbd4466ca2 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/ports?device_id=3f8f33d0-b9e5-4bbd-874b-6538418e7b6a HTTP/1.1" status: 200 len: 945 time: 0.0531132 Feb 21 09:48:47.522622 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-dc730135-b6ee-49d9-a9b3-66b701e69265 req-30402625-e137-451c-931d-053d2c502b28 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/security-groups?id=8d9cb245-cf06-4580-adf5-355ae63bcdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411108 Feb 21 09:48:47.730801 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b66001-a49b-49d8-bd51-94cbcdb5705a req-b7de3817-5f66-4cb7-b1c9-1d84e659d3ab tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:47.732276 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-c3b66001-a49b-49d8-bd51-94cbcdb5705a req-b7de3817-5f66-4cb7-b1c9-1d84e659d3ab tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/ports?device_id=00989555-27b6-4362-a62a-d87491bf6370 HTTP/1.1" status: 200 len: 946 time: 0.0556958 Feb 21 09:48:47.779004 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-c3b66001-a49b-49d8-bd51-94cbcdb5705a req-a66131a9-873e-4860-b5b3-4c6bd6439a61 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/security-groups?id=5f89fa62-8f8a-4416-89bd-eddc545c178e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411782 Feb 21 09:48:48.102157 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898c97cc-b155-456d-916e-cd1d34ad1f40 req-8150581f-5ba8-4680-beeb-b9834386584b tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:48.103607 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-898c97cc-b155-456d-916e-cd1d34ad1f40 req-8150581f-5ba8-4680-beeb-b9834386584b tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.69 "GET /v2.0/ports?device_id=3f8f33d0-b9e5-4bbd-874b-6538418e7b6a HTTP/1.1" status: 200 len: 945 time: 0.0520170 Feb 21 09:48:48.201316 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-898c97cc-b155-456d-916e-cd1d34ad1f40 req-b3d5f8aa-d97b-4f4e-bac8-42d46bb681fb tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] Deleting port c2b65b5f-9cd3-482d-b892-be7ad6ef7bda {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 09:48:48.201661 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-898c97cc-b155-456d-916e-cd1d34ad1f40 req-b3d5f8aa-d97b-4f4e-bac8-42d46bb681fb tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782759436822'] for port (c2b65b5f-9cd3-482d-b892-be7ad6ef7bda), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:48.287809 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-898c97cc-b155-456d-916e-cd1d34ad1f40 req-b3d5f8aa-d97b-4f4e-bac8-42d46bb681fb tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] For port c2b65b5f-9cd3-482d-b892-be7ad6ef7bda, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=c2b65b5f-9cd3-482d-b892-be7ad6ef7bda,segment=NetworkSegment(19825a35-379e-4869-b590-f5f5a4a92110),segment_id=19825a35-379e-4869-b590-f5f5a4a92110)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:48:48.288373 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-898c97cc-b155-456d-916e-cd1d34ad1f40 req-b3d5f8aa-d97b-4f4e-bac8-42d46bb681fb tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7915455'] for port (c2b65b5f-9cd3-482d-b892-be7ad6ef7bda), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:48.300321 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-898c97cc-b155-456d-916e-cd1d34ad1f40 req-b3d5f8aa-d97b-4f4e-bac8-42d46bb681fb tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] Calling delete_port for c2b65b5f-9cd3-482d-b892-be7ad6ef7bda owned by compute:nova {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 09:48:48.482703 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-898c97cc-b155-456d-916e-cd1d34ad1f40 req-b3d5f8aa-d97b-4f4e-bac8-42d46bb681fb tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782759442297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782758885681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277415'] for port (c2b65b5f-9cd3-482d-b892-be7ad6ef7bda), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:48.494300 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] get_ports_and_sgs() called for port_ids ['63fe613a-e289-405c-8fa6-1b6e4f4be7ca', 'c2b65b5f-9cd3-482d-b892-be7ad6ef7bda'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 09:48:48.519591 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d5f8aa-d97b-4f4e-bac8-42d46bb681fb tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] Pushing event deleted for resources: {'Port': ['ID=c2b65b5f-9cd3-482d-b892-be7ad6ef7bda,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:48:48.576724 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-898c97cc-b155-456d-916e-cd1d34ad1f40 req-b3d5f8aa-d97b-4f4e-bac8-42d46bb681fb tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] No DVR routers for this DVR port c2b65b5f-9cd3-482d-b892-be7ad6ef7bda on host hv-cinder-80475 {{(pid=109856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:48:48.579451 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-898c97cc-b155-456d-916e-cd1d34ad1f40 req-b3d5f8aa-d97b-4f4e-bac8-42d46bb681fb tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8333137'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:48.583042 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-898c97cc-b155-456d-916e-cd1d34ad1f40 req-b3d5f8aa-d97b-4f4e-bac8-42d46bb681fb tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.69 "DELETE /v2.0/ports/c2b65b5f-9cd3-482d-b892-be7ad6ef7bda HTTP/1.1" status: 204 len: 173 time: 0.4728465 Feb 21 09:48:48.583553 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f8f33d0-b9e5-4bbd-874b-6538418e7b6a', 'name': 'network-vif-deleted', 'tag': 'c2b65b5f-9cd3-482d-b892-be7ad6ef7bda'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:48:48.585958 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c95017b57136a4249e8df2494e5587cd96ada80ae38c14c6a4695013360e62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48f176d6-8a23-4dc4-9aae-8f59eaf54168" -d '{"events": [{"server_uuid": "3f8f33d0-b9e5-4bbd-874b-6538418e7b6a", "name": "network-vif-deleted", "tag": "c2b65b5f-9cd3-482d-b892-be7ad6ef7bda"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:48:48.647726 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 09:48:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eae22ef-cf97-4f8c-9c68-f0a64e270590 x-openstack-request-id: req-7eae22ef-cf97-4f8c-9c68-f0a64e270590 {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:48:48.651843 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f8f33d0-b9e5-4bbd-874b-6538418e7b6a", "name": "network-vif-deleted", "tag": "c2b65b5f-9cd3-482d-b892-be7ad6ef7bda", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:48:48.651843 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-7eae22ef-cf97-4f8c-9c68-f0a64e270590 {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:48:48.651843 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f8f33d0-b9e5-4bbd-874b-6538418e7b6a', 'name': 'network-vif-deleted', 'tag': 'c2b65b5f-9cd3-482d-b892-be7ad6ef7bda', 'status': 'completed', 'code': 200} Feb 21 09:48:48.651843 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-6ac00957-e4ef-4a39-ad90-c9e72d2ed5dc req-8a8cc007-86e0-4438-9a57-192a0bb5ed0d tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/ports?device_id=3f8f33d0-b9e5-4bbd-874b-6538418e7b6a HTTP/1.1" status: 200 len: 210 time: 0.0476005 Feb 21 09:48:48.908115 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d950c4e4-e307-45c5-a19d-a70665804a47 req-f2edcc81-a2df-4846-b89e-f73a6eb621b3 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:48.909674 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-d950c4e4-e307-45c5-a19d-a70665804a47 req-f2edcc81-a2df-4846-b89e-f73a6eb621b3 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/ports?device_id=00989555-27b6-4362-a62a-d87491bf6370 HTTP/1.1" status: 200 len: 946 time: 0.0584602 Feb 21 09:48:48.960106 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-d950c4e4-e307-45c5-a19d-a70665804a47 req-f6d311c2-7aa1-434c-bfb6-2ae6fe3539ec tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/security-groups?id=5f89fa62-8f8a-4416-89bd-eddc545c178e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441089 Feb 21 09:48:50.085191 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef613b4-f42f-4085-8f39-543fa8feafab req-45578082-345a-4356-8584-dd97e0ec6b09 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:50.086636 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-fef613b4-f42f-4085-8f39-543fa8feafab req-45578082-345a-4356-8584-dd97e0ec6b09 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/ports?device_id=00989555-27b6-4362-a62a-d87491bf6370 HTTP/1.1" status: 200 len: 946 time: 0.0523803 Feb 21 09:48:50.135089 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-fef613b4-f42f-4085-8f39-543fa8feafab req-13be6bb4-60cd-42f6-b917-fab33ee75583 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/security-groups?id=5f89fa62-8f8a-4416-89bd-eddc545c178e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428791 Feb 21 09:48:50.209027 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.71', 54754) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:48:50.316207 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b6153913-ee2d-4dfa-a3be-3f260de7bae8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:50.388823 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b6153913-ee2d-4dfa-a3be-3f260de7bae8 admin admin] Publish callbacks [] for security_group (a73dd6f6-29b7-4142-ab24-6084e708db00), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:50.495055 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cc143e-c6a6-4f1d-8751-6db48d3d505c req-8bfd5752-cd6a-46cf-9029-a109a12e4b87 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:50.496614 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-a1cc143e-c6a6-4f1d-8751-6db48d3d505c req-8bfd5752-cd6a-46cf-9029-a109a12e4b87 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/ports?device_id=676bc5c7-0aa9-4ac2-8391-afc3107d9065 HTTP/1.1" status: 200 len: 946 time: 0.0547624 Feb 21 09:48:50.528691 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b6153913-ee2d-4dfa-a3be-3f260de7bae8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (a73dd6f6-29b7-4142-ab24-6084e708db00), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:50.541478 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-a1cc143e-c6a6-4f1d-8751-6db48d3d505c req-37e3181d-f764-4e92-aec4-4d7ab876d407 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/security-groups?id=8d9cb245-cf06-4580-adf5-355ae63bcdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393062 Feb 21 09:48:50.568315 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [None req-b6153913-ee2d-4dfa-a3be-3f260de7bae8 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=556ceda539c249df87151cebd71d8b1d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3581812 Feb 21 09:48:50.569466 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6153913-ee2d-4dfa-a3be-3f260de7bae8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a73dd6f6-29b7-4142-ab24-6084e708db00,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:48:50.571071 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 54760) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:48:50.619142 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5aa0568d-f5e2-47eb-a73b-1a8caefb54ba admin admin] Publish callbacks [] for security_group (a73dd6f6-29b7-4142-ab24-6084e708db00), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:50.639909 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5aa0568d-f5e2-47eb-a73b-1a8caefb54ba admin admin] Publish callbacks [] for security_group (a73dd6f6-29b7-4142-ab24-6084e708db00), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:50.757484 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5aa0568d-f5e2-47eb-a73b-1a8caefb54ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (a73dd6f6-29b7-4142-ab24-6084e708db00), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:50.760008 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5aa0568d-f5e2-47eb-a73b-1a8caefb54ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:50.761177 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-5aa0568d-f5e2-47eb-a73b-1a8caefb54ba admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/a73dd6f6-29b7-4142-ab24-6084e708db00 HTTP/1.1" status: 204 len: 168 time: 0.1891308 Feb 21 09:48:50.770665 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa0568d-f5e2-47eb-a73b-1a8caefb54ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a73dd6f6-29b7-4142-ab24-6084e708db00,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:48:51.264743 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7838a55a-a9bc-46a0-a7b8-5fc391d43eef req-14db1e86-5bb6-4209-a26d-095e9befd0f3 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:51.266227 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-7838a55a-a9bc-46a0-a7b8-5fc391d43eef req-14db1e86-5bb6-4209-a26d-095e9befd0f3 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/ports?device_id=00989555-27b6-4362-a62a-d87491bf6370 HTTP/1.1" status: 200 len: 946 time: 0.0542223 Feb 21 09:48:51.315844 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-7838a55a-a9bc-46a0-a7b8-5fc391d43eef req-4d29c4b6-9ba0-4eb3-ad27-2ce61b187b19 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/security-groups?id=5f89fa62-8f8a-4416-89bd-eddc545c178e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441959 Feb 21 09:48:51.474492 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 54770) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:48:51.483095 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5ada4525-0070-4ae4-bb34-e6e2aa0c7661 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:51.555204 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5ada4525-0070-4ae4-bb34-e6e2aa0c7661 admin admin] Publish callbacks [] for security_group (5cb45485-d003-404d-9bab-cfdceb1381fb), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:51.620118 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5ada4525-0070-4ae4-bb34-e6e2aa0c7661 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (5cb45485-d003-404d-9bab-cfdceb1381fb), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:51.675999 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ada4525-0070-4ae4-bb34-e6e2aa0c7661 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cb45485-d003-404d-9bab-cfdceb1381fb,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:48:51.680958 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-5ada4525-0070-4ae4-bb34-e6e2aa0c7661 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=023d45025c2642508c4f4448bb728d37&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2099106 Feb 21 09:48:51.684294 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 54774) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:48:51.720925 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b55db77-78e8-43ba-9aa4-7308cf5402ea req-e0399c39-7205-4c98-95ca-4b231084565f tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:51.729450 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-2b55db77-78e8-43ba-9aa4-7308cf5402ea req-e0399c39-7205-4c98-95ca-4b231084565f tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/ports?device_id=676bc5c7-0aa9-4ac2-8391-afc3107d9065 HTTP/1.1" status: 200 len: 946 time: 0.1123977 Feb 21 09:48:51.773132 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-befa338f-27ae-4dd2-8be3-de24452a8119 admin admin] Publish callbacks [] for security_group (5cb45485-d003-404d-9bab-cfdceb1381fb), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:51.790743 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-2b55db77-78e8-43ba-9aa4-7308cf5402ea req-a177862c-51aa-4031-b68b-e43a17c021d3 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/security-groups?id=8d9cb245-cf06-4580-adf5-355ae63bcdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624981 Feb 21 09:48:51.804811 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-befa338f-27ae-4dd2-8be3-de24452a8119 admin admin] Publish callbacks [] for security_group (5cb45485-d003-404d-9bab-cfdceb1381fb), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:51.900541 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-befa338f-27ae-4dd2-8be3-de24452a8119 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (5cb45485-d003-404d-9bab-cfdceb1381fb), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:51.903786 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-befa338f-27ae-4dd2-8be3-de24452a8119 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:51.904992 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-befa338f-27ae-4dd2-8be3-de24452a8119 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/5cb45485-d003-404d-9bab-cfdceb1381fb HTTP/1.1" status: 204 len: 168 time: 0.2197433 Feb 21 09:48:51.912647 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befa338f-27ae-4dd2-8be3-de24452a8119 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cb45485-d003-404d-9bab-cfdceb1381fb,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:48:52.438825 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e3c5f0-f8f5-4eb7-8d2d-e63a5363e228 req-ba946348-a8f2-4779-9615-ec5106d40e36 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:52.440341 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-97e3c5f0-f8f5-4eb7-8d2d-e63a5363e228 req-ba946348-a8f2-4779-9615-ec5106d40e36 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/ports?device_id=00989555-27b6-4362-a62a-d87491bf6370 HTTP/1.1" status: 200 len: 946 time: 0.0538864 Feb 21 09:48:52.487358 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-97e3c5f0-f8f5-4eb7-8d2d-e63a5363e228 req-8cc67d20-de7c-4ac5-8fbf-bf23b876a4ea tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/security-groups?id=5f89fa62-8f8a-4416-89bd-eddc545c178e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415113 Feb 21 09:48:52.718498 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Device c2b65b5f-9cd3-482d-b892-be7ad6ef7bda no longer exists at agent hyperv_hv-cinder-80475 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 09:48:52.737638 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] No Port match for: c2b65b5f-9cd3-482d-b892-be7ad6ef7bda {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 09:48:52.737983 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Device c2b65b5f-9cd3-482d-b892-be7ad6ef7bda not bound to the agent host hv-cinder-80475 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 09:48:52.911552 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693e5f25-2481-4d4b-9427-32dde21e1587 req-0a774cc4-43aa-4d66-935a-8590ecacf498 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:52.913284 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-693e5f25-2481-4d4b-9427-32dde21e1587 req-0a774cc4-43aa-4d66-935a-8590ecacf498 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/ports?device_id=676bc5c7-0aa9-4ac2-8391-afc3107d9065 HTTP/1.1" status: 200 len: 946 time: 0.0526705 Feb 21 09:48:52.963214 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-693e5f25-2481-4d4b-9427-32dde21e1587 req-b39b5498-7e70-4c87-9cde-c42bfaed7e3e tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/security-groups?id=8d9cb245-cf06-4580-adf5-355ae63bcdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444090 Feb 21 09:48:53.616046 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aa4de9-8402-424a-9069-80e2cf944afb req-7ec46cf9-95c5-416c-bfa4-e99bb9c55e23 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:53.617603 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-35aa4de9-8402-424a-9069-80e2cf944afb req-7ec46cf9-95c5-416c-bfa4-e99bb9c55e23 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/ports?device_id=00989555-27b6-4362-a62a-d87491bf6370 HTTP/1.1" status: 200 len: 946 time: 0.0544925 Feb 21 09:48:53.664011 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-35aa4de9-8402-424a-9069-80e2cf944afb req-d63b8f52-0a6a-476b-adae-5158ab66cce5 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/security-groups?id=5f89fa62-8f8a-4416-89bd-eddc545c178e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404525 Feb 21 09:48:54.090685 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8080c8db-fdd2-49d1-979e-c5ed707d627a req-b6029af6-fae1-448f-89d9-12115eb3264b tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:54.092065 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-8080c8db-fdd2-49d1-979e-c5ed707d627a req-b6029af6-fae1-448f-89d9-12115eb3264b tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/ports?device_id=676bc5c7-0aa9-4ac2-8391-afc3107d9065 HTTP/1.1" status: 200 len: 946 time: 0.0553396 Feb 21 09:48:54.137886 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-8080c8db-fdd2-49d1-979e-c5ed707d627a req-826d5af6-dee5-46e3-84f1-bf38f852310e tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/security-groups?id=8d9cb245-cf06-4580-adf5-355ae63bcdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402474 Feb 21 09:48:54.788829 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdcafd3-51a6-4863-8979-361a59c8eaeb req-4431976e-7099-452c-8e5b-4ecc9049edbf tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:54.790406 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-0cdcafd3-51a6-4863-8979-361a59c8eaeb req-4431976e-7099-452c-8e5b-4ecc9049edbf tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/ports?device_id=00989555-27b6-4362-a62a-d87491bf6370 HTTP/1.1" status: 200 len: 946 time: 0.0553198 Feb 21 09:48:54.836747 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-0cdcafd3-51a6-4863-8979-361a59c8eaeb req-d1553d85-58b8-4f50-985f-52697ca2f502 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/security-groups?id=5f89fa62-8f8a-4416-89bd-eddc545c178e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403051 Feb 21 09:48:55.253738 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5383092e-1fb3-4830-9e16-761acef5c97f req-74c95f03-08ff-4c0b-b429-5408ade15271 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:55.255203 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-5383092e-1fb3-4830-9e16-761acef5c97f req-74c95f03-08ff-4c0b-b429-5408ade15271 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/ports?device_id=676bc5c7-0aa9-4ac2-8391-afc3107d9065 HTTP/1.1" status: 200 len: 946 time: 0.0524161 Feb 21 09:48:55.301780 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-5383092e-1fb3-4830-9e16-761acef5c97f req-93837959-ffd1-4ab0-b9ea-d3734498b15e tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/security-groups?id=8d9cb245-cf06-4580-adf5-355ae63bcdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410111 Feb 21 09:48:55.958755 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61968690-4150-44c2-8ef5-9b83645d8ebe req-bf6ff71f-12ed-477a-b353-f29fc8c40d04 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:55.960232 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-61968690-4150-44c2-8ef5-9b83645d8ebe req-bf6ff71f-12ed-477a-b353-f29fc8c40d04 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/ports?device_id=00989555-27b6-4362-a62a-d87491bf6370 HTTP/1.1" status: 200 len: 946 time: 0.0523326 Feb 21 09:48:56.011739 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-61968690-4150-44c2-8ef5-9b83645d8ebe req-62a387ad-0486-4b2e-b0d1-48e8099b35a6 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/security-groups?id=5f89fa62-8f8a-4416-89bd-eddc545c178e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458858 Feb 21 09:48:56.423966 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d055cbb6-e3f5-48fc-ae72-74e89117e8e8 req-1c68e573-1d6c-4037-af6a-8e22f18a5464 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:56.425489 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-d055cbb6-e3f5-48fc-ae72-74e89117e8e8 req-1c68e573-1d6c-4037-af6a-8e22f18a5464 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/ports?device_id=676bc5c7-0aa9-4ac2-8391-afc3107d9065 HTTP/1.1" status: 200 len: 946 time: 0.0561912 Feb 21 09:48:56.473579 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-d055cbb6-e3f5-48fc-ae72-74e89117e8e8 req-e8761088-26c2-4d07-b635-7a3bc87c1c97 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/security-groups?id=8d9cb245-cf06-4580-adf5-355ae63bcdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425136 Feb 21 09:48:56.736261 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Device 0c64f2e3-e027-43ee-b1d7-d42c5a26bacc details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 09:48:56.748624 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3839e7c-0227-444f-91e9-a028ed3faf70 req-46bbb55d-415c-4f1e-8b55-a837dd224d88 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:56.750338 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-b3839e7c-0227-444f-91e9-a028ed3faf70 req-46bbb55d-415c-4f1e-8b55-a837dd224d88 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.69 "GET /v2.0/ports?device_id=676bc5c7-0aa9-4ac2-8391-afc3107d9065 HTTP/1.1" status: 200 len: 946 time: 0.0529578 Feb 21 09:48:56.832471 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] For port 0c64f2e3-e027-43ee-b1d7-d42c5a26bacc, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=0c64f2e3-e027-43ee-b1d7-d42c5a26bacc,segment=NetworkSegment(74e7b622-908b-4731-b83b-33d793e03349),segment_id=74e7b622-908b-4731-b83b-33d793e03349)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:48:56.844736 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Returning: {'device': '0c64f2e3-e027-43ee-b1d7-d42c5a26bacc', 'network_id': '520af2ea-1f8c-46b3-b630-6172c62f3d29', 'port_id': '0c64f2e3-e027-43ee-b1d7-d42c5a26bacc', 'mac_address': 'fa:16:3e:0b:10:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '481c3383-55ad-4322-8e52-c4b40a8b221b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 09:48:56.848082 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-b3839e7c-0227-444f-91e9-a028ed3faf70 req-58b9987a-c5ea-4e9a-a347-9179f72b76fe tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] Deleting port 63fe613a-e289-405c-8fa6-1b6e4f4be7ca {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 09:48:56.848420 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-b3839e7c-0227-444f-91e9-a028ed3faf70 req-58b9987a-c5ea-4e9a-a347-9179f72b76fe tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782759436822'] for port (63fe613a-e289-405c-8fa6-1b6e4f4be7ca), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:56.881161 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Current status of the port 0c64f2e3-e027-43ee-b1d7-d42c5a26bacc is: ACTIVE; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:48:56.881461 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (0c64f2e3-e027-43ee-b1d7-d42c5a26bacc), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:56.894688 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0c64f2e3-e027-43ee-b1d7-d42c5a26bacc {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 09:48:56.914914 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] For port 0c64f2e3-e027-43ee-b1d7-d42c5a26bacc, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=0c64f2e3-e027-43ee-b1d7-d42c5a26bacc,segment=NetworkSegment(74e7b622-908b-4731-b83b-33d793e03349),segment_id=74e7b622-908b-4731-b83b-33d793e03349)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:48:56.938899 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-b3839e7c-0227-444f-91e9-a028ed3faf70 req-58b9987a-c5ea-4e9a-a347-9179f72b76fe tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] For port 63fe613a-e289-405c-8fa6-1b6e4f4be7ca, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=63fe613a-e289-405c-8fa6-1b6e4f4be7ca,segment=NetworkSegment(19825a35-379e-4869-b590-f5f5a4a92110),segment_id=19825a35-379e-4869-b590-f5f5a4a92110)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:48:56.939264 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-b3839e7c-0227-444f-91e9-a028ed3faf70 req-58b9987a-c5ea-4e9a-a347-9179f72b76fe tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7915455'] for port (63fe613a-e289-405c-8fa6-1b6e4f4be7ca), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:56.950771 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-b3839e7c-0227-444f-91e9-a028ed3faf70 req-58b9987a-c5ea-4e9a-a347-9179f72b76fe tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] Calling delete_port for 63fe613a-e289-405c-8fa6-1b6e4f4be7ca owned by compute:nova {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 09:48:56.967789 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782759442315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782758885690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782758885708'] for port (0c64f2e3-e027-43ee-b1d7-d42c5a26bacc), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:57.024102 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Pushing event updated for resources: {'Port': ['ID=0c64f2e3-e027-43ee-b1d7-d42c5a26bacc,revision_number=6']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:48:57.032989 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:48:57.033402 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:48:57.033756 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:48:57.034098 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:48:57.034436 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:48:57.034773 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:48:57.035107 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:48:57.035442 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:48:57.035772 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:48:57.036202 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:48:57.036702 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:48:57.038610 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:48:57.038610 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:48:57.074490 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] get_ports_and_sgs() called for port_ids ['0c64f2e3-e027-43ee-b1d7-d42c5a26bacc'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 09:48:57.141011 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f623be-f848-4c70-bbdc-2e977bbb83ce req-31b1adff-9de5-4be4-bb6e-43c14448cbf5 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:57.142438 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-33f623be-f848-4c70-bbdc-2e977bbb83ce req-31b1adff-9de5-4be4-bb6e-43c14448cbf5 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/ports?device_id=00989555-27b6-4362-a62a-d87491bf6370 HTTP/1.1" status: 200 len: 945 time: 0.0565300 Feb 21 09:48:57.163756 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-b3839e7c-0227-444f-91e9-a028ed3faf70 req-58b9987a-c5ea-4e9a-a347-9179f72b76fe tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782759442297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782758885681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277415'] for port (63fe613a-e289-405c-8fa6-1b6e4f4be7ca), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:57.177503 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] get_ports_and_sgs() called for port_ids ['63fe613a-e289-405c-8fa6-1b6e4f4be7ca'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 09:48:57.203459 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b9987a-c5ea-4e9a-a347-9179f72b76fe tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] Pushing event deleted for resources: {'Port': ['ID=63fe613a-e289-405c-8fa6-1b6e4f4be7ca,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:48:57.242099 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-33f623be-f848-4c70-bbdc-2e977bbb83ce req-d2ea3490-a8d0-4ec5-8847-ae54ad5a1a8b tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/security-groups?id=5f89fa62-8f8a-4416-89bd-eddc545c178e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941901 Feb 21 09:48:57.256205 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3839e7c-0227-444f-91e9-a028ed3faf70 req-58b9987a-c5ea-4e9a-a347-9179f72b76fe tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] No DVR routers for this DVR port 63fe613a-e289-405c-8fa6-1b6e4f4be7ca on host hv-cinder-80475 {{(pid=109856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:48:57.258566 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-b3839e7c-0227-444f-91e9-a028ed3faf70 req-58b9987a-c5ea-4e9a-a347-9179f72b76fe tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8333137'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:57.261836 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-b3839e7c-0227-444f-91e9-a028ed3faf70 req-58b9987a-c5ea-4e9a-a347-9179f72b76fe tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.69 "DELETE /v2.0/ports/63fe613a-e289-405c-8fa6-1b6e4f4be7ca HTTP/1.1" status: 204 len: 173 time: 0.5060072 Feb 21 09:48:57.262266 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '676bc5c7-0aa9-4ac2-8391-afc3107d9065', 'name': 'network-vif-deleted', 'tag': '63fe613a-e289-405c-8fa6-1b6e4f4be7ca'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:48:57.264460 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c95017b57136a4249e8df2494e5587cd96ada80ae38c14c6a4695013360e62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6eb8d53-331d-4b41-a420-587c97de4c31" -d '{"events": [{"server_uuid": "676bc5c7-0aa9-4ac2-8391-afc3107d9065", "name": "network-vif-deleted", "tag": "63fe613a-e289-405c-8fa6-1b6e4f4be7ca"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:48:57.300661 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 09:48:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1952daa8-a4be-4c0a-94c5-b5f3e5684d4c x-openstack-request-id: req-1952daa8-a4be-4c0a-94c5-b5f3e5684d4c {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:48:57.300961 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "676bc5c7-0aa9-4ac2-8391-afc3107d9065", "name": "network-vif-deleted", "tag": "63fe613a-e289-405c-8fa6-1b6e4f4be7ca", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:48:57.301216 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-1952daa8-a4be-4c0a-94c5-b5f3e5684d4c {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:48:57.301612 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '676bc5c7-0aa9-4ac2-8391-afc3107d9065', 'name': 'network-vif-deleted', 'tag': '63fe613a-e289-405c-8fa6-1b6e4f4be7ca', 'status': 'completed', 'code': 200} Feb 21 09:48:57.570538 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-ab59c72d-db5f-4df3-a0ab-37dff5a26480 req-8d958a35-13a9-4f1a-a06c-727e9e3c2d28 tempest-ServerRescueNegativeTestJSON-1005720157 tempest-ServerRescueNegativeTestJSON-1005720157-project] 10.222.0.71 "GET /v2.0/ports?device_id=676bc5c7-0aa9-4ac2-8391-afc3107d9065 HTTP/1.1" status: 200 len: 210 time: 0.0312216 Feb 21 09:48:58.312653 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 54916) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:48:58.385441 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cc8743-5907-4eb4-b29d-af9efce0d10e req-2f13be9f-1c8e-49a4-8ea2-24b9b259bf8b tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:58.393298 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-26cc8743-5907-4eb4-b29d-af9efce0d10e req-2f13be9f-1c8e-49a4-8ea2-24b9b259bf8b tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/ports?device_id=00989555-27b6-4362-a62a-d87491bf6370 HTTP/1.1" status: 200 len: 945 time: 0.0685117 Feb 21 09:48:58.436752 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cb5715bc-c3f2-4710-abbf-2c7295c25177 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:58.461038 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-26cc8743-5907-4eb4-b29d-af9efce0d10e req-65d89dfd-871f-4e81-9570-25c10db3b838 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/security-groups?id=5f89fa62-8f8a-4416-89bd-eddc545c178e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651801 Feb 21 09:48:58.526188 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cb5715bc-c3f2-4710-abbf-2c7295c25177 admin admin] Publish callbacks [] for security_group (d05bf88c-0512-445a-8054-0ef49a46b9ef), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:58.619903 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cb5715bc-c3f2-4710-abbf-2c7295c25177 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (d05bf88c-0512-445a-8054-0ef49a46b9ef), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:58.636252 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.71', 54926) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:48:58.667884 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-cb5715bc-c3f2-4710-abbf-2c7295c25177 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=85257c61e8a54a3584a5eefb93eb7067&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3537426 Feb 21 09:48:58.671005 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5715bc-c3f2-4710-abbf-2c7295c25177 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d05bf88c-0512-445a-8054-0ef49a46b9ef,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:48:58.674724 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 54928) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:48:58.734208 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-752868ad-01f3-42b8-a2fb-9dea680b49ce admin admin] Publish callbacks [] for security_group (d05bf88c-0512-445a-8054-0ef49a46b9ef), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:58.747868 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Device 0c64f2e3-e027-43ee-b1d7-d42c5a26bacc up at agent hyperv_hv-cinder-80475 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:48:58.783827 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-752868ad-01f3-42b8-a2fb-9dea680b49ce admin admin] Publish callbacks [] for security_group (d05bf88c-0512-445a-8054-0ef49a46b9ef), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:58.856556 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Provisioning complete for port 0c64f2e3-e027-43ee-b1d7-d42c5a26bacc triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:48:58.857979 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7397950'] for port (0c64f2e3-e027-43ee-b1d7-d42c5a26bacc), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:58.928237 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-752868ad-01f3-42b8-a2fb-9dea680b49ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (d05bf88c-0512-445a-8054-0ef49a46b9ef), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:58.930948 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-752868ad-01f3-42b8-a2fb-9dea680b49ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:58.932106 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-752868ad-01f3-42b8-a2fb-9dea680b49ce admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/d05bf88c-0512-445a-8054-0ef49a46b9ef HTTP/1.1" status: 204 len: 168 time: 0.2561405 Feb 21 09:48:58.946038 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752868ad-01f3-42b8-a2fb-9dea680b49ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d05bf88c-0512-445a-8054-0ef49a46b9ef,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:48:58.993292 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Current status of the port 0c64f2e3-e027-43ee-b1d7-d42c5a26bacc is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:48:58.995018 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (0c64f2e3-e027-43ee-b1d7-d42c5a26bacc), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:59.033009 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] For port 0c64f2e3-e027-43ee-b1d7-d42c5a26bacc, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=0c64f2e3-e027-43ee-b1d7-d42c5a26bacc,segment=NetworkSegment(74e7b622-908b-4731-b83b-33d793e03349),segment_id=74e7b622-908b-4731-b83b-33d793e03349)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:48:59.035788 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00989555-27b6-4362-a62a-d87491bf6370', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c64f2e3-e027-43ee-b1d7-d42c5a26bacc'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:48:59.039146 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd82e867db05f05d31de18fef3a4b5738e999913abe260e0f677426061852263" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e2fae46-3fe2-43b9-a9a9-5782026fb1e2" -d '{"events": [{"server_uuid": "00989555-27b6-4362-a62a-d87491bf6370", "name": "network-vif-plugged", "status": "completed", "tag": "0c64f2e3-e027-43ee-b1d7-d42c5a26bacc"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:48:59.078908 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 09:48:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51fc97f0-b33a-4f5e-a4a9-8b6fa04dcad1 x-openstack-request-id: req-51fc97f0-b33a-4f5e-a4a9-8b6fa04dcad1 {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:48:59.079251 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00989555-27b6-4362-a62a-d87491bf6370", "name": "network-vif-plugged", "status": "completed", "tag": "0c64f2e3-e027-43ee-b1d7-d42c5a26bacc", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:48:59.079488 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-51fc97f0-b33a-4f5e-a4a9-8b6fa04dcad1 {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:48:59.079887 dv-cinder-804757-16-iscsi neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00989555-27b6-4362-a62a-d87491bf6370', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c64f2e3-e027-43ee-b1d7-d42c5a26bacc', 'code': 200} Feb 21 09:48:59.131163 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782759442315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782758885690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782758885708'] for port (0c64f2e3-e027-43ee-b1d7-d42c5a26bacc), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:59.229031 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Pushing event updated for resources: {'Port': ['ID=0c64f2e3-e027-43ee-b1d7-d42c5a26bacc,revision_number=7']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:48:59.480699 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4fbe60b2-8dee-4dc7-a416-d3d0c618c614 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7916535'] for router_interface (a60cabc9-9b34-4030-a553-f509f8a47ea4), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:59.615829 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a4ec7e-7b07-4490-bfb2-ce098801499e req-26d74899-1db8-40ec-b2bc-9a8340a1f94e tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:48:59.617539 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-21a4ec7e-7b07-4490-bfb2-ce098801499e req-26d74899-1db8-40ec-b2bc-9a8340a1f94e tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/ports?device_id=00989555-27b6-4362-a62a-d87491bf6370 HTTP/1.1" status: 200 len: 946 time: 0.0758483 Feb 21 09:48:59.685160 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-21a4ec7e-7b07-4490-bfb2-ce098801499e req-552f3e13-aa1c-4003-8138-d6c61be79f6a tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/security-groups?id=5f89fa62-8f8a-4416-89bd-eddc545c178e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567489 Feb 21 09:48:59.855123 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 54940) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:48:59.869229 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e5638786-411d-4860-9592-d418e2d3db8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:59.948255 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-4fbe60b2-8dee-4dc7-a416-d3d0c618c614 admin admin] Deleting port 187c6e15-0ca9-41cc-9df5-6a48021469d7 {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 09:48:59.948912 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4fbe60b2-8dee-4dc7-a416-d3d0c618c614 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782759436822'] for port (187c6e15-0ca9-41cc-9df5-6a48021469d7), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:48:59.964285 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e5638786-411d-4860-9592-d418e2d3db8c admin admin] Publish callbacks [] for security_group (35cf994f-7b48-49b7-92bf-7b4194393eea), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:00.046334 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.plugins.ml2.db [None req-4fbe60b2-8dee-4dc7-a416-d3d0c618c614 admin admin] For port 187c6e15-0ca9-41cc-9df5-6a48021469d7, host dv-cinder-804757-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-16-iscsi',level=0,port_id=187c6e15-0ca9-41cc-9df5-6a48021469d7,segment=NetworkSegment(19825a35-379e-4869-b590-f5f5a4a92110),segment_id=19825a35-379e-4869-b590-f5f5a4a92110)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:49:00.046779 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4fbe60b2-8dee-4dc7-a416-d3d0c618c614 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7915455'] for port (187c6e15-0ca9-41cc-9df5-6a48021469d7), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:00.060689 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e5638786-411d-4860-9592-d418e2d3db8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (35cf994f-7b48-49b7-92bf-7b4194393eea), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:00.064983 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-4fbe60b2-8dee-4dc7-a416-d3d0c618c614 admin admin] Calling delete_port for 187c6e15-0ca9-41cc-9df5-6a48021469d7 owned by network:router_interface {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 09:49:00.114354 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-e5638786-411d-4860-9592-d418e2d3db8c admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=1d45ee10d2ef452980511a3e56db0a2b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2553225 Feb 21 09:49:00.114354 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5638786-411d-4860-9592-d418e2d3db8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35cf994f-7b48-49b7-92bf-7b4194393eea,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:49:00.115207 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 54942) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:49:00.201716 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d83acb4d-b3e7-461f-a356-3e59310d52c2 admin admin] Publish callbacks [] for security_group (35cf994f-7b48-49b7-92bf-7b4194393eea), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:00.239414 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d83acb4d-b3e7-461f-a356-3e59310d52c2 admin admin] Publish callbacks [] for security_group (35cf994f-7b48-49b7-92bf-7b4194393eea), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:00.434851 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d83acb4d-b3e7-461f-a356-3e59310d52c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (35cf994f-7b48-49b7-92bf-7b4194393eea), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:00.434851 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d83acb4d-b3e7-461f-a356-3e59310d52c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:00.434851 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-d83acb4d-b3e7-461f-a356-3e59310d52c2 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/35cf994f-7b48-49b7-92bf-7b4194393eea HTTP/1.1" status: 204 len: 168 time: 0.2999315 Feb 21 09:49:00.439461 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83acb4d-b3e7-461f-a356-3e59310d52c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35cf994f-7b48-49b7-92bf-7b4194393eea,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:49:00.725997 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4fbe60b2-8dee-4dc7-a416-d3d0c618c614 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782759442297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782758885681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3964494'] for port (187c6e15-0ca9-41cc-9df5-6a48021469d7), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:00.747298 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Device 63fe613a-e289-405c-8fa6-1b6e4f4be7ca no longer exists at agent hyperv_hv-cinder-80475 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 09:49:00.766119 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbe60b2-8dee-4dc7-a416-d3d0c618c614 admin admin] Pushing event deleted for resources: {'Port': ['ID=187c6e15-0ca9-41cc-9df5-6a48021469d7,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:49:00.811635 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] No Port match for: 63fe613a-e289-405c-8fa6-1b6e4f4be7ca {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 09:49:00.812801 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Device 63fe613a-e289-405c-8fa6-1b6e4f4be7ca not bound to the agent host hv-cinder-80475 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 09:49:00.861276 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ce44b7-13a0-4817-9e24-e76c810b6d9a req-249f70b5-20f5-42f1-8783-6b047324bcf1 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:00.863622 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-b3ce44b7-13a0-4817-9e24-e76c810b6d9a req-249f70b5-20f5-42f1-8783-6b047324bcf1 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/ports?device_id=00989555-27b6-4362-a62a-d87491bf6370 HTTP/1.1" status: 200 len: 946 time: 0.0780213 Feb 21 09:49:00.934440 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-b3ce44b7-13a0-4817-9e24-e76c810b6d9a req-f713542d-3f6e-41d0-81f3-de604b8e5a33 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/security-groups?id=5f89fa62-8f8a-4416-89bd-eddc545c178e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639608 Feb 21 09:49:00.983543 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4fbe60b2-8dee-4dc7-a416-d3d0c618c614 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7905546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7910503'] for router_interface (a60cabc9-9b34-4030-a553-f509f8a47ea4), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:01.260467 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fbe60b2-8dee-4dc7-a416-d3d0c618c614 admin admin] Router a60cabc9-9b34-4030-a553-f509f8a47ea4 has already been hosted by L3 agent f1afc09b-b148-496e-b857-a568110caa3c {{(pid=109857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:49:01.410993 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fbe60b2-8dee-4dc7-a416-d3d0c618c614 admin admin] Notify agent at l3_agent.dv-cinder-804757-16-iscsi the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:49:01.426689 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-468b2721-b6d6-4254-b37e-834f78c85773 None None] Sync routers for ids ['a60cabc9-9b34-4030-a553-f509f8a47ea4'] in dv-cinder-804757-16-iscsi {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 09:49:01.432222 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 54962) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:49:01.432608 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [None req-4fbe60b2-8dee-4dc7-a416-d3d0c618c614 admin admin] 10.222.0.71 "PUT /v2.0/routers/a60cabc9-9b34-4030-a553-f509f8a47ea4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7942808 Feb 21 09:49:01.449819 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-468b2721-b6d6-4254-b37e-834f78c85773 None None] Routers {'a60cabc9-9b34-4030-a553-f509f8a47ea4'} bound to L3 agent in host dv-cinder-804757-16-iscsi {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:49:01.455266 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-468b2721-b6d6-4254-b37e-834f78c85773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-21T09:37:05Z,description=,heartbeat_timestamp=2022-02-21T09:48:35Z,host='dv-cinder-804757-16-iscsi',id=f1afc09b-b148-496e-b857-a568110caa3c,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:37:06Z,topic='l3_agent')) {'router_ids': ['a60cabc9-9b34-4030-a553-f509f8a47ea4'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:49:01.593331 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d2d7973f-b14a-4121-99a8-900b38e4756c admin admin] Publish callbacks [] for router (a60cabc9-9b34-4030-a553-f509f8a47ea4), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:01.645361 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-468b2721-b6d6-4254-b37e-834f78c85773 None None] Set router a60cabc9-9b34-4030-a553-f509f8a47ea4 gateway port host: dv-cinder-804757-16-iscsi {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:49:01.724896 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d2d7973f-b14a-4121-99a8-900b38e4756c admin admin] Publish callbacks [] for router_gateway (a60cabc9-9b34-4030-a553-f509f8a47ea4), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:01.885423 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-468b2721-b6d6-4254-b37e-834f78c85773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a60cabc9-9b34-4030-a553-f509f8a47ea4', 'name': 'tempest-ServerRescueNegativeTestJSON-939401634-router', 'tenant_id': 'f0b97717b6834f3e8ecbc551e47a71ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'external_fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '46311460-8c23-4ebf-83a4-3c7864e43c6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:45:30Z', 'updated_at': '2022-02-21T09:49:00Z', 'revision_number': 5, 'project_id': 'f0b97717b6834f3e8ecbc551e47a71ca', 'gw_port': {'id': '46311460-8c23-4ebf-83a4-3c7864e43c6f', 'name': '', 'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:f7:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a60cabc9-9b34-4030-a553-f509f8a47ea4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:45:31Z', 'updated_at': '2022-02-21T09:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-16-iscsi'}], 'dv-cinder-804757-16-iscsi', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:49:01.885423 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-468b2721-b6d6-4254-b37e-834f78c85773 None None] Checking router: a60cabc9-9b34-4030-a553-f509f8a47ea4 for host: dv-cinder-804757-16-iscsi {{(pid=109859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 09:49:01.885423 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-468b2721-b6d6-4254-b37e-834f78c85773 None None] Routers {'a60cabc9-9b34-4030-a553-f509f8a47ea4'} bound to L3 agent in host dv-cinder-804757-16-iscsi {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:49:01.885423 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-468b2721-b6d6-4254-b37e-834f78c85773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-21T09:37:05Z,description=,heartbeat_timestamp=2022-02-21T09:48:35Z,host='dv-cinder-804757-16-iscsi',id=f1afc09b-b148-496e-b857-a568110caa3c,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:37:06Z,topic='l3_agent')) {'router_ids': ['a60cabc9-9b34-4030-a553-f509f8a47ea4'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:49:02.086056 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-468b2721-b6d6-4254-b37e-834f78c85773 None None] Set router a60cabc9-9b34-4030-a553-f509f8a47ea4 gateway port host: dv-cinder-804757-16-iscsi {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:49:02.097541 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f264ce-54c1-4301-81d2-e698ba559cbc req-9e176a74-ba77-43da-a34b-2512803234c1 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:02.099033 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-14f264ce-54c1-4301-81d2-e698ba559cbc req-9e176a74-ba77-43da-a34b-2512803234c1 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/ports?device_id=00989555-27b6-4362-a62a-d87491bf6370 HTTP/1.1" status: 200 len: 946 time: 0.0666599 Feb 21 09:49:02.150062 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-14f264ce-54c1-4301-81d2-e698ba559cbc req-5518a478-b545-4148-b0fc-ef7d8eba6c1a tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/security-groups?id=5f89fa62-8f8a-4416-89bd-eddc545c178e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415931 Feb 21 09:49:02.225236 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-d2d7973f-b14a-4121-99a8-900b38e4756c admin admin] Deleting port 46311460-8c23-4ebf-83a4-3c7864e43c6f {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 09:49:02.225727 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d2d7973f-b14a-4121-99a8-900b38e4756c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782759436822'] for port (46311460-8c23-4ebf-83a4-3c7864e43c6f), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:02.289745 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-468b2721-b6d6-4254-b37e-834f78c85773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a60cabc9-9b34-4030-a553-f509f8a47ea4', 'name': 'tempest-ServerRescueNegativeTestJSON-939401634-router', 'tenant_id': 'f0b97717b6834f3e8ecbc551e47a71ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'external_fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '46311460-8c23-4ebf-83a4-3c7864e43c6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:45:30Z', 'updated_at': '2022-02-21T09:49:00Z', 'revision_number': 5, 'project_id': 'f0b97717b6834f3e8ecbc551e47a71ca', 'gw_port': {'id': '46311460-8c23-4ebf-83a4-3c7864e43c6f', 'name': '', 'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:f7:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a60cabc9-9b34-4030-a553-f509f8a47ea4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:45:31Z', 'updated_at': '2022-02-21T09:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-16-iscsi'}], 'dv-cinder-804757-16-iscsi', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:49:02.325610 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.db [None req-d2d7973f-b14a-4121-99a8-900b38e4756c admin admin] For port 46311460-8c23-4ebf-83a4-3c7864e43c6f, host dv-cinder-804757-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-16-iscsi',level=0,port_id=46311460-8c23-4ebf-83a4-3c7864e43c6f,segment=NetworkSegment(64ea902b-f589-4efc-8b2e-260a836a5805),segment_id=64ea902b-f589-4efc-8b2e-260a836a5805)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:49:02.326230 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d2d7973f-b14a-4121-99a8-900b38e4756c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7915455'] for port (46311460-8c23-4ebf-83a4-3c7864e43c6f), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:02.330485 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-468b2721-b6d6-4254-b37e-834f78c85773 None None] The sync data for ids ['a60cabc9-9b34-4030-a553-f509f8a47ea4'] in dv-cinder-804757-16-iscsi is: [{'id': 'a60cabc9-9b34-4030-a553-f509f8a47ea4', 'name': 'tempest-ServerRescueNegativeTestJSON-939401634-router', 'tenant_id': 'f0b97717b6834f3e8ecbc551e47a71ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'external_fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '46311460-8c23-4ebf-83a4-3c7864e43c6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:45:30Z', 'updated_at': '2022-02-21T09:49:00Z', 'revision_number': 5, 'project_id': 'f0b97717b6834f3e8ecbc551e47a71ca', 'gw_port': {'id': '46311460-8c23-4ebf-83a4-3c7864e43c6f', 'name': '', 'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:f7:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a60cabc9-9b34-4030-a553-f509f8a47ea4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:45:31Z', 'updated_at': '2022-02-21T09:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-16-iscsi'}] {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 09:49:02.344158 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-d2d7973f-b14a-4121-99a8-900b38e4756c admin admin] Calling delete_port for 46311460-8c23-4ebf-83a4-3c7864e43c6f owned by network:router_gateway {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 09:49:02.586583 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d2d7973f-b14a-4121-99a8-900b38e4756c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782759442297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782758885681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277415'] for port (46311460-8c23-4ebf-83a4-3c7864e43c6f), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:02.620292 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d7973f-b14a-4121-99a8-900b38e4756c admin admin] Pushing event deleted for resources: {'Port': ['ID=46311460-8c23-4ebf-83a4-3c7864e43c6f,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:49:02.708006 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d2d7973f-b14a-4121-99a8-900b38e4756c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7917197'] for router_gateway (a60cabc9-9b34-4030-a553-f509f8a47ea4), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:03.134948 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d2d7973f-b14a-4121-99a8-900b38e4756c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7916049', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1445'] for router (a60cabc9-9b34-4030-a553-f509f8a47ea4), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:03.139839 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d2d7973f-b14a-4121-99a8-900b38e4756c admin admin] Publish callbacks [] for router_controller (a60cabc9-9b34-4030-a553-f509f8a47ea4), precommit_delete_associations {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:03.197252 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-09f9a22e-c813-47cb-af91-1711180f229a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (7b1feb7e-a062-49d6-b835-c5fae1c9b9ce), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:03.281780 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d2d7973f-b14a-4121-99a8-900b38e4756c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7916136'] for router (a60cabc9-9b34-4030-a553-f509f8a47ea4), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:03.282469 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2d7973f-b14a-4121-99a8-900b38e4756c admin admin] Fanout notify agent at l3_agent the message router_deleted on router a60cabc9-9b34-4030-a553-f509f8a47ea4 {{(pid=109856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 21 09:49:03.294592 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d2d7973f-b14a-4121-99a8-900b38e4756c admin admin] Publish callbacks [] for router (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:03.294592 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-d2d7973f-b14a-4121-99a8-900b38e4756c admin admin] 10.222.0.71 "DELETE /v2.0/routers/a60cabc9-9b34-4030-a553-f509f8a47ea4 HTTP/1.1" status: 204 len: 168 time: 1.8606060 Feb 21 09:49:03.298333 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.71', 54996) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:49:03.314336 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f41a42-3b9a-41fa-9658-8e88f75a6a10 req-393f8fb9-906a-4e98-8d7b-67b38ea6492a tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:03.317225 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-c4f41a42-3b9a-41fa-9658-8e88f75a6a10 req-393f8fb9-906a-4e98-8d7b-67b38ea6492a tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/ports?device_id=00989555-27b6-4362-a62a-d87491bf6370 HTTP/1.1" status: 200 len: 946 time: 0.0704522 Feb 21 09:49:03.373531 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.db.db_base_plugin_v2 [None req-2639c55c-0e4a-42f4-87a1-a08a04a03427 admin admin] Deleting subnet 45738c06-7bf8-4f5a-88b1-5a2c943366a6 {{(pid=109857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 21 09:49:03.401154 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2639c55c-0e4a-42f4-87a1-a08a04a03427 admin admin] Publish callbacks [] for subnet (45738c06-7bf8-4f5a-88b1-5a2c943366a6), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:03.413867 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-c4f41a42-3b9a-41fa-9658-8e88f75a6a10 req-9f1c0b4a-0805-44d9-8c7f-3ee9b8033502 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/security-groups?id=5f89fa62-8f8a-4416-89bd-eddc545c178e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915759 Feb 21 09:49:03.468874 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2639c55c-0e4a-42f4-87a1-a08a04a03427 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3052028'] for subnet (45738c06-7bf8-4f5a-88b1-5a2c943366a6), precommit_delete_associations {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:03.502360 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Device 187c6e15-0ca9-41cc-9df5-6a48021469d7 no longer exists at agent ovs-agent-dv-cinder-804757-16-iscsi {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 09:49:03.528521 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2639c55c-0e4a-42f4-87a1-a08a04a03427 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7409676'] for subnet (45738c06-7bf8-4f5a-88b1-5a2c943366a6), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:03.564064 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] No Port match for: 187c6e15-0ca9-41cc-9df5-6a48021469d7 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 09:49:03.564340 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Device 187c6e15-0ca9-41cc-9df5-6a48021469d7 not bound to the agent host dv-cinder-804757-16-iscsi {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 09:49:03.669065 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2639c55c-0e4a-42f4-87a1-a08a04a03427 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7409717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3963039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4186025'] for subnet (45738c06-7bf8-4f5a-88b1-5a2c943366a6), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:03.725665 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2639c55c-0e4a-42f4-87a1-a08a04a03427 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45738c06-7bf8-4f5a-88b1-5a2c943366a6,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:49:03.740448 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2639c55c-0e4a-42f4-87a1-a08a04a03427 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905581'] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:03.746977 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 55008) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:49:03.756552 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [None req-2639c55c-0e4a-42f4-87a1-a08a04a03427 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/45738c06-7bf8-4f5a-88b1-5a2c943366a6 HTTP/1.1" status: 204 len: 168 time: 0.4574158 Feb 21 09:49:03.839257 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b95578e2-eeab-4bee-ac90-9f0718850997 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-977029'] for network (706f69fe-d205-4d95-9b18-bd6073de0e85), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:03.938857 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b95578e2-eeab-4bee-ac90-9f0718850997 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7410821', 'neutron.services.segments.db._delete_segments_for_network-8782759398202'] for network (706f69fe-d205-4d95-9b18-bd6073de0e85), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:03.971446 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.services.segments.db [None req-b95578e2-eeab-4bee-ac90-9f0718850997 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['706f69fe-d205-4d95-9b18-bd6073de0e85']}} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:49:03.990485 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.services.segments.db [None req-b95578e2-eeab-4bee-ac90-9f0718850997 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19825a35-379e-4869-b590-f5f5a4a92110') {'for_net_delete': True} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:49:03.991759 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.services.segments.db [None req-b95578e2-eeab-4bee-ac90-9f0718850997 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19825a35-379e-4869-b590-f5f5a4a92110') {} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:49:04.005189 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b95578e2-eeab-4bee-ac90-9f0718850997 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782759398723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3324868'] for segment (19825a35-379e-4869-b590-f5f5a4a92110), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:04.027132 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b95578e2-eeab-4bee-ac90-9f0718850997 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-936617'] for segment (19825a35-379e-4869-b590-f5f5a4a92110), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:04.038386 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b95578e2-eeab-4bee-ac90-9f0718850997 admin admin] Releasing vlan 379 on physical network physnet1 to pool {{(pid=109856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 21 09:49:04.039288 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b95578e2-eeab-4bee-ac90-9f0718850997 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-936617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3277392'] for segment (19825a35-379e-4869-b590-f5f5a4a92110), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:04.087327 dv-cinder-804757-16-iscsi neutron-server[109856]: Traceback (most recent call last): Feb 21 09:49:04.087327 dv-cinder-804757-16-iscsi neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 21 09:49:04.087327 dv-cinder-804757-16-iscsi neutron-server[109856]: timer() Feb 21 09:49:04.087327 dv-cinder-804757-16-iscsi neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 09:49:04.087327 dv-cinder-804757-16-iscsi neutron-server[109856]: cb(*args, **kw) Feb 21 09:49:04.087327 dv-cinder-804757-16-iscsi neutron-server[109856]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 21 09:49:04.087327 dv-cinder-804757-16-iscsi neutron-server[109856]: return func(*args, **kwargs) Feb 21 09:49:04.087327 dv-cinder-804757-16-iscsi neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 09:49:04.087327 dv-cinder-804757-16-iscsi neutron-server[109856]: self._notify() Feb 21 09:49:04.087327 dv-cinder-804757-16-iscsi neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 09:49:04.087327 dv-cinder-804757-16-iscsi neutron-server[109856]: self.callback(batched_events) Feb 21 09:49:04.087327 dv-cinder-804757-16-iscsi neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 09:49:04.087327 dv-cinder-804757-16-iscsi neutron-server[109856]: event.method(event) Feb 21 09:49:04.087327 dv-cinder-804757-16-iscsi neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 21 09:49:04.087327 dv-cinder-804757-16-iscsi neutron-server[109856]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 09:49:04.087327 dv-cinder-804757-16-iscsi neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 21 09:49:04.087327 dv-cinder-804757-16-iscsi neutron-server[109856]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 09:49:04.087327 dv-cinder-804757-16-iscsi neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 21 09:49:04.087327 dv-cinder-804757-16-iscsi neutron-server[109856]: return f(self, *a, **k) Feb 21 09:49:04.087327 dv-cinder-804757-16-iscsi neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 09:49:04.087327 dv-cinder-804757-16-iscsi neutron-server[109856]: return self._get(url).json() Feb 21 09:49:04.087327 dv-cinder-804757-16-iscsi neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 09:49:04.087327 dv-cinder-804757-16-iscsi neutron-server[109856]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 09:49:04.087327 dv-cinder-804757-16-iscsi neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 21 09:49:04.087327 dv-cinder-804757-16-iscsi neutron-server[109856]: return self.request(url, 'GET', **kwargs) Feb 21 09:49:04.087327 dv-cinder-804757-16-iscsi neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 21 09:49:04.087327 dv-cinder-804757-16-iscsi neutron-server[109856]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 09:49:04.087327 dv-cinder-804757-16-iscsi neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 21 09:49:04.087327 dv-cinder-804757-16-iscsi neutron-server[109856]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 09:49:04.087327 dv-cinder-804757-16-iscsi neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 21 09:49:04.087327 dv-cinder-804757-16-iscsi neutron-server[109856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 09:49:04.087327 dv-cinder-804757-16-iscsi neutron-server[109856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 09:49:04.179631 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b95578e2-eeab-4bee-ac90-9f0718850997 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7410830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7917281'] for network (706f69fe-d205-4d95-9b18-bd6073de0e85), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:04.184760 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b95578e2-eeab-4bee-ac90-9f0718850997 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905581'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:04.190028 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-b95578e2-eeab-4bee-ac90-9f0718850997 admin admin] 10.222.0.71 "DELETE /v2.0/networks/706f69fe-d205-4d95-9b18-bd6073de0e85 HTTP/1.1" status: 204 len: 168 time: 0.4411027 Feb 21 09:49:04.207560 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95578e2-eeab-4bee-ac90-9f0718850997 admin admin] Pushing event deleted for resources: {'Network': ['ID=706f69fe-d205-4d95-9b18-bd6073de0e85,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:49:04.313808 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 55014) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:49:04.451456 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ccff930b-e3c5-44a8-82ae-3ba842b5af59 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:04.580188 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e02306-21ae-4fae-baa5-2d6caff84533 req-57541ce9-68e1-49fa-b0ba-e6d578fae9ae tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:04.581992 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-c5e02306-21ae-4fae-baa5-2d6caff84533 req-57541ce9-68e1-49fa-b0ba-e6d578fae9ae tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/ports?device_id=00989555-27b6-4362-a62a-d87491bf6370 HTTP/1.1" status: 200 len: 946 time: 0.0886092 Feb 21 09:49:04.589309 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ccff930b-e3c5-44a8-82ae-3ba842b5af59 admin admin] Publish callbacks [] for security_group (8ae9fc4b-5f62-4c35-88bb-0074abb77273), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:04.609413 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.71', 55022) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:49:04.640006 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ccff930b-e3c5-44a8-82ae-3ba842b5af59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (8ae9fc4b-5f62-4c35-88bb-0074abb77273), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:04.654803 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [None req-357fcc05-8496-4072-8057-2b1d95c853d9 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=f0b97717b6834f3e8ecbc551e47a71ca&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0440469 Feb 21 09:49:04.657820 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.71', 55024) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:49:04.685806 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-c5e02306-21ae-4fae-baa5-2d6caff84533 req-8fbec1dd-a75b-4e63-b262-185c49f21f19 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/security-groups?id=5f89fa62-8f8a-4416-89bd-eddc545c178e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946026 Feb 21 09:49:04.700775 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-ccff930b-e3c5-44a8-82ae-3ba842b5af59 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=f0bc5b43a09c4cc18bd437cc100679b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3855317 Feb 21 09:49:04.703487 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.71', 55026) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:49:04.705699 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccff930b-e3c5-44a8-82ae-3ba842b5af59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ae9fc4b-5f62-4c35-88bb-0074abb77273,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:49:04.753903 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8d25d8bc-a373-4af3-b9f1-23de9c5592b2 admin admin] Publish callbacks [] for security_group (8d9cb245-cf06-4580-adf5-355ae63bcdb3), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:04.789187 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8d25d8bc-a373-4af3-b9f1-23de9c5592b2 admin admin] Publish callbacks [] for security_group (8d9cb245-cf06-4580-adf5-355ae63bcdb3), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:04.791128 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-555def0c-8375-4ecb-9480-43be18fce369 admin admin] Publish callbacks [] for security_group (8ae9fc4b-5f62-4c35-88bb-0074abb77273), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:04.832716 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-555def0c-8375-4ecb-9480-43be18fce369 admin admin] Publish callbacks [] for security_group (8ae9fc4b-5f62-4c35-88bb-0074abb77273), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:04.939303 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8d25d8bc-a373-4af3-b9f1-23de9c5592b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (8d9cb245-cf06-4580-adf5-355ae63bcdb3), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:04.942052 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8d25d8bc-a373-4af3-b9f1-23de9c5592b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:04.947444 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [None req-8d25d8bc-a373-4af3-b9f1-23de9c5592b2 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/8d9cb245-cf06-4580-adf5-355ae63bcdb3 HTTP/1.1" status: 204 len: 168 time: 0.2846758 Feb 21 09:49:04.961080 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d25d8bc-a373-4af3-b9f1-23de9c5592b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d9cb245-cf06-4580-adf5-355ae63bcdb3,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:49:04.973186 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d25d8bc-a373-4af3-b9f1-23de9c5592b2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:49:04.973634 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d25d8bc-a373-4af3-b9f1-23de9c5592b2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:49:04.977638 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d25d8bc-a373-4af3-b9f1-23de9c5592b2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:49:04.977638 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d25d8bc-a373-4af3-b9f1-23de9c5592b2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:49:04.977638 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d25d8bc-a373-4af3-b9f1-23de9c5592b2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:49:04.977638 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d25d8bc-a373-4af3-b9f1-23de9c5592b2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:49:04.977638 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d25d8bc-a373-4af3-b9f1-23de9c5592b2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:49:04.977638 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d25d8bc-a373-4af3-b9f1-23de9c5592b2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:49:04.977638 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d25d8bc-a373-4af3-b9f1-23de9c5592b2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:49:04.977638 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d25d8bc-a373-4af3-b9f1-23de9c5592b2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:49:04.977638 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d25d8bc-a373-4af3-b9f1-23de9c5592b2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:49:04.977638 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d25d8bc-a373-4af3-b9f1-23de9c5592b2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:49:04.977638 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d25d8bc-a373-4af3-b9f1-23de9c5592b2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:49:04.990675 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-555def0c-8375-4ecb-9480-43be18fce369 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (8ae9fc4b-5f62-4c35-88bb-0074abb77273), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:04.997827 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-555def0c-8375-4ecb-9480-43be18fce369 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:04.999293 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [None req-555def0c-8375-4ecb-9480-43be18fce369 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/8ae9fc4b-5f62-4c35-88bb-0074abb77273 HTTP/1.1" status: 204 len: 168 time: 0.2942507 Feb 21 09:49:05.023606 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555def0c-8375-4ecb-9480-43be18fce369 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ae9fc4b-5f62-4c35-88bb-0074abb77273,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:49:05.436415 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Device 46311460-8c23-4ebf-83a4-3c7864e43c6f no longer exists at agent ovs-agent-dv-cinder-804757-16-iscsi {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 09:49:05.466865 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] No Port match for: 46311460-8c23-4ebf-83a4-3c7864e43c6f {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 09:49:05.467485 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Device 46311460-8c23-4ebf-83a4-3c7864e43c6f not bound to the agent host dv-cinder-804757-16-iscsi {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 09:49:05.821326 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cd6bdc-32f2-4a45-8db4-5db615f2ee69 req-9f012d81-058d-486e-9eaf-3247aef33199 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:05.822827 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-c1cd6bdc-32f2-4a45-8db4-5db615f2ee69 req-9f012d81-058d-486e-9eaf-3247aef33199 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/ports?device_id=00989555-27b6-4362-a62a-d87491bf6370 HTTP/1.1" status: 200 len: 946 time: 0.0520153 Feb 21 09:49:05.874114 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-c1cd6bdc-32f2-4a45-8db4-5db615f2ee69 req-334fb870-b999-4f13-b9bb-50b43d323cb2 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/security-groups?id=5f89fa62-8f8a-4416-89bd-eddc545c178e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411994 Feb 21 09:49:06.031928 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9d2671a7-cd0e-47b1-8959-67d3b9c7fe59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (f1afc09b-b148-496e-b857-a568110caa3c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:06.264211 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.71', 55054) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:49:06.310665 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-009ad53d-4bca-429e-a2ae-2af33d81ba3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:06.457626 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-009ad53d-4bca-429e-a2ae-2af33d81ba3b admin admin] Publish callbacks [] for security_group (e9a0a1ea-36dc-404e-bf92-8de18e05a975), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:06.558727 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-009ad53d-4bca-429e-a2ae-2af33d81ba3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (e9a0a1ea-36dc-404e-bf92-8de18e05a975), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:06.603879 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009ad53d-4bca-429e-a2ae-2af33d81ba3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9a0a1ea-36dc-404e-bf92-8de18e05a975,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:49:06.611831 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 55072) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:49:06.611989 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [None req-009ad53d-4bca-429e-a2ae-2af33d81ba3b admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=505665e9e7284a3b8aafc6e0898ecd9d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3465571 Feb 21 09:49:06.674204 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8dbf8a1e-d21b-4ee4-b037-6d83c39513a1 admin admin] Publish callbacks [] for security_group (e9a0a1ea-36dc-404e-bf92-8de18e05a975), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:06.700218 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8dbf8a1e-d21b-4ee4-b037-6d83c39513a1 admin admin] Publish callbacks [] for security_group (e9a0a1ea-36dc-404e-bf92-8de18e05a975), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:06.757048 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.71', 55076) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:49:06.817550 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-43ce5351-eeda-4347-b66a-565ea5ef4f96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (93f03475-d11b-4921-b82a-7ea88eab1568), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:06.880593 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.v2.base [None req-3f0cd94d-798f-49b3-97c1-88117e0d555b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1722770882-network', 'tenant_id': '82755918f91a4d5db05e749fb5f4d553'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:49:06.922721 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8dbf8a1e-d21b-4ee4-b037-6d83c39513a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (e9a0a1ea-36dc-404e-bf92-8de18e05a975), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:06.925703 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8dbf8a1e-d21b-4ee4-b037-6d83c39513a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:06.926956 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-8dbf8a1e-d21b-4ee4-b037-6d83c39513a1 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/e9a0a1ea-36dc-404e-bf92-8de18e05a975 HTTP/1.1" status: 204 len: 168 time: 0.3139653 Feb 21 09:49:06.943063 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbf8a1e-d21b-4ee4-b037-6d83c39513a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9a0a1ea-36dc-404e-bf92-8de18e05a975,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:49:07.002548 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f0cd94d-798f-49b3-97c1-88117e0d555b admin admin] Made reservation on behalf of 82755918f91a4d5db05e749fb5f4d553 for: {'network': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:49:07.005681 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3f0cd94d-798f-49b3-97c1-88117e0d555b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for network (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:07.022335 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3f0cd94d-798f-49b3-97c1-88117e0d555b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:07.054119 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204697ba-ed3b-48af-b848-1b192645fdce req-50c8b34e-285a-4084-a5e4-8d9b2e017ab1 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:07.064750 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-204697ba-ed3b-48af-b848-1b192645fdce req-50c8b34e-285a-4084-a5e4-8d9b2e017ab1 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/ports?device_id=00989555-27b6-4362-a62a-d87491bf6370 HTTP/1.1" status: 200 len: 946 time: 0.0852201 Feb 21 09:49:07.134034 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3f0cd94d-798f-49b3-97c1-88117e0d555b admin admin] Publish callbacks [] for security_group (45f9ab07-66da-4307-af3f-750cd3b6bdea), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:07.137400 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-204697ba-ed3b-48af-b848-1b192645fdce req-b297ad1c-5deb-410c-badb-f1fec079ee8e tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/security-groups?id=5f89fa62-8f8a-4416-89bd-eddc545c178e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718253 Feb 21 09:49:07.231635 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3f0cd94d-798f-49b3-97c1-88117e0d555b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (45f9ab07-66da-4307-af3f-750cd3b6bdea), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:07.260449 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f0cd94d-798f-49b3-97c1-88117e0d555b admin admin] vlan segment allocate from pool success with {'vlan_id': 361, 'physical_network': 'physnet1'} {{(pid=109857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 09:49:07.268116 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0cd94d-798f-49b3-97c1-88117e0d555b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45f9ab07-66da-4307-af3f-750cd3b6bdea,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:49:07.274846 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3f0cd94d-798f-49b3-97c1-88117e0d555b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-936617'] for segment (040c20a5-ae1d-4cfd-969a-7729a0af0ebf), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:07.275180 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.db.segments_db [None req-3f0cd94d-798f-49b3-97c1-88117e0d555b admin admin] Added segment 040c20a5-ae1d-4cfd-969a-7729a0af0ebf of type vlan for network f3283efa-c20b-4d7f-a723-8ea66453cd2c Feb 21 09:49:07.345530 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3f0cd94d-798f-49b3-97c1-88117e0d555b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782758871682'] for network (f3283efa-c20b-4d7f-a723-8ea66453cd2c), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:07.482965 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3f0cd94d-798f-49b3-97c1-88117e0d555b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539'] for network (f3283efa-c20b-4d7f-a723-8ea66453cd2c), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:07.483968 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f0cd94d-798f-49b3-97c1-88117e0d555b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:07.484618 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3f0cd94d-798f-49b3-97c1-88117e0d555b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905581'] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:07.586380 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0cd94d-798f-49b3-97c1-88117e0d555b admin admin] Pushing event updated for resources: {'Network': ['ID=f3283efa-c20b-4d7f-a723-8ea66453cd2c,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:49:07.596625 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Network f3283efa-c20b-4d7f-a723-8ea66453cd2c details requested by agent ovs-agent-dv-cinder-804757-16-iscsi with host dv-cinder-804757-16-iscsi {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 09:49:07.601167 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [None req-3f0cd94d-798f-49b3-97c1-88117e0d555b admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8419724 Feb 21 09:49:07.603386 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 55094) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:49:07.609160 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.v2.base [None req-06f93fa7-29a5-4ada-a468-fa1733c83267 admin admin] Request body: {'subnet': {'network_id': 'f3283efa-c20b-4d7f-a723-8ea66453cd2c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1722770882-subnet', 'tenant_id': '82755918f91a4d5db05e749fb5f4d553', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:49:07.717467 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06f93fa7-29a5-4ada-a468-fa1733c83267 admin admin] Made reservation on behalf of 82755918f91a4d5db05e749fb5f4d553 for: {'subnet': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:49:07.720085 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-06f93fa7-29a5-4ada-a468-fa1733c83267 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25916572'] for subnet (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:07.797984 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (f5044fde-eef4-46eb-b3ce-4ab87030ccc0), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:08.021017 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-06f93fa7-29a5-4ada-a468-fa1733c83267 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3278071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25916526'] for subnet (857d761c-4c67-4dfc-893b-5238e8e2321f), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:08.107174 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f93fa7-29a5-4ada-a468-fa1733c83267 admin admin] Checking segment: {'id': '040c20a5-ae1d-4cfd-969a-7729a0af0ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'f3283efa-c20b-4d7f-a723-8ea66453cd2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 09:49:08.107426 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06f93fa7-29a5-4ada-a468-fa1733c83267 admin admin] Network hostable DHCP agents. Network: f3283efa-c20b-4d7f-a723-8ea66453cd2c, hostable agents: ['7b1feb7e-a062-49d6-b835-c5fae1c9b9ce'], hosted agents: [] {{(pid=109856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 09:49:08.116102 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f93fa7-29a5-4ada-a468-fa1733c83267 admin admin] Pushing event updated for resources: {'Subnet': ['ID=857d761c-4c67-4dfc-893b-5238e8e2321f,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:49:08.171251 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-2b8302a0-632c-4bb4-a8e1-5b2fb521f750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (a872b2e0-7e3e-43db-8705-7fb9ea875340), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:08.226739 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06f93fa7-29a5-4ada-a468-fa1733c83267 admin admin] Network f3283efa-c20b-4d7f-a723-8ea66453cd2c is scheduled to be hosted by DHCP agent 7b1feb7e-a062-49d6-b835-c5fae1c9b9ce with binding_index 1 {{(pid=109856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 09:49:08.346010 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-06f93fa7-29a5-4ada-a468-fa1733c83267 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-16-iscsi, f3283efa-c20b-4d7f-a723-8ea66453cd2c) {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:49:08.350970 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06f93fa7-29a5-4ada-a468-fa1733c83267 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:08.351984 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-06f93fa7-29a5-4ada-a468-fa1733c83267 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:08.355347 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-992a0456-40c9-4492-87ec-864e3103d63d None None] Network f3283efa-c20b-4d7f-a723-8ea66453cd2c requested from dv-cinder-804757-16-iscsi {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 09:49:08.386244 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2952a7a7-f7d2-48c1-84c2-871276bcc164 req-03d71317-9108-46ef-9740-2385a67b4947 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:08.387693 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-2952a7a7-f7d2-48c1-84c2-871276bcc164 req-03d71317-9108-46ef-9740-2385a67b4947 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/ports?device_id=00989555-27b6-4362-a62a-d87491bf6370 HTTP/1.1" status: 200 len: 946 time: 0.1345451 Feb 21 09:49:08.419833 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53eab35e-6028-4a9b-8012-d7ba3b50b11f req-56e3e609-9f3c-4065-8806-da6558057652 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:08.427154 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-53eab35e-6028-4a9b-8012-d7ba3b50b11f req-56e3e609-9f3c-4065-8806-da6558057652 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] 10.222.0.71 "GET /v2.0/ports?device_id=4bfaeb79-af34-4a8c-b852-5d9873f82eb1 HTTP/1.1" status: 200 len: 946 time: 0.1374302 Feb 21 09:49:08.454330 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-06f93fa7-29a5-4ada-a468-fa1733c83267 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8492637 Feb 21 09:49:08.506338 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-2952a7a7-f7d2-48c1-84c2-871276bcc164 req-335b4c24-b5c5-4e95-b361-cf16d71a1826 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/security-groups?id=5f89fa62-8f8a-4416-89bd-eddc545c178e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1078351 Feb 21 09:49:08.563365 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-53eab35e-6028-4a9b-8012-d7ba3b50b11f req-e818b5b8-2946-4c69-8645-0ed536b0666c tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] 10.222.0.71 "GET /v2.0/security-groups?id=5bde2634-daa9-411a-9a51-1555fe5f78b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1270881 Feb 21 09:49:08.593595 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89b419e5-e817-4ae6-8624-2c55e4b5c689 None None] Network f3283efa-c20b-4d7f-a723-8ea66453cd2c requested from dv-cinder-804757-16-iscsi {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 09:49:09.472613 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 55170) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:49:09.476789 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.v2.base [None req-eaf9d057-3a97-4839-8f16-451a6990548f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1819073662-network', 'tenant_id': 'd2668f185fe34949b518d6ff82c50e45'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:49:09.591988 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaf9d057-3a97-4839-8f16-451a6990548f admin admin] Made reservation on behalf of d2668f185fe34949b518d6ff82c50e45 for: {'network': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:49:09.594803 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-eaf9d057-3a97-4839-8f16-451a6990548f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for network (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:09.624143 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-eaf9d057-3a97-4839-8f16-451a6990548f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:09.769507 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607233cc-1a8c-4c50-a19f-80e5b7967220 req-75e0e4bc-5c4e-4248-8539-b26fd7d3f760 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:09.771155 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-607233cc-1a8c-4c50-a19f-80e5b7967220 req-75e0e4bc-5c4e-4248-8539-b26fd7d3f760 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/ports?device_id=00989555-27b6-4362-a62a-d87491bf6370 HTTP/1.1" status: 200 len: 946 time: 0.1379898 Feb 21 09:49:09.799140 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170685c9-2341-4a51-b10e-314afc92e035 req-1aea79ff-7f7a-40a5-89ae-f8cc52d836f7 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:09.800734 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-170685c9-2341-4a51-b10e-314afc92e035 req-1aea79ff-7f7a-40a5-89ae-f8cc52d836f7 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] 10.222.0.71 "GET /v2.0/ports?device_id=4bfaeb79-af34-4a8c-b852-5d9873f82eb1 HTTP/1.1" status: 200 len: 946 time: 0.1241431 Feb 21 09:49:09.855142 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-eaf9d057-3a97-4839-8f16-451a6990548f admin admin] Publish callbacks [] for security_group (b4223680-52bb-43c4-bd18-75a39196eee4), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:09.881022 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-607233cc-1a8c-4c50-a19f-80e5b7967220 req-c6c6aaee-80f2-4e8c-a5f7-9aaea2782ced tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/security-groups?id=5f89fa62-8f8a-4416-89bd-eddc545c178e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1009045 Feb 21 09:49:09.905035 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-170685c9-2341-4a51-b10e-314afc92e035 req-bed8fbf3-124a-4387-afa5-63a27f3f651a tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] 10.222.0.71 "GET /v2.0/security-groups?id=5bde2634-daa9-411a-9a51-1555fe5f78b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870492 Feb 21 09:49:10.089545 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (ce3e6371-75e2-4bba-8260-49cd855bb251), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:10.334801 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-eaf9d057-3a97-4839-8f16-451a6990548f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (b4223680-52bb-43c4-bd18-75a39196eee4), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:10.354737 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eaf9d057-3a97-4839-8f16-451a6990548f admin admin] vlan segment allocate from pool success with {'vlan_id': 364, 'physical_network': 'physnet1'} {{(pid=109856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 09:49:10.372559 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-eaf9d057-3a97-4839-8f16-451a6990548f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-936617'] for segment (7b0e9303-4d2b-4edc-8f1b-c343ba1ded8c), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:10.381193 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.db.segments_db [None req-eaf9d057-3a97-4839-8f16-451a6990548f admin admin] Added segment 7b0e9303-4d2b-4edc-8f1b-c343ba1ded8c of type vlan for network 327544a4-91de-4a8a-90d8-7baa6c2c31a7 Feb 21 09:49:10.381193 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf9d057-3a97-4839-8f16-451a6990548f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4223680-52bb-43c4-bd18-75a39196eee4,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:49:10.418305 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-eaf9d057-3a97-4839-8f16-451a6990548f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782758871682'] for network (327544a4-91de-4a8a-90d8-7baa6c2c31a7), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:10.545929 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-eaf9d057-3a97-4839-8f16-451a6990548f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539'] for network (327544a4-91de-4a8a-90d8-7baa6c2c31a7), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:10.548128 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf9d057-3a97-4839-8f16-451a6990548f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:10.548955 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-eaf9d057-3a97-4839-8f16-451a6990548f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905581'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:10.638811 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf9d057-3a97-4839-8f16-451a6990548f admin admin] Pushing event updated for resources: {'Network': ['ID=327544a4-91de-4a8a-90d8-7baa6c2c31a7,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:49:10.650653 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Network 327544a4-91de-4a8a-90d8-7baa6c2c31a7 details requested by agent ovs-agent-dv-cinder-804757-16-iscsi with host dv-cinder-804757-16-iscsi {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 09:49:10.715129 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-eaf9d057-3a97-4839-8f16-451a6990548f admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.2433057 Feb 21 09:49:10.721909 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.71', 55196) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:49:10.723584 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.v2.base [None req-23aaef5a-34c8-4c74-bbc3-9e6168883d2f admin admin] Request body: {'subnet': {'network_id': '327544a4-91de-4a8a-90d8-7baa6c2c31a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1819073662-subnet', 'tenant_id': 'd2668f185fe34949b518d6ff82c50e45', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:49:10.838229 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23aaef5a-34c8-4c74-bbc3-9e6168883d2f admin admin] Made reservation on behalf of d2668f185fe34949b518d6ff82c50e45 for: {'subnet': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:49:10.840973 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-23aaef5a-34c8-4c74-bbc3-9e6168883d2f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4185924'] for subnet (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:11.109452 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3310695c-7b18-4dda-9ea6-44f29ee2f7d4 req-f9643541-fd3e-4c25-93b5-e937dc11a546 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:11.111156 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-3310695c-7b18-4dda-9ea6-44f29ee2f7d4 req-f9643541-fd3e-4c25-93b5-e937dc11a546 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/ports?device_id=00989555-27b6-4362-a62a-d87491bf6370 HTTP/1.1" status: 200 len: 946 time: 0.0978088 Feb 21 09:49:11.119492 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36f2919-ffbe-4624-8f46-abfa64c18b9e req-604b075b-5a52-4423-bf1a-ff80bf98ae43 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:11.121054 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-d36f2919-ffbe-4624-8f46-abfa64c18b9e req-604b075b-5a52-4423-bf1a-ff80bf98ae43 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] 10.222.0.71 "GET /v2.0/ports?device_id=4bfaeb79-af34-4a8c-b852-5d9873f82eb1 HTTP/1.1" status: 200 len: 946 time: 0.0974715 Feb 21 09:49:11.201448 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-3310695c-7b18-4dda-9ea6-44f29ee2f7d4 req-c48a65fe-398c-4f7d-bfae-24fa2c00bd41 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/security-groups?id=5f89fa62-8f8a-4416-89bd-eddc545c178e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793889 Feb 21 09:49:11.205250 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-d36f2919-ffbe-4624-8f46-abfa64c18b9e req-af9f9d49-1729-4080-8f88-34cd6ff80396 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] 10.222.0.71 "GET /v2.0/security-groups?id=5bde2634-daa9-411a-9a51-1555fe5f78b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765746 Feb 21 09:49:11.231019 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-23aaef5a-34c8-4c74-bbc3-9e6168883d2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3963102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4186038'] for subnet (400c35ed-ddc2-410e-8bfc-9b929d78c719), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:11.288969 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23aaef5a-34c8-4c74-bbc3-9e6168883d2f admin admin] Pushing event updated for resources: {'Subnet': ['ID=400c35ed-ddc2-410e-8bfc-9b929d78c719,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:49:11.303235 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23aaef5a-34c8-4c74-bbc3-9e6168883d2f admin admin] Checking segment: {'id': '7b0e9303-4d2b-4edc-8f1b-c343ba1ded8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '327544a4-91de-4a8a-90d8-7baa6c2c31a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 09:49:11.303588 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23aaef5a-34c8-4c74-bbc3-9e6168883d2f admin admin] Network hostable DHCP agents. Network: 327544a4-91de-4a8a-90d8-7baa6c2c31a7, hostable agents: ['7b1feb7e-a062-49d6-b835-c5fae1c9b9ce'], hosted agents: [] {{(pid=109857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 09:49:11.557535 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23aaef5a-34c8-4c74-bbc3-9e6168883d2f admin admin] Network 327544a4-91de-4a8a-90d8-7baa6c2c31a7 is scheduled to be hosted by DHCP agent 7b1feb7e-a062-49d6-b835-c5fae1c9b9ce with binding_index 1 {{(pid=109857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 09:49:11.670580 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-23aaef5a-34c8-4c74-bbc3-9e6168883d2f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-16-iscsi, 327544a4-91de-4a8a-90d8-7baa6c2c31a7) {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:49:11.675124 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23aaef5a-34c8-4c74-bbc3-9e6168883d2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:11.675721 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-23aaef5a-34c8-4c74-bbc3-9e6168883d2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905581'] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:11.680768 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-960eafa7-82ec-4ed1-ba33-a9a60a4072cd None None] Network 327544a4-91de-4a8a-90d8-7baa6c2c31a7 requested from dv-cinder-804757-16-iscsi {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 09:49:11.778137 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd0e633f-a80c-4fd6-9f00-27017922b702 None None] Network 327544a4-91de-4a8a-90d8-7baa6c2c31a7 requested from dv-cinder-804757-16-iscsi {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 09:49:11.820080 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [None req-23aaef5a-34c8-4c74-bbc3-9e6168883d2f admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0929062 Feb 21 09:49:11.949632 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.71', 55222) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:49:12.001083 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.db.db_base_plugin_v2 [None req-6205d639-7913-498b-b275-817f14a12f41 admin admin] Deleting subnet 857d761c-4c67-4dfc-893b-5238e8e2321f {{(pid=109857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 21 09:49:12.004833 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6205d639-7913-498b-b275-817f14a12f41 admin admin] Publish callbacks [] for subnet (857d761c-4c67-4dfc-893b-5238e8e2321f), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:12.039625 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6205d639-7913-498b-b275-817f14a12f41 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3052028'] for subnet (857d761c-4c67-4dfc-893b-5238e8e2321f), precommit_delete_associations {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:12.078273 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6205d639-7913-498b-b275-817f14a12f41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7409676'] for subnet (857d761c-4c67-4dfc-893b-5238e8e2321f), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:12.209271 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6205d639-7913-498b-b275-817f14a12f41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7409717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3963039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4186025'] for subnet (857d761c-4c67-4dfc-893b-5238e8e2321f), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:12.240700 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6205d639-7913-498b-b275-817f14a12f41 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=857d761c-4c67-4dfc-893b-5238e8e2321f,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:49:12.245410 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6205d639-7913-498b-b275-817f14a12f41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905581'] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:12.250938 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [None req-6205d639-7913-498b-b275-817f14a12f41 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/857d761c-4c67-4dfc-893b-5238e8e2321f HTTP/1.1" status: 204 len: 168 time: 0.2999825 Feb 21 09:49:12.253238 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.71', 55232) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:49:12.325140 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a2d586a8-aafd-4966-905b-e47efc517019 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-977029'] for network (f3283efa-c20b-4d7f-a723-8ea66453cd2c), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:12.373375 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae8388a-af2b-46a5-b8e4-95773133fca5 req-d5c3fc8a-0776-4394-a1e3-6684ebc16d5e tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:12.375203 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-9ae8388a-af2b-46a5-b8e4-95773133fca5 req-d5c3fc8a-0776-4394-a1e3-6684ebc16d5e tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] 10.222.0.71 "GET /v2.0/ports?device_id=4bfaeb79-af34-4a8c-b852-5d9873f82eb1 HTTP/1.1" status: 200 len: 946 time: 0.0959535 Feb 21 09:49:12.384231 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62026130-b70b-4d08-828f-05976d8c4494 req-c32e76d9-ec97-49aa-8a09-7ff64a48f71e tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:12.385808 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-62026130-b70b-4d08-828f-05976d8c4494 req-c32e76d9-ec97-49aa-8a09-7ff64a48f71e tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/ports?device_id=00989555-27b6-4362-a62a-d87491bf6370 HTTP/1.1" status: 200 len: 946 time: 0.0919170 Feb 21 09:49:12.416120 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a2d586a8-aafd-4966-905b-e47efc517019 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7410821', 'neutron.services.segments.db._delete_segments_for_network-8782759398202'] for network (f3283efa-c20b-4d7f-a723-8ea66453cd2c), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:12.437331 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.services.segments.db [None req-a2d586a8-aafd-4966-905b-e47efc517019 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3283efa-c20b-4d7f-a723-8ea66453cd2c']}} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:49:12.446662 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.services.segments.db [None req-a2d586a8-aafd-4966-905b-e47efc517019 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '040c20a5-ae1d-4cfd-969a-7729a0af0ebf') {'for_net_delete': True} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:49:12.447049 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.services.segments.db [None req-a2d586a8-aafd-4966-905b-e47efc517019 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '040c20a5-ae1d-4cfd-969a-7729a0af0ebf') {} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:49:12.457238 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a2d586a8-aafd-4966-905b-e47efc517019 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782759398723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3052005'] for segment (040c20a5-ae1d-4cfd-969a-7729a0af0ebf), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:12.462271 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-9ae8388a-af2b-46a5-b8e4-95773133fca5 req-593b25f2-3dc8-4b4d-921e-7273d4795d62 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] 10.222.0.71 "GET /v2.0/security-groups?id=5bde2634-daa9-411a-9a51-1555fe5f78b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753653 Feb 21 09:49:12.470999 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-62026130-b70b-4d08-828f-05976d8c4494 req-f854897a-8ceb-495d-810d-50619a9b0710 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/security-groups?id=5f89fa62-8f8a-4416-89bd-eddc545c178e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781038 Feb 21 09:49:12.472357 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a2d586a8-aafd-4966-905b-e47efc517019 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-936617'] for segment (040c20a5-ae1d-4cfd-969a-7729a0af0ebf), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:12.479217 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2d586a8-aafd-4966-905b-e47efc517019 admin admin] Releasing vlan 361 on physical network physnet1 to pool {{(pid=109857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 21 09:49:12.479730 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a2d586a8-aafd-4966-905b-e47efc517019 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-936617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3964537'] for segment (040c20a5-ae1d-4cfd-969a-7729a0af0ebf), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:12.481642 dv-cinder-804757-16-iscsi neutron-server[109857]: Traceback (most recent call last): Feb 21 09:49:12.481642 dv-cinder-804757-16-iscsi neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 21 09:49:12.481642 dv-cinder-804757-16-iscsi neutron-server[109857]: timer() Feb 21 09:49:12.481642 dv-cinder-804757-16-iscsi neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 09:49:12.481642 dv-cinder-804757-16-iscsi neutron-server[109857]: cb(*args, **kw) Feb 21 09:49:12.481642 dv-cinder-804757-16-iscsi neutron-server[109857]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 21 09:49:12.481642 dv-cinder-804757-16-iscsi neutron-server[109857]: return func(*args, **kwargs) Feb 21 09:49:12.481642 dv-cinder-804757-16-iscsi neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 09:49:12.481642 dv-cinder-804757-16-iscsi neutron-server[109857]: self._notify() Feb 21 09:49:12.481642 dv-cinder-804757-16-iscsi neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 09:49:12.481642 dv-cinder-804757-16-iscsi neutron-server[109857]: self.callback(batched_events) Feb 21 09:49:12.481642 dv-cinder-804757-16-iscsi neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 09:49:12.481642 dv-cinder-804757-16-iscsi neutron-server[109857]: event.method(event) Feb 21 09:49:12.481642 dv-cinder-804757-16-iscsi neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 21 09:49:12.481642 dv-cinder-804757-16-iscsi neutron-server[109857]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 09:49:12.481642 dv-cinder-804757-16-iscsi neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 21 09:49:12.481642 dv-cinder-804757-16-iscsi neutron-server[109857]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 09:49:12.481642 dv-cinder-804757-16-iscsi neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 21 09:49:12.481642 dv-cinder-804757-16-iscsi neutron-server[109857]: return f(self, *a, **k) Feb 21 09:49:12.481642 dv-cinder-804757-16-iscsi neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 09:49:12.481642 dv-cinder-804757-16-iscsi neutron-server[109857]: return self._get(url).json() Feb 21 09:49:12.481642 dv-cinder-804757-16-iscsi neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 09:49:12.481642 dv-cinder-804757-16-iscsi neutron-server[109857]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 09:49:12.481642 dv-cinder-804757-16-iscsi neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 21 09:49:12.481642 dv-cinder-804757-16-iscsi neutron-server[109857]: return self.request(url, 'GET', **kwargs) Feb 21 09:49:12.481642 dv-cinder-804757-16-iscsi neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 21 09:49:12.481642 dv-cinder-804757-16-iscsi neutron-server[109857]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 09:49:12.481642 dv-cinder-804757-16-iscsi neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 21 09:49:12.481642 dv-cinder-804757-16-iscsi neutron-server[109857]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 09:49:12.481642 dv-cinder-804757-16-iscsi neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 21 09:49:12.481642 dv-cinder-804757-16-iscsi neutron-server[109857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 09:49:12.481642 dv-cinder-804757-16-iscsi neutron-server[109857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 09:49:12.637133 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a2d586a8-aafd-4966-905b-e47efc517019 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7410830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7917281'] for network (f3283efa-c20b-4d7f-a723-8ea66453cd2c), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:12.645560 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a2d586a8-aafd-4966-905b-e47efc517019 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905581'] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:12.648934 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [None req-a2d586a8-aafd-4966-905b-e47efc517019 admin admin] 10.222.0.71 "DELETE /v2.0/networks/f3283efa-c20b-4d7f-a723-8ea66453cd2c HTTP/1.1" status: 204 len: 168 time: 0.3945429 Feb 21 09:49:12.653446 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 55234) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:49:12.659042 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d586a8-aafd-4966-905b-e47efc517019 admin admin] Pushing event deleted for resources: {'Network': ['ID=f3283efa-c20b-4d7f-a723-8ea66453cd2c,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:49:12.700316 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5afc67e-b5b1-4309-903e-82436a39c8a9 admin admin] Deleting subnet 400c35ed-ddc2-410e-8bfc-9b929d78c719 {{(pid=109856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 21 09:49:12.704344 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d5afc67e-b5b1-4309-903e-82436a39c8a9 admin admin] Publish callbacks [] for subnet (400c35ed-ddc2-410e-8bfc-9b929d78c719), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:12.764642 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d5afc67e-b5b1-4309-903e-82436a39c8a9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3324893'] for subnet (400c35ed-ddc2-410e-8bfc-9b929d78c719), precommit_delete_associations {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:12.813373 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331f2d0c-605f-4779-a042-c5d5b4b8d6e8 req-2c3ecb57-19c3-42a7-a93e-88b26eb5012c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:12.814854 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-331f2d0c-605f-4779-a042-c5d5b4b8d6e8 req-2c3ecb57-19c3-42a7-a93e-88b26eb5012c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=bb268944fc6e49c098a033696a582d47&device_id=00989555-27b6-4362-a62a-d87491bf6370 HTTP/1.1" status: 200 len: 1130 time: 0.0865984 Feb 21 09:49:12.819077 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d5afc67e-b5b1-4309-903e-82436a39c8a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7409676'] for subnet (400c35ed-ddc2-410e-8bfc-9b929d78c719), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:12.944190 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331f2d0c-605f-4779-a042-c5d5b4b8d6e8 req-fbd5f14f-3f79-497e-824b-4a401ed4c17a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:12.945662 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-331f2d0c-605f-4779-a042-c5d5b4b8d6e8 req-fbd5f14f-3f79-497e-824b-4a401ed4c17a service neutron] 10.222.0.69 "GET /v2.0/networks?id=520af2ea-1f8c-46b3-b630-6172c62f3d29 HTTP/1.1" status: 200 len: 918 time: 0.1058714 Feb 21 09:49:12.993142 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d5afc67e-b5b1-4309-903e-82436a39c8a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7409717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3278006', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25916529'] for subnet (400c35ed-ddc2-410e-8bfc-9b929d78c719), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:13.031486 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d5afc67e-b5b1-4309-903e-82436a39c8a9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:13.034753 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-d5afc67e-b5b1-4309-903e-82436a39c8a9 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/400c35ed-ddc2-410e-8bfc-9b929d78c719 HTTP/1.1" status: 204 len: 168 time: 0.3801932 Feb 21 09:49:13.037442 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5afc67e-b5b1-4309-903e-82436a39c8a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=400c35ed-ddc2-410e-8bfc-9b929d78c719,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:49:13.043141 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.71', 55240) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:49:13.048638 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-331f2d0c-605f-4779-a042-c5d5b4b8d6e8 req-d45fa2e9-9152-4934-ad87-df4a18badb40 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0c64f2e3-e027-43ee-b1d7-d42c5a26bacc HTTP/1.1" status: 200 len: 1002 time: 0.0957704 Feb 21 09:49:13.101305 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331f2d0c-605f-4779-a042-c5d5b4b8d6e8 req-4896284a-cf6e-4a01-b206-033e984593fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:13.102753 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-331f2d0c-605f-4779-a042-c5d5b4b8d6e8 req-4896284a-cf6e-4a01-b206-033e984593fe service neutron] 10.222.0.69 "GET /v2.0/subnets?id=481c3383-55ad-4322-8e52-c4b40a8b221b HTTP/1.1" status: 200 len: 856 time: 0.0463004 Feb 21 09:49:13.111261 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-237a70f4-54cd-4de3-aa88-7b6f35b2ae83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-977029'] for network (327544a4-91de-4a8a-90d8-7baa6c2c31a7), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:13.159093 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331f2d0c-605f-4779-a042-c5d5b4b8d6e8 req-4ba8132a-dd5b-4132-839e-79d29e6e5b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:13.160742 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-331f2d0c-605f-4779-a042-c5d5b4b8d6e8 req-4ba8132a-dd5b-4132-839e-79d29e6e5b6f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=520af2ea-1f8c-46b3-b630-6172c62f3d29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0516992 Feb 21 09:49:13.190584 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-237a70f4-54cd-4de3-aa88-7b6f35b2ae83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7410821', 'neutron.services.segments.db._delete_segments_for_network-8782759398202'] for network (327544a4-91de-4a8a-90d8-7baa6c2c31a7), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:13.216712 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.services.segments.db [None req-237a70f4-54cd-4de3-aa88-7b6f35b2ae83 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['327544a4-91de-4a8a-90d8-7baa6c2c31a7']}} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:49:13.226168 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.services.segments.db [None req-237a70f4-54cd-4de3-aa88-7b6f35b2ae83 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b0e9303-4d2b-4edc-8f1b-c343ba1ded8c') {'for_net_delete': True} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:49:13.226455 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.services.segments.db [None req-237a70f4-54cd-4de3-aa88-7b6f35b2ae83 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b0e9303-4d2b-4edc-8f1b-c343ba1ded8c') {} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:49:13.236837 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-237a70f4-54cd-4de3-aa88-7b6f35b2ae83 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782759398723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3052005'] for segment (7b0e9303-4d2b-4edc-8f1b-c343ba1ded8c), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:13.249866 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-237a70f4-54cd-4de3-aa88-7b6f35b2ae83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-936617'] for segment (7b0e9303-4d2b-4edc-8f1b-c343ba1ded8c), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:13.256192 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-237a70f4-54cd-4de3-aa88-7b6f35b2ae83 admin admin] Releasing vlan 364 on physical network physnet1 to pool {{(pid=109857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 21 09:49:13.256688 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-237a70f4-54cd-4de3-aa88-7b6f35b2ae83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-936617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3964537'] for segment (7b0e9303-4d2b-4edc-8f1b-c343ba1ded8c), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:13.257614 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-331f2d0c-605f-4779-a042-c5d5b4b8d6e8 req-2d001a04-9d6d-4797-b2c2-ee448bede05e service neutron] 10.222.0.69 "GET /v2.0/networks/520af2ea-1f8c-46b3-b630-6172c62f3d29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904799 Feb 21 09:49:13.258199 dv-cinder-804757-16-iscsi neutron-server[109857]: Traceback (most recent call last): Feb 21 09:49:13.258199 dv-cinder-804757-16-iscsi neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 21 09:49:13.258199 dv-cinder-804757-16-iscsi neutron-server[109857]: timer() Feb 21 09:49:13.258199 dv-cinder-804757-16-iscsi neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 09:49:13.258199 dv-cinder-804757-16-iscsi neutron-server[109857]: cb(*args, **kw) Feb 21 09:49:13.258199 dv-cinder-804757-16-iscsi neutron-server[109857]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 21 09:49:13.258199 dv-cinder-804757-16-iscsi neutron-server[109857]: return func(*args, **kwargs) Feb 21 09:49:13.258199 dv-cinder-804757-16-iscsi neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 09:49:13.258199 dv-cinder-804757-16-iscsi neutron-server[109857]: self._notify() Feb 21 09:49:13.258199 dv-cinder-804757-16-iscsi neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 09:49:13.258199 dv-cinder-804757-16-iscsi neutron-server[109857]: self.callback(batched_events) Feb 21 09:49:13.258199 dv-cinder-804757-16-iscsi neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 09:49:13.258199 dv-cinder-804757-16-iscsi neutron-server[109857]: event.method(event) Feb 21 09:49:13.258199 dv-cinder-804757-16-iscsi neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 21 09:49:13.258199 dv-cinder-804757-16-iscsi neutron-server[109857]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 09:49:13.258199 dv-cinder-804757-16-iscsi neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 21 09:49:13.258199 dv-cinder-804757-16-iscsi neutron-server[109857]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 09:49:13.258199 dv-cinder-804757-16-iscsi neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 21 09:49:13.258199 dv-cinder-804757-16-iscsi neutron-server[109857]: return f(self, *a, **k) Feb 21 09:49:13.258199 dv-cinder-804757-16-iscsi neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 09:49:13.258199 dv-cinder-804757-16-iscsi neutron-server[109857]: return self._get(url).json() Feb 21 09:49:13.258199 dv-cinder-804757-16-iscsi neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 09:49:13.258199 dv-cinder-804757-16-iscsi neutron-server[109857]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 09:49:13.258199 dv-cinder-804757-16-iscsi neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 21 09:49:13.258199 dv-cinder-804757-16-iscsi neutron-server[109857]: return self.request(url, 'GET', **kwargs) Feb 21 09:49:13.258199 dv-cinder-804757-16-iscsi neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 21 09:49:13.258199 dv-cinder-804757-16-iscsi neutron-server[109857]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 09:49:13.258199 dv-cinder-804757-16-iscsi neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 21 09:49:13.258199 dv-cinder-804757-16-iscsi neutron-server[109857]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 09:49:13.258199 dv-cinder-804757-16-iscsi neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 21 09:49:13.258199 dv-cinder-804757-16-iscsi neutron-server[109857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 09:49:13.258199 dv-cinder-804757-16-iscsi neutron-server[109857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 09:49:13.357727 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-331f2d0c-605f-4779-a042-c5d5b4b8d6e8 req-30f608e7-86ae-41f4-b5a9-cfe2228a5920 service neutron] 10.222.0.69 "GET /v2.0/networks/520af2ea-1f8c-46b3-b630-6172c62f3d29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934594 Feb 21 09:49:13.580526 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-237a70f4-54cd-4de3-aa88-7b6f35b2ae83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7410830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7917281'] for network (327544a4-91de-4a8a-90d8-7baa6c2c31a7), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:13.584838 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-237a70f4-54cd-4de3-aa88-7b6f35b2ae83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905581'] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:13.589066 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [None req-237a70f4-54cd-4de3-aa88-7b6f35b2ae83 admin admin] 10.222.0.71 "DELETE /v2.0/networks/327544a4-91de-4a8a-90d8-7baa6c2c31a7 HTTP/1.1" status: 204 len: 168 time: 0.5498731 Feb 21 09:49:13.604298 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237a70f4-54cd-4de3-aa88-7b6f35b2ae83 admin admin] Pushing event deleted for resources: {'Network': ['ID=327544a4-91de-4a8a-90d8-7baa6c2c31a7,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:49:13.649201 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a20cbd-a391-4844-bd99-ea7a4f0f66a5 req-7a96d031-d872-4ffb-8a38-dc074d3571db tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:13.650770 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-c6a20cbd-a391-4844-bd99-ea7a4f0f66a5 req-7a96d031-d872-4ffb-8a38-dc074d3571db tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/ports?device_id=00989555-27b6-4362-a62a-d87491bf6370 HTTP/1.1" status: 200 len: 946 time: 0.0851049 Feb 21 09:49:13.658089 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d64dbdb-29f7-4a4e-aaaa-53445f02cbac req-bb815770-b610-4477-88c4-5b8c9d7bc9da tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:13.659490 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-4d64dbdb-29f7-4a4e-aaaa-53445f02cbac req-bb815770-b610-4477-88c4-5b8c9d7bc9da tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] 10.222.0.71 "GET /v2.0/ports?device_id=4bfaeb79-af34-4a8c-b852-5d9873f82eb1 HTTP/1.1" status: 200 len: 946 time: 0.1038029 Feb 21 09:49:13.731827 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-c6a20cbd-a391-4844-bd99-ea7a4f0f66a5 req-c0dd5439-d3d6-43af-8750-1861c135a1cf tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/security-groups?id=5f89fa62-8f8a-4416-89bd-eddc545c178e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713849 Feb 21 09:49:13.738716 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-4d64dbdb-29f7-4a4e-aaaa-53445f02cbac req-5e012c23-e96e-4835-bc65-2d88589ac672 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] 10.222.0.71 "GET /v2.0/security-groups?id=5bde2634-daa9-411a-9a51-1555fe5f78b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687466 Feb 21 09:49:13.968216 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.71', 55252) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:49:14.008414 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [None req-2e4acae9-e1ed-401c-9faf-f42328ae44a8 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=82755918f91a4d5db05e749fb5f4d553&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0379977 Feb 21 09:49:14.010780 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.71', 55254) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:49:14.058510 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a2aad1b6-fc23-4de0-afbf-a4152a97f146 admin admin] Publish callbacks [] for security_group (45f9ab07-66da-4307-af3f-750cd3b6bdea), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:14.083869 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a2aad1b6-fc23-4de0-afbf-a4152a97f146 admin admin] Publish callbacks [] for security_group (45f9ab07-66da-4307-af3f-750cd3b6bdea), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:14.174203 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a2aad1b6-fc23-4de0-afbf-a4152a97f146 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (45f9ab07-66da-4307-af3f-750cd3b6bdea), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:14.176828 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a2aad1b6-fc23-4de0-afbf-a4152a97f146 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:14.178002 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [None req-a2aad1b6-fc23-4de0-afbf-a4152a97f146 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/45f9ab07-66da-4307-af3f-750cd3b6bdea HTTP/1.1" status: 204 len: 168 time: 0.1663015 Feb 21 09:49:14.186315 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2aad1b6-fc23-4de0-afbf-a4152a97f146 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45f9ab07-66da-4307-af3f-750cd3b6bdea,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:49:14.751740 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.71', 55262) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:49:14.801255 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [None req-40b20a32-a225-4e98-87af-670854f1f523 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=d2668f185fe34949b518d6ff82c50e45&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0483487 Feb 21 09:49:14.803751 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.71', 55268) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:49:14.852669 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e17caca5-749b-4b64-af89-4a35bc39700b admin admin] Publish callbacks [] for security_group (b4223680-52bb-43c4-bd18-75a39196eee4), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:14.874163 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e17caca5-749b-4b64-af89-4a35bc39700b admin admin] Publish callbacks [] for security_group (b4223680-52bb-43c4-bd18-75a39196eee4), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:14.901859 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291b1c61-0f5a-40bf-a97f-308d30ba5358 req-52a88980-b34b-4025-a5dd-bd7979983966 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:14.903342 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-291b1c61-0f5a-40bf-a97f-308d30ba5358 req-52a88980-b34b-4025-a5dd-bd7979983966 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] 10.222.0.71 "GET /v2.0/ports?device_id=4bfaeb79-af34-4a8c-b852-5d9873f82eb1 HTTP/1.1" status: 200 len: 946 time: 0.0931072 Feb 21 09:49:14.910357 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f86be7d-c993-47ed-941e-91dd3690d5d9 req-c28fde04-7151-431c-b32c-af274fafe0e5 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:14.911764 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-1f86be7d-c993-47ed-941e-91dd3690d5d9 req-c28fde04-7151-431c-b32c-af274fafe0e5 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/ports?device_id=00989555-27b6-4362-a62a-d87491bf6370 HTTP/1.1" status: 200 len: 946 time: 0.0905180 Feb 21 09:49:14.979911 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-291b1c61-0f5a-40bf-a97f-308d30ba5358 req-1c5caf0e-3bbc-425a-89b8-e678a6939137 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] 10.222.0.71 "GET /v2.0/security-groups?id=5bde2634-daa9-411a-9a51-1555fe5f78b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669556 Feb 21 09:49:14.987289 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-1f86be7d-c993-47ed-941e-91dd3690d5d9 req-c5f9e918-77e7-4f7b-8640-05dbb13b0b71 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/security-groups?id=5f89fa62-8f8a-4416-89bd-eddc545c178e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685921 Feb 21 09:49:15.002420 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e17caca5-749b-4b64-af89-4a35bc39700b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (b4223680-52bb-43c4-bd18-75a39196eee4), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:15.005085 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e17caca5-749b-4b64-af89-4a35bc39700b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:15.006328 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [None req-e17caca5-749b-4b64-af89-4a35bc39700b admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/b4223680-52bb-43c4-bd18-75a39196eee4 HTTP/1.1" status: 204 len: 168 time: 0.2016265 Feb 21 09:49:15.016774 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17caca5-749b-4b64-af89-4a35bc39700b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4223680-52bb-43c4-bd18-75a39196eee4,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:49:16.146045 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20341ec1-8fae-4ce7-af66-0675d2278262 req-3dd32022-306c-4996-a66f-4e482ac02eb6 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:16.147553 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-20341ec1-8fae-4ce7-af66-0675d2278262 req-3dd32022-306c-4996-a66f-4e482ac02eb6 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] 10.222.0.71 "GET /v2.0/ports?device_id=4bfaeb79-af34-4a8c-b852-5d9873f82eb1 HTTP/1.1" status: 200 len: 946 time: 0.0948834 Feb 21 09:49:16.159834 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935fddda-495f-4b72-b253-619dc6432549 req-214aa3e9-8c3b-4107-84b0-69fe40e01d27 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:16.161411 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-935fddda-495f-4b72-b253-619dc6432549 req-214aa3e9-8c3b-4107-84b0-69fe40e01d27 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/ports?device_id=00989555-27b6-4362-a62a-d87491bf6370 HTTP/1.1" status: 200 len: 946 time: 0.0805442 Feb 21 09:49:16.244967 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-20341ec1-8fae-4ce7-af66-0675d2278262 req-f046c242-b9c1-4e2e-97a8-2b72e9387b92 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] 10.222.0.71 "GET /v2.0/security-groups?id=5bde2634-daa9-411a-9a51-1555fe5f78b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823488 Feb 21 09:49:16.249075 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-935fddda-495f-4b72-b253-619dc6432549 req-a013db29-9f53-4267-87b6-e55c6a628f3c tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/security-groups?id=5f89fa62-8f8a-4416-89bd-eddc545c178e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797887 Feb 21 09:49:16.814176 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Device 0c64f2e3-e027-43ee-b1d7-d42c5a26bacc no longer exists at agent hyperv_hv-cinder-80475 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 09:49:16.899833 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Current status of the port 0c64f2e3-e027-43ee-b1d7-d42c5a26bacc is: ACTIVE; New status is: DOWN {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:49:16.900230 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (0c64f2e3-e027-43ee-b1d7-d42c5a26bacc), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:16.926004 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00989555-27b6-4362-a62a-d87491bf6370', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c64f2e3-e027-43ee-b1d7-d42c5a26bacc'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:49:16.928449 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd82e867db05f05d31de18fef3a4b5738e999913abe260e0f677426061852263" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c32fe323-b6a1-46ed-8a38-e6d2a0e3cc2d" -d '{"events": [{"server_uuid": "00989555-27b6-4362-a62a-d87491bf6370", "name": "network-vif-unplugged", "status": "completed", "tag": "0c64f2e3-e027-43ee-b1d7-d42c5a26bacc"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:49:16.942324 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] For port 0c64f2e3-e027-43ee-b1d7-d42c5a26bacc, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=0c64f2e3-e027-43ee-b1d7-d42c5a26bacc,segment=NetworkSegment(74e7b622-908b-4731-b83b-33d793e03349),segment_id=74e7b622-908b-4731-b83b-33d793e03349)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:49:16.966640 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 21 Feb 2022 09:49:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0835412-9c4f-45ea-af3c-c47aaf773091 x-openstack-request-id: req-e0835412-9c4f-45ea-af3c-c47aaf773091 {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:49:16.967081 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00989555-27b6-4362-a62a-d87491bf6370", "name": "network-vif-unplugged", "status": "failed", "tag": "0c64f2e3-e027-43ee-b1d7-d42c5a26bacc", "code": 422}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:49:16.967411 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-e0835412-9c4f-45ea-af3c-c47aaf773091 {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:49:16.968398 dv-cinder-804757-16-iscsi neutron-server[109858]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '00989555-27b6-4362-a62a-d87491bf6370', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0c64f2e3-e027-43ee-b1d7-d42c5a26bacc', 'code': 422} returned with failed status Feb 21 09:49:17.024916 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782759442315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782758885690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782758885708'] for port (0c64f2e3-e027-43ee-b1d7-d42c5a26bacc), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:17.076218 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Pushing event updated for resources: {'Port': ['ID=0c64f2e3-e027-43ee-b1d7-d42c5a26bacc,revision_number=8']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:49:17.378188 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbce2e4-2e7d-40c6-8297-975e9cad9122 req-ba4729f2-4232-443e-96db-af742e9ac770 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:17.379698 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-9bbce2e4-2e7d-40c6-8297-975e9cad9122 req-ba4729f2-4232-443e-96db-af742e9ac770 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] 10.222.0.71 "GET /v2.0/ports?device_id=4bfaeb79-af34-4a8c-b852-5d9873f82eb1 HTTP/1.1" status: 200 len: 946 time: 0.0565414 Feb 21 09:49:17.432387 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-9bbce2e4-2e7d-40c6-8297-975e9cad9122 req-f7f466dd-1918-40f1-bc12-785eecd94dc6 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] 10.222.0.71 "GET /v2.0/security-groups?id=5bde2634-daa9-411a-9a51-1555fe5f78b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470541 Feb 21 09:49:17.447401 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [req-348891ed-181e-4c86-ae0c-ff7592fe5ce2 req-88c73e70-1ae9-45c7-949a-a65e0d37783c service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=109856) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 21 09:49:17.448377 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-348891ed-181e-4c86-ae0c-ff7592fe5ce2 req-88c73e70-1ae9-45c7-949a-a65e0d37783c service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054231 Feb 21 09:49:17.774438 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa538b5-321f-48b2-bd99-fa5984f02e4b req-a3ea5d01-41df-4b7b-aab7-2e219bc60252 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:17.775920 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-5fa538b5-321f-48b2-bd99-fa5984f02e4b req-a3ea5d01-41df-4b7b-aab7-2e219bc60252 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/ports?device_id=00989555-27b6-4362-a62a-d87491bf6370 HTTP/1.1" status: 200 len: 944 time: 0.0587394 Feb 21 09:49:17.825892 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-5fa538b5-321f-48b2-bd99-fa5984f02e4b req-fd20a998-7794-4895-be99-f70d95331a70 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/security-groups?id=5f89fa62-8f8a-4416-89bd-eddc545c178e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442522 Feb 21 09:49:18.313787 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.71', 55384) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:49:18.399241 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [req-056ba6ea-6e7e-4e09-ac1e-440fc39984d7 req-d2b9e02c-25f8-489b-85db-2c835b752cc0 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=00989555-27b6-4362-a62a-d87491bf6370&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0842953 Feb 21 09:49:18.408043 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.wsgi [req-056ba6ea-6e7e-4e09-ac1e-440fc39984d7 req-4a676f40-9db8-4f9d-af36-8dfaab3d4ac2 service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=109857) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 21 09:49:18.409037 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [req-056ba6ea-6e7e-4e09-ac1e-440fc39984d7 req-4a676f40-9db8-4f9d-af36-8dfaab3d4ac2 service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051718 Feb 21 09:49:18.559668 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f26795-0bc6-4566-b521-fd64184148e9 req-edebea3b-8191-44ac-8672-7e7ec88f7d50 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:18.563471 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-28f26795-0bc6-4566-b521-fd64184148e9 req-edebea3b-8191-44ac-8672-7e7ec88f7d50 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] 10.222.0.71 "GET /v2.0/ports?device_id=4bfaeb79-af34-4a8c-b852-5d9873f82eb1 HTTP/1.1" status: 200 len: 946 time: 0.0607927 Feb 21 09:49:18.570855 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.71', 55396) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:49:18.615863 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-28f26795-0bc6-4566-b521-fd64184148e9 req-be0f5df1-5c2d-4041-ad17-e18eeeade7bf tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] 10.222.0.71 "GET /v2.0/security-groups?id=5bde2634-daa9-411a-9a51-1555fe5f78b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467873 Feb 21 09:49:18.686043 dv-cinder-804757-16-iscsi neutron-server[109857]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 21 09:49:18.739986 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056ba6ea-6e7e-4e09-ac1e-440fc39984d7 req-05b46ea6-bf75-458e-bfec-df95aa5cf7eb tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:18.741401 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [req-056ba6ea-6e7e-4e09-ac1e-440fc39984d7 req-05b46ea6-bf75-458e-bfec-df95aa5cf7eb tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/ports/0c64f2e3-e027-43ee-b1d7-d42c5a26bacc HTTP/1.1" status: 200 len: 941 time: 0.1695430 Feb 21 09:49:18.963216 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79984a0-0356-4e96-b64b-83df1a58e9a4 req-b113f95c-16e2-456d-9a30-37090ccb9ca7 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:18.964771 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-d79984a0-0356-4e96-b64b-83df1a58e9a4 req-b113f95c-16e2-456d-9a30-37090ccb9ca7 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/ports?device_id=00989555-27b6-4362-a62a-d87491bf6370 HTTP/1.1" status: 200 len: 944 time: 0.0570250 Feb 21 09:49:19.021138 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-d79984a0-0356-4e96-b64b-83df1a58e9a4 req-752674a1-dbdb-48c1-8f4b-6cb4c97390d0 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/security-groups?id=5f89fa62-8f8a-4416-89bd-eddc545c178e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498869 Feb 21 09:49:19.585969 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.71', 55420) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:49:19.695242 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-afb08e49-39de-4906-8b93-db1a84f18f81 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:19.742522 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afb722d-005c-4d09-8d30-8af5ed12472a req-7d0782b1-04ae-40e7-b50a-b0fa6e92763c tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:19.743964 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-3afb722d-005c-4d09-8d30-8af5ed12472a req-7d0782b1-04ae-40e7-b50a-b0fa6e92763c tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] 10.222.0.71 "GET /v2.0/ports?device_id=4bfaeb79-af34-4a8c-b852-5d9873f82eb1 HTTP/1.1" status: 200 len: 946 time: 0.0532639 Feb 21 09:49:19.773395 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-afb08e49-39de-4906-8b93-db1a84f18f81 admin admin] Publish callbacks [] for security_group (5223207e-0003-475c-80d5-856e458b6a1f), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:19.790643 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-3afb722d-005c-4d09-8d30-8af5ed12472a req-b1f3a9f9-3a92-4ca6-9909-ac233f0ebc66 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] 10.222.0.71 "GET /v2.0/security-groups?id=5bde2634-daa9-411a-9a51-1555fe5f78b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410833 Feb 21 09:49:19.937769 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-afb08e49-39de-4906-8b93-db1a84f18f81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (5223207e-0003-475c-80d5-856e458b6a1f), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:19.972751 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [None req-afb08e49-39de-4906-8b93-db1a84f18f81 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=441b8d58f7854bdc91512ed570aeee2e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3856885 Feb 21 09:49:19.973600 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb08e49-39de-4906-8b93-db1a84f18f81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5223207e-0003-475c-80d5-856e458b6a1f,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:49:19.975422 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 55430) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:49:20.028225 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8caa3bae-e99e-469b-b014-629646cce89b admin admin] Publish callbacks [] for security_group (5223207e-0003-475c-80d5-856e458b6a1f), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:20.049042 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8caa3bae-e99e-469b-b014-629646cce89b admin admin] Publish callbacks [] for security_group (5223207e-0003-475c-80d5-856e458b6a1f), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:20.137870 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.agents_db [None req-1af9f625-7d23-4c31-ae08-d0e8b46e8d0e None None] Agent healthcheck: found 6 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 09:49:20.179396 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8caa3bae-e99e-469b-b014-629646cce89b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (5223207e-0003-475c-80d5-856e458b6a1f), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:20.181990 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8caa3bae-e99e-469b-b014-629646cce89b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:20.183106 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-8caa3bae-e99e-469b-b014-629646cce89b admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/5223207e-0003-475c-80d5-856e458b6a1f HTTP/1.1" status: 204 len: 168 time: 0.2058697 Feb 21 09:49:20.199259 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8caa3bae-e99e-469b-b014-629646cce89b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5223207e-0003-475c-80d5-856e458b6a1f,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:49:20.215286 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991c83ad-156f-4486-b6ca-72981affc853 req-7410782c-7e14-4774-9995-774c21a89ac7 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:20.217698 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-991c83ad-156f-4486-b6ca-72981affc853 req-7410782c-7e14-4774-9995-774c21a89ac7 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] 10.222.0.71 "GET /v2.0/ports?device_id=4bfaeb79-af34-4a8c-b852-5d9873f82eb1 HTTP/1.1" status: 200 len: 946 time: 0.0892673 Feb 21 09:49:20.225252 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cd68e9-9b3c-48a7-aa8a-952ababd4e7a req-e4b12a47-28a7-4cb3-9959-14f13850eaa6 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:20.226738 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-68cd68e9-9b3c-48a7-aa8a-952ababd4e7a req-e4b12a47-28a7-4cb3-9959-14f13850eaa6 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/ports?device_id=00989555-27b6-4362-a62a-d87491bf6370 HTTP/1.1" status: 200 len: 944 time: 0.1091945 Feb 21 09:49:20.286497 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-991c83ad-156f-4486-b6ca-72981affc853 req-a950892d-d154-4422-8ea4-31c0348a9a2f tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] 10.222.0.71 "GET /v2.0/security-groups?id=5bde2634-daa9-411a-9a51-1555fe5f78b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582540 Feb 21 09:49:20.351050 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-68cd68e9-9b3c-48a7-aa8a-952ababd4e7a req-9ec3c514-400a-4e44-90ff-02858ef6f979 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/security-groups?id=5f89fa62-8f8a-4416-89bd-eddc545c178e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926433 Feb 21 09:49:20.369858 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99634b8-68d7-49f2-8f41-274e9d1b39f5 req-ae8a74f0-252c-4124-b237-bcac1df82850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:20.371355 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-f99634b8-68d7-49f2-8f41-274e9d1b39f5 req-ae8a74f0-252c-4124-b237-bcac1df82850 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5d61ba3d9f8c43fcb228fa6eb4c5812e&device_id=4bfaeb79-af34-4a8c-b852-5d9873f82eb1 HTTP/1.1" status: 200 len: 1130 time: 0.0589466 Feb 21 09:49:20.464729 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99634b8-68d7-49f2-8f41-274e9d1b39f5 req-29f482c8-891a-45af-adee-d00eb5d347a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:20.474798 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-f99634b8-68d7-49f2-8f41-274e9d1b39f5 req-29f482c8-891a-45af-adee-d00eb5d347a7 service neutron] 10.222.0.69 "GET /v2.0/networks?id=a39dd4ba-2dc8-4985-98f9-5bf90669cfb1 HTTP/1.1" status: 200 len: 912 time: 0.0884590 Feb 21 09:49:20.538927 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-f99634b8-68d7-49f2-8f41-274e9d1b39f5 req-a9aa4a6f-283d-4173-ade2-f6b64c150ab9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f3c05965-3d29-40b7-9d77-89aab1fbb424 HTTP/1.1" status: 200 len: 1001 time: 0.0649607 Feb 21 09:49:20.585724 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99634b8-68d7-49f2-8f41-274e9d1b39f5 req-8099b090-7372-43af-a0c8-9dbdaf5e8b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:20.587159 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-f99634b8-68d7-49f2-8f41-274e9d1b39f5 req-8099b090-7372-43af-a0c8-9dbdaf5e8b82 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5db82f34-89a4-439c-8cf7-f4743decbdc2 HTTP/1.1" status: 200 len: 850 time: 0.0421581 Feb 21 09:49:20.634144 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99634b8-68d7-49f2-8f41-274e9d1b39f5 req-53542b2d-c105-4d03-894a-d431dc4c26da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:20.635605 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-f99634b8-68d7-49f2-8f41-274e9d1b39f5 req-53542b2d-c105-4d03-894a-d431dc4c26da service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a39dd4ba-2dc8-4985-98f9-5bf90669cfb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0424156 Feb 21 09:49:20.729471 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-f99634b8-68d7-49f2-8f41-274e9d1b39f5 req-21b55d0f-2880-4cf9-ab2c-9a2b0983e022 service neutron] 10.222.0.69 "GET /v2.0/networks/a39dd4ba-2dc8-4985-98f9-5bf90669cfb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873153 Feb 21 09:49:20.819078 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-f99634b8-68d7-49f2-8f41-274e9d1b39f5 req-e93e6bc2-6013-41f7-b584-effc8e6dec0b service neutron] 10.222.0.69 "GET /v2.0/networks/a39dd4ba-2dc8-4985-98f9-5bf90669cfb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825813 Feb 21 09:49:20.849737 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 55454) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:49:20.864384 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-30f0fe2c-272c-44af-a9a8-edc4b0f7c554 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:20.939988 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-30f0fe2c-272c-44af-a9a8-edc4b0f7c554 admin admin] Publish callbacks [] for security_group (4b03551c-cf56-43e4-ab98-2577587ec132), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:21.019838 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-30f0fe2c-272c-44af-a9a8-edc4b0f7c554 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (4b03551c-cf56-43e4-ab98-2577587ec132), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:21.061699 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-30f0fe2c-272c-44af-a9a8-edc4b0f7c554 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=c2035937086f4e5abb45e664add6d92c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2107568 Feb 21 09:49:21.062476 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f0fe2c-272c-44af-a9a8-edc4b0f7c554 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b03551c-cf56-43e4-ab98-2577587ec132,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:49:21.065614 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.71', 55458) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:49:21.112754 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0cbb898d-f590-4e7f-8abb-80ce214bd941 admin admin] Publish callbacks [] for security_group (4b03551c-cf56-43e4-ab98-2577587ec132), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:21.135422 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0cbb898d-f590-4e7f-8abb-80ce214bd941 admin admin] Publish callbacks [] for security_group (4b03551c-cf56-43e4-ab98-2577587ec132), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:21.282650 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0cbb898d-f590-4e7f-8abb-80ce214bd941 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (4b03551c-cf56-43e4-ab98-2577587ec132), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:21.285280 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0cbb898d-f590-4e7f-8abb-80ce214bd941 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:21.286460 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [None req-0cbb898d-f590-4e7f-8abb-80ce214bd941 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/4b03551c-cf56-43e4-ab98-2577587ec132 HTTP/1.1" status: 204 len: 168 time: 0.2198534 Feb 21 09:49:21.294854 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbb898d-f590-4e7f-8abb-80ce214bd941 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b03551c-cf56-43e4-ab98-2577587ec132,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:49:21.436128 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613d35b0-7abe-4bc0-9742-3f87e33de392 req-7eae6bc5-c055-4fc3-bf1f-f59558dd593d tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:21.438270 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-613d35b0-7abe-4bc0-9742-3f87e33de392 req-7eae6bc5-c055-4fc3-bf1f-f59558dd593d tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] 10.222.0.71 "GET /v2.0/ports?device_id=4bfaeb79-af34-4a8c-b852-5d9873f82eb1 HTTP/1.1" status: 200 len: 946 time: 0.0704000 Feb 21 09:49:21.511898 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-613d35b0-7abe-4bc0-9742-3f87e33de392 req-d389eeb2-f445-4995-8ffa-3fe0950671ec tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] 10.222.0.71 "GET /v2.0/security-groups?id=5bde2634-daa9-411a-9a51-1555fe5f78b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649567 Feb 21 09:49:21.519785 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe499a87-ec5f-4547-a916-d2a1cca63667 req-f0edd2e1-1fbd-45dc-aab2-4fce4e6ad2d1 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:21.521291 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-fe499a87-ec5f-4547-a916-d2a1cca63667 req-f0edd2e1-1fbd-45dc-aab2-4fce4e6ad2d1 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/ports?device_id=00989555-27b6-4362-a62a-d87491bf6370 HTTP/1.1" status: 200 len: 944 time: 0.0821650 Feb 21 09:49:21.599806 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-fe499a87-ec5f-4547-a916-d2a1cca63667 req-1cd04489-bec0-42f5-9217-8cf718e0209f tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/security-groups?id=5f89fa62-8f8a-4416-89bd-eddc545c178e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702505 Feb 21 09:49:21.653770 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056ba6ea-6e7e-4e09-ac1e-440fc39984d7 req-954a072e-4b08-4b57-ad6d-3614b9ce7f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:21.655270 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-056ba6ea-6e7e-4e09-ac1e-440fc39984d7 req-954a072e-4b08-4b57-ad6d-3614b9ce7f15 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=00989555-27b6-4362-a62a-d87491bf6370&tenant_id=bb268944fc6e49c098a033696a582d47 HTTP/1.1" status: 200 len: 1128 time: 0.0850976 Feb 21 09:49:21.720340 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056ba6ea-6e7e-4e09-ac1e-440fc39984d7 req-f88333f3-4f99-43ff-a1d6-ea305d02b9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:21.721906 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-056ba6ea-6e7e-4e09-ac1e-440fc39984d7 req-f88333f3-4f99-43ff-a1d6-ea305d02b9fa service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=bb268944fc6e49c098a033696a582d47&device_id=00989555-27b6-4362-a62a-d87491bf6370 HTTP/1.1" status: 200 len: 1128 time: 0.0438406 Feb 21 09:49:21.819169 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056ba6ea-6e7e-4e09-ac1e-440fc39984d7 req-29682664-8bb2-41e6-91e2-84d52ef34437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:21.820720 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-056ba6ea-6e7e-4e09-ac1e-440fc39984d7 req-29682664-8bb2-41e6-91e2-84d52ef34437 service neutron] 10.222.0.69 "GET /v2.0/networks?id=520af2ea-1f8c-46b3-b630-6172c62f3d29 HTTP/1.1" status: 200 len: 918 time: 0.0920954 Feb 21 09:49:21.888322 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-056ba6ea-6e7e-4e09-ac1e-440fc39984d7 req-bd7b729d-e243-4b4f-9386-fdb0293beb48 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0c64f2e3-e027-43ee-b1d7-d42c5a26bacc HTTP/1.1" status: 200 len: 1000 time: 0.0597472 Feb 21 09:49:21.944089 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056ba6ea-6e7e-4e09-ac1e-440fc39984d7 req-207f89c9-c8bb-458c-b63d-07fa3bf48d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:21.945602 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-056ba6ea-6e7e-4e09-ac1e-440fc39984d7 req-207f89c9-c8bb-458c-b63d-07fa3bf48d89 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=481c3383-55ad-4322-8e52-c4b40a8b221b HTTP/1.1" status: 200 len: 856 time: 0.0514596 Feb 21 09:49:21.998204 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056ba6ea-6e7e-4e09-ac1e-440fc39984d7 req-f1a0f1ac-7723-41b1-8adc-0816b0b4973c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:21.999679 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-056ba6ea-6e7e-4e09-ac1e-440fc39984d7 req-f1a0f1ac-7723-41b1-8adc-0816b0b4973c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=520af2ea-1f8c-46b3-b630-6172c62f3d29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0473564 Feb 21 09:49:22.086445 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-056ba6ea-6e7e-4e09-ac1e-440fc39984d7 req-95faa161-7536-4967-9e52-3d8b8179705e service neutron] 10.222.0.69 "GET /v2.0/networks/520af2ea-1f8c-46b3-b630-6172c62f3d29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795615 Feb 21 09:49:22.180106 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-056ba6ea-6e7e-4e09-ac1e-440fc39984d7 req-e5a59743-d7d8-41a0-9efa-2d098f0d7852 service neutron] 10.222.0.69 "GET /v2.0/networks/520af2ea-1f8c-46b3-b630-6172c62f3d29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863917 Feb 21 09:49:22.641395 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc425060-555c-4d8d-81e8-e2c0c3d1e7ea req-ec08450e-9b79-42bd-a4b9-7917f3c238c8 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:22.643178 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-dc425060-555c-4d8d-81e8-e2c0c3d1e7ea req-ec08450e-9b79-42bd-a4b9-7917f3c238c8 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] 10.222.0.71 "GET /v2.0/ports?device_id=4bfaeb79-af34-4a8c-b852-5d9873f82eb1 HTTP/1.1" status: 200 len: 946 time: 0.0572014 Feb 21 09:49:22.704239 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-dc425060-555c-4d8d-81e8-e2c0c3d1e7ea req-a4363fb5-3af4-42ee-9b37-67d3483eafb7 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] 10.222.0.71 "GET /v2.0/security-groups?id=5bde2634-daa9-411a-9a51-1555fe5f78b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541129 Feb 21 09:49:22.747174 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8017199d-49b6-4872-bb9c-a99031664464 req-058651f5-de42-4d90-82df-93d0bf7e1cea tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:22.749518 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-8017199d-49b6-4872-bb9c-a99031664464 req-058651f5-de42-4d90-82df-93d0bf7e1cea tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/ports?device_id=00989555-27b6-4362-a62a-d87491bf6370 HTTP/1.1" status: 200 len: 944 time: 0.0661445 Feb 21 09:49:22.799077 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-8017199d-49b6-4872-bb9c-a99031664464 req-885ae2b2-e5d2-4409-9287-50c3edc78246 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/security-groups?id=5f89fa62-8f8a-4416-89bd-eddc545c178e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426755 Feb 21 09:49:23.946679 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8243c7-3f78-4bdb-b1d4-0c98c546a57e req-d4677274-27f5-4aa9-836b-b261d635e8d2 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:23.949210 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-3c8243c7-3f78-4bdb-b1d4-0c98c546a57e req-d4677274-27f5-4aa9-836b-b261d635e8d2 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/ports?device_id=00989555-27b6-4362-a62a-d87491bf6370 HTTP/1.1" status: 200 len: 944 time: 0.0715909 Feb 21 09:49:24.007485 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-3c8243c7-3f78-4bdb-b1d4-0c98c546a57e req-35df7e51-dea1-4ca2-b1c2-b974a63595dc tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/security-groups?id=5f89fa62-8f8a-4416-89bd-eddc545c178e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523899 Feb 21 09:49:25.153892 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d245032-49f0-42af-9b45-1b929aac4222 req-c7c1ef1e-ffc7-4ba7-9fe1-c6086a73f3f4 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:25.162952 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-1d245032-49f0-42af-9b45-1b929aac4222 req-c7c1ef1e-ffc7-4ba7-9fe1-c6086a73f3f4 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/ports?device_id=00989555-27b6-4362-a62a-d87491bf6370 HTTP/1.1" status: 200 len: 944 time: 0.0665038 Feb 21 09:49:25.243567 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-1d245032-49f0-42af-9b45-1b929aac4222 req-ba960524-e587-4454-9bce-453520536c4d tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/security-groups?id=5f89fa62-8f8a-4416-89bd-eddc545c178e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656323 Feb 21 09:49:26.435581 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3093a1-2ca9-498e-bdc7-f70d87b7dd87 req-be3a2b39-6159-41eb-8aa1-2f420edfcbc2 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:26.451932 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-2f3093a1-2ca9-498e-bdc7-f70d87b7dd87 req-be3a2b39-6159-41eb-8aa1-2f420edfcbc2 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/ports?device_id=00989555-27b6-4362-a62a-d87491bf6370 HTTP/1.1" status: 200 len: 944 time: 0.0785704 Feb 21 09:49:26.794421 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-2f3093a1-2ca9-498e-bdc7-f70d87b7dd87 req-df334ca1-fdf8-4268-9ff4-d68a7e345a21 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/security-groups?id=5f89fa62-8f8a-4416-89bd-eddc545c178e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3509021 Feb 21 09:49:27.985938 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b303772-c3f7-42cf-b498-de1a8dd5e642 req-8a5f690c-bcea-499f-a7ed-5a981e99f8c2 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:27.987365 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-3b303772-c3f7-42cf-b498-de1a8dd5e642 req-8a5f690c-bcea-499f-a7ed-5a981e99f8c2 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/ports?device_id=00989555-27b6-4362-a62a-d87491bf6370 HTTP/1.1" status: 200 len: 944 time: 0.0533032 Feb 21 09:49:28.064767 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-3b303772-c3f7-42cf-b498-de1a8dd5e642 req-6db958d0-f420-47af-9783-c6896eabd1a1 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/security-groups?id=5f89fa62-8f8a-4416-89bd-eddc545c178e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649903 Feb 21 09:49:28.879908 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.71', 55616) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:49:29.018752 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ff6032a1-e521-4ca4-a0e0-a742b06e0205 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:29.104314 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ff6032a1-e521-4ca4-a0e0-a742b06e0205 admin admin] Publish callbacks [] for security_group (86425ac8-0b5f-4d0b-851b-d8fb271c1bf3), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:29.179894 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ff6032a1-e521-4ca4-a0e0-a742b06e0205 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (86425ac8-0b5f-4d0b-851b-d8fb271c1bf3), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:29.228233 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [None req-ff6032a1-e521-4ca4-a0e0-a742b06e0205 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=1106cf21173c4507b5ced70c561799f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3471065 Feb 21 09:49:29.230116 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 55626) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:49:29.243008 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6032a1-e521-4ca4-a0e0-a742b06e0205 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86425ac8-0b5f-4d0b-851b-d8fb271c1bf3,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:49:29.288917 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6724811a-6cf9-4ce2-8d35-7700631e87f8 req-372a7db9-4187-4577-a347-3ff47f5c3779 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:29.290711 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-6724811a-6cf9-4ce2-8d35-7700631e87f8 req-372a7db9-4187-4577-a347-3ff47f5c3779 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/ports?device_id=00989555-27b6-4362-a62a-d87491bf6370 HTTP/1.1" status: 200 len: 944 time: 0.1154442 Feb 21 09:49:29.323752 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a2393a1c-e31a-414c-abf1-b8b6976fdb1a admin admin] Publish callbacks [] for security_group (86425ac8-0b5f-4d0b-851b-d8fb271c1bf3), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:29.367334 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a2393a1c-e31a-414c-abf1-b8b6976fdb1a admin admin] Publish callbacks [] for security_group (86425ac8-0b5f-4d0b-851b-d8fb271c1bf3), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:29.390237 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-6724811a-6cf9-4ce2-8d35-7700631e87f8 req-f7b10492-2edb-4579-86cf-5b34dd7ca735 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/security-groups?id=5f89fa62-8f8a-4416-89bd-eddc545c178e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866764 Feb 21 09:49:29.475611 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.71', 55630) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:49:29.533711 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a2393a1c-e31a-414c-abf1-b8b6976fdb1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (86425ac8-0b5f-4d0b-851b-d8fb271c1bf3), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:29.536924 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a2393a1c-e31a-414c-abf1-b8b6976fdb1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:29.540729 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-a2393a1c-e31a-414c-abf1-b8b6976fdb1a admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/86425ac8-0b5f-4d0b-851b-d8fb271c1bf3 HTTP/1.1" status: 204 len: 168 time: 0.3053730 Feb 21 09:49:29.546439 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2393a1c-e31a-414c-abf1-b8b6976fdb1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86425ac8-0b5f-4d0b-851b-d8fb271c1bf3,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:49:29.619399 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7ce2d75c-196a-4531-8720-93a0f9e73de9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:29.696304 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7ce2d75c-196a-4531-8720-93a0f9e73de9 admin admin] Publish callbacks [] for security_group (d3d2cfad-972a-435d-a703-fb28a30fbb6d), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:29.796971 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7ce2d75c-196a-4531-8720-93a0f9e73de9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (d3d2cfad-972a-435d-a703-fb28a30fbb6d), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:29.846551 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [None req-7ce2d75c-196a-4531-8720-93a0f9e73de9 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=7c05081d81284dbea1b5f18363b80cee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3671358 Feb 21 09:49:29.847265 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 55638) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:49:29.850758 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce2d75c-196a-4531-8720-93a0f9e73de9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3d2cfad-972a-435d-a703-fb28a30fbb6d,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:49:29.906854 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c0309b07-c670-479a-884a-6cf33fa90d31 admin admin] Publish callbacks [] for security_group (d3d2cfad-972a-435d-a703-fb28a30fbb6d), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:29.935481 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c0309b07-c670-479a-884a-6cf33fa90d31 admin admin] Publish callbacks [] for security_group (d3d2cfad-972a-435d-a703-fb28a30fbb6d), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:30.071899 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c0309b07-c670-479a-884a-6cf33fa90d31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (d3d2cfad-972a-435d-a703-fb28a30fbb6d), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:30.074699 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c0309b07-c670-479a-884a-6cf33fa90d31 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:30.083687 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-c0309b07-c670-479a-884a-6cf33fa90d31 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/d3d2cfad-972a-435d-a703-fb28a30fbb6d HTTP/1.1" status: 204 len: 168 time: 0.2310863 Feb 21 09:49:30.095130 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0309b07-c670-479a-884a-6cf33fa90d31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3d2cfad-972a-435d-a703-fb28a30fbb6d,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:49:30.526000 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b494201-8c1b-467c-ab06-5457661c7ef1 req-c080787f-29fe-4f17-97bf-e306115dc8c7 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:30.528715 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-6b494201-8c1b-467c-ab06-5457661c7ef1 req-c080787f-29fe-4f17-97bf-e306115dc8c7 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/ports?device_id=00989555-27b6-4362-a62a-d87491bf6370 HTTP/1.1" status: 200 len: 944 time: 0.0640574 Feb 21 09:49:30.623796 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-6b494201-8c1b-467c-ab06-5457661c7ef1 req-8c89e52a-0c5f-4998-bbee-934cd9af94d2 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/security-groups?id=5f89fa62-8f8a-4416-89bd-eddc545c178e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808277 Feb 21 09:49:30.803553 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 55666) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:49:30.820310 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-14c64a50-8e21-459c-9aac-17859fcd6ce3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:30.921115 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-14c64a50-8e21-459c-9aac-17859fcd6ce3 admin admin] Publish callbacks [] for security_group (f2577da1-2601-4808-9223-cdf14fb20228), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:30.985103 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-14c64a50-8e21-459c-9aac-17859fcd6ce3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (f2577da1-2601-4808-9223-cdf14fb20228), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:31.034215 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c64a50-8e21-459c-9aac-17859fcd6ce3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2577da1-2601-4808-9223-cdf14fb20228,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:49:31.039443 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-14c64a50-8e21-459c-9aac-17859fcd6ce3 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=35522920c9314b8baa8efb90bd3e00a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2345097 Feb 21 09:49:31.043040 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.71', 55670) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:49:31.105119 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7690d689-6001-48ad-b618-28d160663aa9 admin admin] Publish callbacks [] for security_group (f2577da1-2601-4808-9223-cdf14fb20228), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:31.130768 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7690d689-6001-48ad-b618-28d160663aa9 admin admin] Publish callbacks [] for security_group (f2577da1-2601-4808-9223-cdf14fb20228), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:31.282050 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7690d689-6001-48ad-b618-28d160663aa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (f2577da1-2601-4808-9223-cdf14fb20228), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:31.284723 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7690d689-6001-48ad-b618-28d160663aa9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:31.286522 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [None req-7690d689-6001-48ad-b618-28d160663aa9 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/f2577da1-2601-4808-9223-cdf14fb20228 HTTP/1.1" status: 204 len: 168 time: 0.2432330 Feb 21 09:49:31.294978 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7690d689-6001-48ad-b618-28d160663aa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2577da1-2601-4808-9223-cdf14fb20228,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:49:31.762141 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b2ea11-65b9-4d22-b8ef-9d6ddcd1ad97 req-2c9a35f5-add7-41e4-b24e-bc1fa96f414f tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:31.763622 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-30b2ea11-65b9-4d22-b8ef-9d6ddcd1ad97 req-2c9a35f5-add7-41e4-b24e-bc1fa96f414f tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/ports?device_id=00989555-27b6-4362-a62a-d87491bf6370 HTTP/1.1" status: 200 len: 944 time: 0.0596602 Feb 21 09:49:31.813585 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-30b2ea11-65b9-4d22-b8ef-9d6ddcd1ad97 req-65fe1e60-26fd-49d0-86d6-9e03c647c669 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/security-groups?id=5f89fa62-8f8a-4416-89bd-eddc545c178e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439546 Feb 21 09:49:32.941537 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0ecb7c-4696-44b7-b078-c3aabd90a512 req-d8f7c4c1-6ef4-453b-b621-f974782e3771 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:32.943180 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-fe0ecb7c-4696-44b7-b078-c3aabd90a512 req-d8f7c4c1-6ef4-453b-b621-f974782e3771 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/ports?device_id=00989555-27b6-4362-a62a-d87491bf6370 HTTP/1.1" status: 200 len: 944 time: 0.0528438 Feb 21 09:49:33.000418 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-fe0ecb7c-4696-44b7-b078-c3aabd90a512 req-2cd1e6a5-16ca-4f0f-b5f5-62157d2e8a53 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/security-groups?id=5f89fa62-8f8a-4416-89bd-eddc545c178e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481808 Feb 21 09:49:33.202451 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-bddd3345-16fc-4465-b32f-2287d59cc1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (7b1feb7e-a062-49d6-b835-c5fae1c9b9ce), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:34.120391 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d64ea90-dcff-4c0c-9d8f-0bc4c01e2bce req-06bb00a1-52d8-48d9-943f-b4e206e8d61d tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:34.121845 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-8d64ea90-dcff-4c0c-9d8f-0bc4c01e2bce req-06bb00a1-52d8-48d9-943f-b4e206e8d61d tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/ports?device_id=00989555-27b6-4362-a62a-d87491bf6370 HTTP/1.1" status: 200 len: 944 time: 0.0529046 Feb 21 09:49:34.174702 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-8d64ea90-dcff-4c0c-9d8f-0bc4c01e2bce req-f5ec4121-69d5-400d-a881-c17d6c5c80d3 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/security-groups?id=5f89fa62-8f8a-4416-89bd-eddc545c178e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472269 Feb 21 09:49:35.302759 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a70a1e8-64a8-49c4-b8c0-76f9ea2b5295 req-f0f8cc14-b00d-4f9b-b79a-1e082486dceb tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:35.304392 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-9a70a1e8-64a8-49c4-b8c0-76f9ea2b5295 req-f0f8cc14-b00d-4f9b-b79a-1e082486dceb tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/ports?device_id=00989555-27b6-4362-a62a-d87491bf6370 HTTP/1.1" status: 200 len: 944 time: 0.0562029 Feb 21 09:49:35.353240 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-9a70a1e8-64a8-49c4-b8c0-76f9ea2b5295 req-1de86b51-2a36-4099-a652-93b595f61792 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/security-groups?id=5f89fa62-8f8a-4416-89bd-eddc545c178e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424321 Feb 21 09:49:35.527836 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-b828943b-077b-4c3f-98fd-907750429903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (f1afc09b-b148-496e-b857-a568110caa3c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:36.476215 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5c8103-78c5-472b-8503-8c703ebac35e req-f558bf2a-ca6b-4225-9ae8-64b80dc9a05c tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:36.477720 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-3f5c8103-78c5-472b-8503-8c703ebac35e req-f558bf2a-ca6b-4225-9ae8-64b80dc9a05c tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/ports?device_id=00989555-27b6-4362-a62a-d87491bf6370 HTTP/1.1" status: 200 len: 944 time: 0.0529425 Feb 21 09:49:36.524712 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-3f5c8103-78c5-472b-8503-8c703ebac35e req-a8704f32-3ca7-4ea0-9c1f-49cafbb85276 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/security-groups?id=5f89fa62-8f8a-4416-89bd-eddc545c178e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414255 Feb 21 09:49:36.865119 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-43ce5351-eeda-4347-b66a-565ea5ef4f96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (93f03475-d11b-4921-b82a-7ea88eab1568), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:37.279626 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.71', 55822) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:49:37.385185 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-29094f38-39fb-44e9-ac5e-7cf417bd3199 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:37.459018 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-29094f38-39fb-44e9-ac5e-7cf417bd3199 admin admin] Publish callbacks [] for security_group (ab0e9b1c-81ae-41a7-be11-06a3decaf4bd), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:37.562320 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-29094f38-39fb-44e9-ac5e-7cf417bd3199 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (ab0e9b1c-81ae-41a7-be11-06a3decaf4bd), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:37.595798 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 55832) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:49:37.596337 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [None req-29094f38-39fb-44e9-ac5e-7cf417bd3199 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=3a0e624ac9194090b904a7c37341634e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3152204 Feb 21 09:49:37.612281 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29094f38-39fb-44e9-ac5e-7cf417bd3199 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab0e9b1c-81ae-41a7-be11-06a3decaf4bd,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:49:37.696985 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b62a55-eba7-4a6c-846b-eeab12e52b64 req-33182015-0819-4d9b-8968-ad42b65d9b2d tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:37.698499 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-b2b62a55-eba7-4a6c-846b-eeab12e52b64 req-33182015-0819-4d9b-8968-ad42b65d9b2d tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/ports?device_id=00989555-27b6-4362-a62a-d87491bf6370 HTTP/1.1" status: 200 len: 944 time: 0.0932343 Feb 21 09:49:37.701533 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-659c51a8-6f4e-44a2-8f82-00ff4ae83f44 admin admin] Publish callbacks [] for security_group (ab0e9b1c-81ae-41a7-be11-06a3decaf4bd), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:37.740515 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-659c51a8-6f4e-44a2-8f82-00ff4ae83f44 admin admin] Publish callbacks [] for security_group (ab0e9b1c-81ae-41a7-be11-06a3decaf4bd), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:37.756211 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (f5044fde-eef4-46eb-b3ce-4ab87030ccc0), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:37.777316 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-b2b62a55-eba7-4a6c-846b-eeab12e52b64 req-8642a610-7b75-4bbf-9668-8ce5ddf40812 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/security-groups?id=5f89fa62-8f8a-4416-89bd-eddc545c178e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728326 Feb 21 09:49:37.864964 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-659c51a8-6f4e-44a2-8f82-00ff4ae83f44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (ab0e9b1c-81ae-41a7-be11-06a3decaf4bd), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:37.867543 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-659c51a8-6f4e-44a2-8f82-00ff4ae83f44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:37.868725 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-659c51a8-6f4e-44a2-8f82-00ff4ae83f44 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/ab0e9b1c-81ae-41a7-be11-06a3decaf4bd HTTP/1.1" status: 204 len: 168 time: 0.2718089 Feb 21 09:49:37.877143 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659c51a8-6f4e-44a2-8f82-00ff4ae83f44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab0e9b1c-81ae-41a7-be11-06a3decaf4bd,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:49:37.884652 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659c51a8-6f4e-44a2-8f82-00ff4ae83f44 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:49:37.884942 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659c51a8-6f4e-44a2-8f82-00ff4ae83f44 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:49:37.885284 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659c51a8-6f4e-44a2-8f82-00ff4ae83f44 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:49:37.885617 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659c51a8-6f4e-44a2-8f82-00ff4ae83f44 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:49:37.885946 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659c51a8-6f4e-44a2-8f82-00ff4ae83f44 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:49:37.886270 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659c51a8-6f4e-44a2-8f82-00ff4ae83f44 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:49:37.886594 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659c51a8-6f4e-44a2-8f82-00ff4ae83f44 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:49:37.886960 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659c51a8-6f4e-44a2-8f82-00ff4ae83f44 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:49:37.887277 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659c51a8-6f4e-44a2-8f82-00ff4ae83f44 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:49:37.887595 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659c51a8-6f4e-44a2-8f82-00ff4ae83f44 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:49:37.887913 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659c51a8-6f4e-44a2-8f82-00ff4ae83f44 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:49:37.888229 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659c51a8-6f4e-44a2-8f82-00ff4ae83f44 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:49:37.888566 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659c51a8-6f4e-44a2-8f82-00ff4ae83f44 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:49:38.139356 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-2b8302a0-632c-4bb4-a8e1-5b2fb521f750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (a872b2e0-7e3e-43db-8705-7fb9ea875340), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:38.511710 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 55846) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:49:38.525857 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a1638024-f902-475c-a0bd-02bb98ac4f46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:38.602432 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a1638024-f902-475c-a0bd-02bb98ac4f46 admin admin] Publish callbacks [] for security_group (be305dfb-781a-4b96-a490-d60ba754357c), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:38.682393 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a1638024-f902-475c-a0bd-02bb98ac4f46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (be305dfb-781a-4b96-a490-d60ba754357c), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:38.724215 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-a1638024-f902-475c-a0bd-02bb98ac4f46 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=12b7a11c12ec4103affd9a53d4bb8e5b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2107694 Feb 21 09:49:38.725009 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1638024-f902-475c-a0bd-02bb98ac4f46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be305dfb-781a-4b96-a490-d60ba754357c,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:49:38.727656 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.71', 55848) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:49:38.776761 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-25b8f7db-f8eb-482a-a83d-32f303ca4301 admin admin] Publish callbacks [] for security_group (be305dfb-781a-4b96-a490-d60ba754357c), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:38.798592 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-25b8f7db-f8eb-482a-a83d-32f303ca4301 admin admin] Publish callbacks [] for security_group (be305dfb-781a-4b96-a490-d60ba754357c), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:38.903317 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0341ab83-27d5-4b56-ad5c-a8751514cf4f req-919539bf-3fdc-45b5-9379-d32eb0d44fc7 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:38.904914 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-0341ab83-27d5-4b56-ad5c-a8751514cf4f req-919539bf-3fdc-45b5-9379-d32eb0d44fc7 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/ports?device_id=00989555-27b6-4362-a62a-d87491bf6370 HTTP/1.1" status: 200 len: 944 time: 0.0524631 Feb 21 09:49:38.927829 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-25b8f7db-f8eb-482a-a83d-32f303ca4301 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (be305dfb-781a-4b96-a490-d60ba754357c), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:38.930576 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-25b8f7db-f8eb-482a-a83d-32f303ca4301 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:38.931779 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [None req-25b8f7db-f8eb-482a-a83d-32f303ca4301 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/be305dfb-781a-4b96-a490-d60ba754357c HTTP/1.1" status: 204 len: 168 time: 0.2029421 Feb 21 09:49:38.944136 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b8f7db-f8eb-482a-a83d-32f303ca4301 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be305dfb-781a-4b96-a490-d60ba754357c,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:49:38.955618 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-0341ab83-27d5-4b56-ad5c-a8751514cf4f req-278cf2a5-dbd9-4880-a1ec-491c93e897f9 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/security-groups?id=5f89fa62-8f8a-4416-89bd-eddc545c178e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451732 Feb 21 09:49:39.086362 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-d19cd9ff-f56a-4336-8146-e5399fd4f730 req-0988ef4a-72ee-4232-aca2-e309e4818db7 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=4bfaeb79-af34-4a8c-b852-5d9873f82eb1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0441537 Feb 21 09:49:39.154841 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19cd9ff-f56a-4336-8146-e5399fd4f730 req-e7378a6f-1f80-413b-b01a-c788323d3171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:39.156341 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-d19cd9ff-f56a-4336-8146-e5399fd4f730 req-e7378a6f-1f80-413b-b01a-c788323d3171 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5d61ba3d9f8c43fcb228fa6eb4c5812e&device_id=4bfaeb79-af34-4a8c-b852-5d9873f82eb1 HTTP/1.1" status: 200 len: 1130 time: 0.0472782 Feb 21 09:49:39.266816 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19cd9ff-f56a-4336-8146-e5399fd4f730 req-3f246a2c-f842-47b0-a905-dbdeadd5ec74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:39.268290 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-d19cd9ff-f56a-4336-8146-e5399fd4f730 req-3f246a2c-f842-47b0-a905-dbdeadd5ec74 service neutron] 10.222.0.69 "GET /v2.0/networks?id=a39dd4ba-2dc8-4985-98f9-5bf90669cfb1 HTTP/1.1" status: 200 len: 912 time: 0.0921667 Feb 21 09:49:39.339516 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-d19cd9ff-f56a-4336-8146-e5399fd4f730 req-d055e70f-7cd1-40ad-a86b-591e675efd48 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f3c05965-3d29-40b7-9d77-89aab1fbb424 HTTP/1.1" status: 200 len: 1001 time: 0.0637009 Feb 21 09:49:39.395341 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19cd9ff-f56a-4336-8146-e5399fd4f730 req-0af64964-dd2e-4d2b-9ef8-51e6bd4aef68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:39.398440 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-d19cd9ff-f56a-4336-8146-e5399fd4f730 req-0af64964-dd2e-4d2b-9ef8-51e6bd4aef68 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5db82f34-89a4-439c-8cf7-f4743decbdc2 HTTP/1.1" status: 200 len: 850 time: 0.0513995 Feb 21 09:49:39.448287 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19cd9ff-f56a-4336-8146-e5399fd4f730 req-935435da-c974-4267-a869-85be6d7444b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:39.449852 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-d19cd9ff-f56a-4336-8146-e5399fd4f730 req-935435da-c974-4267-a869-85be6d7444b6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a39dd4ba-2dc8-4985-98f9-5bf90669cfb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0455089 Feb 21 09:49:39.547102 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-d19cd9ff-f56a-4336-8146-e5399fd4f730 req-59132fe5-fdc6-41bf-847a-c1bec0d199e9 service neutron] 10.222.0.69 "GET /v2.0/networks/a39dd4ba-2dc8-4985-98f9-5bf90669cfb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905223 Feb 21 09:49:39.635132 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-d19cd9ff-f56a-4336-8146-e5399fd4f730 req-1b48d452-3392-4887-91c6-4ca3fa857de1 service neutron] 10.222.0.69 "GET /v2.0/networks/a39dd4ba-2dc8-4985-98f9-5bf90669cfb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815854 Feb 21 09:49:39.682384 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (ce3e6371-75e2-4bba-8260-49cd855bb251), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:40.093457 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5235b44-53c4-4fe5-9fec-4f362ada9b2c req-953145d2-d289-4af6-ba4c-c02dd2ec081d tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:40.094968 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-b5235b44-53c4-4fe5-9fec-4f362ada9b2c req-953145d2-d289-4af6-ba4c-c02dd2ec081d tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/ports?device_id=00989555-27b6-4362-a62a-d87491bf6370 HTTP/1.1" status: 200 len: 944 time: 0.0565057 Feb 21 09:49:40.143207 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-b5235b44-53c4-4fe5-9fec-4f362ada9b2c req-7766db30-98bc-4ce3-876b-0448f57347f8 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/security-groups?id=5f89fa62-8f8a-4416-89bd-eddc545c178e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414107 Feb 21 09:49:40.953891 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Device 0c64f2e3-e027-43ee-b1d7-d42c5a26bacc details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 09:49:41.051097 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] For port 0c64f2e3-e027-43ee-b1d7-d42c5a26bacc, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=0c64f2e3-e027-43ee-b1d7-d42c5a26bacc,segment=NetworkSegment(74e7b622-908b-4731-b83b-33d793e03349),segment_id=74e7b622-908b-4731-b83b-33d793e03349)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:49:41.067273 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Returning: {'device': '0c64f2e3-e027-43ee-b1d7-d42c5a26bacc', 'network_id': '520af2ea-1f8c-46b3-b630-6172c62f3d29', 'port_id': '0c64f2e3-e027-43ee-b1d7-d42c5a26bacc', 'mac_address': 'fa:16:3e:0b:10:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '481c3383-55ad-4322-8e52-c4b40a8b221b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 09:49:41.107449 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Current status of the port 0c64f2e3-e027-43ee-b1d7-d42c5a26bacc is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:49:41.107844 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (0c64f2e3-e027-43ee-b1d7-d42c5a26bacc), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:41.121360 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c64f2e3-e027-43ee-b1d7-d42c5a26bacc {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 09:49:41.140222 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] For port 0c64f2e3-e027-43ee-b1d7-d42c5a26bacc, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=0c64f2e3-e027-43ee-b1d7-d42c5a26bacc,segment=NetworkSegment(74e7b622-908b-4731-b83b-33d793e03349),segment_id=74e7b622-908b-4731-b83b-33d793e03349)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:49:41.225712 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782759442315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782758885690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782758885708'] for port (0c64f2e3-e027-43ee-b1d7-d42c5a26bacc), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:41.276812 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Pushing event updated for resources: {'Port': ['ID=0c64f2e3-e027-43ee-b1d7-d42c5a26bacc,revision_number=9']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:49:41.277054 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e59776-4923-4158-8b7c-a00ebc77d539 req-af8540e5-b1d0-4b60-9174-d149384d0d1d tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:41.278305 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-f6e59776-4923-4158-8b7c-a00ebc77d539 req-af8540e5-b1d0-4b60-9174-d149384d0d1d tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/ports?device_id=00989555-27b6-4362-a62a-d87491bf6370 HTTP/1.1" status: 200 len: 945 time: 0.0594637 Feb 21 09:49:41.326992 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-f6e59776-4923-4158-8b7c-a00ebc77d539 req-25929677-fc2e-463c-ae74-296b21e75677 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/security-groups?id=5f89fa62-8f8a-4416-89bd-eddc545c178e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417531 Feb 21 09:49:41.488100 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] get_ports_and_sgs() called for port_ids ['0c64f2e3-e027-43ee-b1d7-d42c5a26bacc'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 09:49:41.612968 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.71', 55928) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:49:41.723339 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0610d465-b633-4ab5-873f-52f1277c2d21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:41.798261 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0610d465-b633-4ab5-873f-52f1277c2d21 admin admin] Publish callbacks [] for security_group (639a55f2-92b2-4eaa-8bf7-b7f1c1435d3e), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:41.847989 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0610d465-b633-4ab5-873f-52f1277c2d21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (639a55f2-92b2-4eaa-8bf7-b7f1c1435d3e), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:41.886797 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0610d465-b633-4ab5-873f-52f1277c2d21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=639a55f2-92b2-4eaa-8bf7-b7f1c1435d3e,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:49:41.895886 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [None req-0610d465-b633-4ab5-873f-52f1277c2d21 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=2b5ae9983f404d418850c7d08964ddf9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2780199 Feb 21 09:49:41.896301 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.71', 55934) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:49:41.955762 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-aa1adf5b-6ab2-44eb-b552-197d95fbc4df admin admin] Publish callbacks [] for security_group (639a55f2-92b2-4eaa-8bf7-b7f1c1435d3e), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:41.979527 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-aa1adf5b-6ab2-44eb-b552-197d95fbc4df admin admin] Publish callbacks [] for security_group (639a55f2-92b2-4eaa-8bf7-b7f1c1435d3e), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:42.150826 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-aa1adf5b-6ab2-44eb-b552-197d95fbc4df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (639a55f2-92b2-4eaa-8bf7-b7f1c1435d3e), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:42.153353 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-aa1adf5b-6ab2-44eb-b552-197d95fbc4df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:42.154909 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [None req-aa1adf5b-6ab2-44eb-b552-197d95fbc4df admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/639a55f2-92b2-4eaa-8bf7-b7f1c1435d3e HTTP/1.1" status: 204 len: 168 time: 0.2574151 Feb 21 09:49:42.163172 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1adf5b-6ab2-44eb-b552-197d95fbc4df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=639a55f2-92b2-4eaa-8bf7-b7f1c1435d3e,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:49:42.483692 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c0a7da-598a-4d4c-8fb9-fa62578c0dff req-55b96844-bfc3-4816-a382-4d2b39e1d619 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:42.492026 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-80c0a7da-598a-4d4c-8fb9-fa62578c0dff req-55b96844-bfc3-4816-a382-4d2b39e1d619 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/ports?device_id=00989555-27b6-4362-a62a-d87491bf6370 HTTP/1.1" status: 200 len: 945 time: 0.0819070 Feb 21 09:49:42.540489 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-80c0a7da-598a-4d4c-8fb9-fa62578c0dff req-73ef8e38-da89-4bae-9bea-d72a4e998f02 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/security-groups?id=5f89fa62-8f8a-4416-89bd-eddc545c178e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474200 Feb 21 09:49:42.866647 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.71', 55948) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:49:42.879638 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-9d2c9984-bfa1-45de-bd28-c1d5bf28eeab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:42.953265 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-9d2c9984-bfa1-45de-bd28-c1d5bf28eeab admin admin] Publish callbacks [] for security_group (8f6f801d-ae76-4237-8fa5-b8e61a2e7875), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:43.065094 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-9d2c9984-bfa1-45de-bd28-c1d5bf28eeab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (8f6f801d-ae76-4237-8fa5-b8e61a2e7875), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:43.105311 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [None req-9d2c9984-bfa1-45de-bd28-c1d5bf28eeab admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=d195066d0d9c4571a18969f68d5b0535&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2375994 Feb 21 09:49:43.106168 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2c9984-bfa1-45de-bd28-c1d5bf28eeab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f6f801d-ae76-4237-8fa5-b8e61a2e7875,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:49:43.108032 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 55950) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:49:43.155409 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1d713988-529d-4d91-b616-4b8c6b9fdff5 admin admin] Publish callbacks [] for security_group (8f6f801d-ae76-4237-8fa5-b8e61a2e7875), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:43.180744 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1d713988-529d-4d91-b616-4b8c6b9fdff5 admin admin] Publish callbacks [] for security_group (8f6f801d-ae76-4237-8fa5-b8e61a2e7875), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:43.299492 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1d713988-529d-4d91-b616-4b8c6b9fdff5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (8f6f801d-ae76-4237-8fa5-b8e61a2e7875), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:43.302147 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1d713988-529d-4d91-b616-4b8c6b9fdff5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:43.303319 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-1d713988-529d-4d91-b616-4b8c6b9fdff5 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/8f6f801d-ae76-4237-8fa5-b8e61a2e7875 HTTP/1.1" status: 204 len: 168 time: 0.1942315 Feb 21 09:49:43.311288 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d713988-529d-4d91-b616-4b8c6b9fdff5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f6f801d-ae76-4237-8fa5-b8e61a2e7875,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:49:43.664024 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6694fcb5-bf7f-4eae-954b-c7a15188637e req-0c35b026-32e6-483a-b6f7-d21916171bf1 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:43.665566 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-6694fcb5-bf7f-4eae-954b-c7a15188637e req-0c35b026-32e6-483a-b6f7-d21916171bf1 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/ports?device_id=00989555-27b6-4362-a62a-d87491bf6370 HTTP/1.1" status: 200 len: 945 time: 0.0555458 Feb 21 09:49:43.713995 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-6694fcb5-bf7f-4eae-954b-c7a15188637e req-edb3cada-3193-4ef7-a8dd-de24b3dff7a7 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/security-groups?id=5f89fa62-8f8a-4416-89bd-eddc545c178e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427966 Feb 21 09:49:43.945621 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 55962) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:49:43.959251 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d5ec651d-aae2-42c5-969b-df06f1548e8b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:44.033144 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d5ec651d-aae2-42c5-969b-df06f1548e8b admin admin] Publish callbacks [] for security_group (afaddea5-d827-403f-8c6c-1b671848114b), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:44.087831 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d5ec651d-aae2-42c5-969b-df06f1548e8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (afaddea5-d827-403f-8c6c-1b671848114b), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:44.126198 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-d5ec651d-aae2-42c5-969b-df06f1548e8b admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=ca45666d647d45c2bf30255dc8896658&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1794486 Feb 21 09:49:44.126995 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ec651d-aae2-42c5-969b-df06f1548e8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afaddea5-d827-403f-8c6c-1b671848114b,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:49:44.129494 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.71', 55964) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:49:44.179490 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a3850a0c-b306-4b3c-aa57-09137a5874d2 admin admin] Publish callbacks [] for security_group (afaddea5-d827-403f-8c6c-1b671848114b), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:44.200600 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a3850a0c-b306-4b3c-aa57-09137a5874d2 admin admin] Publish callbacks [] for security_group (afaddea5-d827-403f-8c6c-1b671848114b), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:44.293414 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a3850a0c-b306-4b3c-aa57-09137a5874d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (afaddea5-d827-403f-8c6c-1b671848114b), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:44.296013 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a3850a0c-b306-4b3c-aa57-09137a5874d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:44.297321 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [None req-a3850a0c-b306-4b3c-aa57-09137a5874d2 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/afaddea5-d827-403f-8c6c-1b671848114b HTTP/1.1" status: 204 len: 168 time: 0.1655195 Feb 21 09:49:44.305781 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3850a0c-b306-4b3c-aa57-09137a5874d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afaddea5-d827-403f-8c6c-1b671848114b,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:49:44.621273 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Device 0c64f2e3-e027-43ee-b1d7-d42c5a26bacc up at agent hyperv_hv-cinder-80475 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:49:44.674309 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Provisioning complete for port 0c64f2e3-e027-43ee-b1d7-d42c5a26bacc triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:49:44.674728 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7397950'] for port (0c64f2e3-e027-43ee-b1d7-d42c5a26bacc), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:44.751709 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Current status of the port 0c64f2e3-e027-43ee-b1d7-d42c5a26bacc is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:49:44.751977 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (0c64f2e3-e027-43ee-b1d7-d42c5a26bacc), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:44.779853 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00989555-27b6-4362-a62a-d87491bf6370', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c64f2e3-e027-43ee-b1d7-d42c5a26bacc'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:49:44.782102 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd82e867db05f05d31de18fef3a4b5738e999913abe260e0f677426061852263" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c80a01e-62f1-4482-ad7a-a2e9c9095a67" -d '{"events": [{"server_uuid": "00989555-27b6-4362-a62a-d87491bf6370", "name": "network-vif-plugged", "status": "completed", "tag": "0c64f2e3-e027-43ee-b1d7-d42c5a26bacc"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:49:44.795681 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] For port 0c64f2e3-e027-43ee-b1d7-d42c5a26bacc, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=0c64f2e3-e027-43ee-b1d7-d42c5a26bacc,segment=NetworkSegment(74e7b622-908b-4731-b83b-33d793e03349),segment_id=74e7b622-908b-4731-b83b-33d793e03349)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:49:44.819510 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 09:49:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e699de5d-59e7-43a9-aee0-5dbe28c5ce8b x-openstack-request-id: req-e699de5d-59e7-43a9-aee0-5dbe28c5ce8b {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:49:44.819806 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00989555-27b6-4362-a62a-d87491bf6370", "name": "network-vif-plugged", "status": "completed", "tag": "0c64f2e3-e027-43ee-b1d7-d42c5a26bacc", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:49:44.820063 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-e699de5d-59e7-43a9-aee0-5dbe28c5ce8b {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:49:44.820461 dv-cinder-804757-16-iscsi neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00989555-27b6-4362-a62a-d87491bf6370', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c64f2e3-e027-43ee-b1d7-d42c5a26bacc', 'code': 200} Feb 21 09:49:44.851125 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de27dca-a2e8-4692-b9f6-2395ba0bdc09 req-27990fd8-a339-48a8-99fb-5a42290dd125 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:44.852638 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-3de27dca-a2e8-4692-b9f6-2395ba0bdc09 req-27990fd8-a339-48a8-99fb-5a42290dd125 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/ports?device_id=00989555-27b6-4362-a62a-d87491bf6370 HTTP/1.1" status: 200 len: 945 time: 0.0568409 Feb 21 09:49:44.893708 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782759442315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782758885690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782758885708'] for port (0c64f2e3-e027-43ee-b1d7-d42c5a26bacc), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:44.900064 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-3de27dca-a2e8-4692-b9f6-2395ba0bdc09 req-6827cfc9-d460-49e4-b258-6511872c643f tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/security-groups?id=5f89fa62-8f8a-4416-89bd-eddc545c178e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406885 Feb 21 09:49:44.947264 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Pushing event updated for resources: {'Port': ['ID=0c64f2e3-e027-43ee-b1d7-d42c5a26bacc,revision_number=10']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:49:46.044262 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cfe6a3-7bed-48a3-b4c6-07cfc33706b1 req-221ea4c6-b890-4eb8-b2ee-2e5410e42c35 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:46.045808 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-d7cfe6a3-7bed-48a3-b4c6-07cfc33706b1 req-221ea4c6-b890-4eb8-b2ee-2e5410e42c35 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/ports?device_id=00989555-27b6-4362-a62a-d87491bf6370 HTTP/1.1" status: 200 len: 947 time: 0.0631330 Feb 21 09:49:46.093382 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-d7cfe6a3-7bed-48a3-b4c6-07cfc33706b1 req-7261a5e0-cdcd-4035-a9df-3b7f7263d289 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/security-groups?id=5f89fa62-8f8a-4416-89bd-eddc545c178e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418386 Feb 21 09:49:46.298076 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3719d8-929c-4573-8149-044eb3b05b4d req-7906424a-aa79-4df5-9095-7485e722b711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:46.299510 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-ce3719d8-929c-4573-8149-044eb3b05b4d req-7906424a-aa79-4df5-9095-7485e722b711 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=00989555-27b6-4362-a62a-d87491bf6370 HTTP/1.1" status: 200 len: 1131 time: 0.0471544 Feb 21 09:49:46.343381 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-ce3719d8-929c-4573-8149-044eb3b05b4d req-d549cc8a-0533-41a8-a98e-dbab08fa2288 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=5f89fa62-8f8a-4416-89bd-eddc545c178e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366318 Feb 21 09:49:47.218419 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc62fe1a-491c-4cb0-b578-b51700b33684 req-579efeb3-5b00-4b89-a6e5-4f017b8abc61 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:47.219899 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-dc62fe1a-491c-4cb0-b578-b51700b33684 req-579efeb3-5b00-4b89-a6e5-4f017b8abc61 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/ports?device_id=00989555-27b6-4362-a62a-d87491bf6370 HTTP/1.1" status: 200 len: 947 time: 0.0522821 Feb 21 09:49:47.267414 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-dc62fe1a-491c-4cb0-b578-b51700b33684 req-40785870-931a-4f64-bd07-bf8f93723d22 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/security-groups?id=5f89fa62-8f8a-4416-89bd-eddc545c178e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408323 Feb 21 09:49:48.392203 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51db0f11-a790-4d87-a6be-a1133c0f4183 req-869c0086-ea2a-4a13-b331-fcb21badfbf3 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:48.393613 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-51db0f11-a790-4d87-a6be-a1133c0f4183 req-869c0086-ea2a-4a13-b331-fcb21badfbf3 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/ports?device_id=00989555-27b6-4362-a62a-d87491bf6370 HTTP/1.1" status: 200 len: 947 time: 0.0522785 Feb 21 09:49:48.444691 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-51db0f11-a790-4d87-a6be-a1133c0f4183 req-27108191-7a1b-46da-9d34-9af05c5e23ba tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/security-groups?id=5f89fa62-8f8a-4416-89bd-eddc545c178e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446284 Feb 21 09:49:49.565119 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f0aeed-6101-4a6c-bd05-37b4342a518f req-3b56a18b-6e23-4ade-8491-eae353389493 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:49.566560 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-47f0aeed-6101-4a6c-bd05-37b4342a518f req-3b56a18b-6e23-4ade-8491-eae353389493 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/ports?device_id=00989555-27b6-4362-a62a-d87491bf6370 HTTP/1.1" status: 200 len: 947 time: 0.0510671 Feb 21 09:49:49.613672 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-47f0aeed-6101-4a6c-bd05-37b4342a518f req-8d2cf30d-c441-449c-b256-3554f48965bf tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/security-groups?id=5f89fa62-8f8a-4416-89bd-eddc545c178e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403597 Feb 21 09:49:50.735549 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d1582a-7702-43b9-8fb2-02c929b7ed73 req-bd232af0-2ccc-4f62-8e90-64231c769385 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:50.743427 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-a5d1582a-7702-43b9-8fb2-02c929b7ed73 req-bd232af0-2ccc-4f62-8e90-64231c769385 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/ports?device_id=00989555-27b6-4362-a62a-d87491bf6370 HTTP/1.1" status: 200 len: 947 time: 0.0520296 Feb 21 09:49:50.783136 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-a5d1582a-7702-43b9-8fb2-02c929b7ed73 req-021293e0-96b9-4d3d-99fc-759ec71a94d6 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/security-groups?id=5f89fa62-8f8a-4416-89bd-eddc545c178e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405669 Feb 21 09:49:51.910391 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eead53fe-6a42-4d4a-80fd-72d84dd9b5ee req-e64e7f18-80de-4c1f-ae3f-e5e466136e43 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:49:51.911922 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-eead53fe-6a42-4d4a-80fd-72d84dd9b5ee req-e64e7f18-80de-4c1f-ae3f-e5e466136e43 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/ports?device_id=00989555-27b6-4362-a62a-d87491bf6370 HTTP/1.1" status: 200 len: 947 time: 0.0556731 Feb 21 09:49:51.959308 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-eead53fe-6a42-4d4a-80fd-72d84dd9b5ee req-d658f882-5324-4271-8f50-5502cb22db8c tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/security-groups?id=5f89fa62-8f8a-4416-89bd-eddc545c178e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405977 Feb 21 09:49:52.724901 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.71', 56114) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:49:52.826035 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6ab0391b-c86b-486d-9d04-175a8b5c45c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:52.896361 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6ab0391b-c86b-486d-9d04-175a8b5c45c6 admin admin] Publish callbacks [] for security_group (2d5ea363-90b0-4c71-adba-5beb9451873d), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:52.956600 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6ab0391b-c86b-486d-9d04-175a8b5c45c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (2d5ea363-90b0-4c71-adba-5beb9451873d), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:52.997284 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [None req-6ab0391b-c86b-486d-9d04-175a8b5c45c6 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=154aa8d8b6a648798a06664610fc9f91&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2713156 Feb 21 09:49:52.999441 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab0391b-c86b-486d-9d04-175a8b5c45c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d5ea363-90b0-4c71-adba-5beb9451873d,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:49:53.000078 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 56118) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:49:53.049629 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4d862d70-c1fa-4b0a-bcec-033ff8b49cbe admin admin] Publish callbacks [] for security_group (2d5ea363-90b0-4c71-adba-5beb9451873d), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:53.075999 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4d862d70-c1fa-4b0a-bcec-033ff8b49cbe admin admin] Publish callbacks [] for security_group (2d5ea363-90b0-4c71-adba-5beb9451873d), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:53.214083 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4d862d70-c1fa-4b0a-bcec-033ff8b49cbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (2d5ea363-90b0-4c71-adba-5beb9451873d), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:53.216726 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4d862d70-c1fa-4b0a-bcec-033ff8b49cbe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:49:53.217886 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-4d862d70-c1fa-4b0a-bcec-033ff8b49cbe admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/2d5ea363-90b0-4c71-adba-5beb9451873d HTTP/1.1" status: 204 len: 168 time: 0.2167926 Feb 21 09:49:53.225602 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d862d70-c1fa-4b0a-bcec-033ff8b49cbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d5ea363-90b0-4c71-adba-5beb9451873d,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:49:57.138026 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.agents_db [None req-1af9f625-7d23-4c31-ae08-d0e8b46e8d0e None None] Agent healthcheck: found 6 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 09:50:03.178942 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-88946305-0eee-4543-97a3-0bc17c714a95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (7b1feb7e-a062-49d6-b835-c5fae1c9b9ce), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:50:05.493385 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-28b66ef8-2b76-4710-929c-1f72503e3772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (f1afc09b-b148-496e-b857-a568110caa3c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:50:06.277921 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 56240) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:50:06.379368 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-bf40a3de-9c0e-44d6-a061-1e3e52bc4559 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:50:06.452680 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-bf40a3de-9c0e-44d6-a061-1e3e52bc4559 admin admin] Publish callbacks [] for security_group (5c8bf7e2-9fe3-43c5-9b1b-b55c5282356e), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:50:06.532952 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-bf40a3de-9c0e-44d6-a061-1e3e52bc4559 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (5c8bf7e2-9fe3-43c5-9b1b-b55c5282356e), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:50:06.572600 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf40a3de-9c0e-44d6-a061-1e3e52bc4559 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c8bf7e2-9fe3-43c5-9b1b-b55c5282356e,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:50:06.578141 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-bf40a3de-9c0e-44d6-a061-1e3e52bc4559 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=1e0b20406ccb4f4b8aace84ac4190b2d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2992148 Feb 21 09:50:06.580811 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 56244) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:50:06.626906 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-314c4299-0756-4697-a13e-3acc27b9af17 admin admin] Publish callbacks [] for security_group (5c8bf7e2-9fe3-43c5-9b1b-b55c5282356e), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:50:06.646821 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-314c4299-0756-4697-a13e-3acc27b9af17 admin admin] Publish callbacks [] for security_group (5c8bf7e2-9fe3-43c5-9b1b-b55c5282356e), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:50:06.744884 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-314c4299-0756-4697-a13e-3acc27b9af17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (5c8bf7e2-9fe3-43c5-9b1b-b55c5282356e), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:50:06.748304 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-314c4299-0756-4697-a13e-3acc27b9af17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:50:06.749478 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-314c4299-0756-4697-a13e-3acc27b9af17 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/5c8bf7e2-9fe3-43c5-9b1b-b55c5282356e HTTP/1.1" status: 204 len: 168 time: 0.1677725 Feb 21 09:50:06.757484 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314c4299-0756-4697-a13e-3acc27b9af17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c8bf7e2-9fe3-43c5-9b1b-b55c5282356e,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:50:06.790840 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-43ce5351-eeda-4347-b66a-565ea5ef4f96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (93f03475-d11b-4921-b82a-7ea88eab1568), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:50:07.411897 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3262de6d-a107-466f-92e8-e3c0e66666b9 req-70258bc7-ea22-4b16-8a2a-9f849ebb6f1b tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:50:07.413391 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-3262de6d-a107-466f-92e8-e3c0e66666b9 req-70258bc7-ea22-4b16-8a2a-9f849ebb6f1b tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] 10.222.0.71 "GET /v2.0/ports?device_id=c7d10746-3c56-4e2b-ad55-04bcc867bc9a HTTP/1.1" status: 200 len: 945 time: 0.0519128 Feb 21 09:50:07.465256 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-3262de6d-a107-466f-92e8-e3c0e66666b9 req-2f5a7260-63d0-4bba-93f7-80c67897abd0 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] 10.222.0.71 "GET /v2.0/security-groups?id=fe504167-9a9a-4442-9390-523a4e1fa709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449765 Feb 21 09:50:07.773063 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (f5044fde-eef4-46eb-b3ce-4ab87030ccc0), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:50:08.116413 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-2b8302a0-632c-4bb4-a8e1-5b2fb521f750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (a872b2e0-7e3e-43db-8705-7fb9ea875340), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:50:08.586545 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945e6c9a-2b7b-4b78-97a5-9faea940c35c req-2c1498ca-6b36-41ad-9f67-dcd9725cf2ab tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:50:08.588023 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-945e6c9a-2b7b-4b78-97a5-9faea940c35c req-2c1498ca-6b36-41ad-9f67-dcd9725cf2ab tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] 10.222.0.71 "GET /v2.0/ports?device_id=c7d10746-3c56-4e2b-ad55-04bcc867bc9a HTTP/1.1" status: 200 len: 945 time: 0.0532088 Feb 21 09:50:08.634920 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-945e6c9a-2b7b-4b78-97a5-9faea940c35c req-121d7507-28e2-46b4-baa9-cfb475f45879 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] 10.222.0.71 "GET /v2.0/security-groups?id=fe504167-9a9a-4442-9390-523a4e1fa709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413778 Feb 21 09:50:09.393179 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5c58f7-c901-4114-9011-281a316de09e req-408d5c3e-8c8e-4353-9a1e-9ad5293c0f3a tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:50:09.394531 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-ee5c58f7-c901-4114-9011-281a316de09e req-408d5c3e-8c8e-4353-9a1e-9ad5293c0f3a tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] 10.222.0.69 "GET /v2.0/ports?device_id=c7d10746-3c56-4e2b-ad55-04bcc867bc9a HTTP/1.1" status: 200 len: 945 time: 0.0524931 Feb 21 09:50:09.491401 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-ee5c58f7-c901-4114-9011-281a316de09e req-b3ebb8f9-9db8-41ad-be96-ac2fc895dd08 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Deleting port d42dbad4-da30-49fa-9e7c-851d8141f0f3 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 09:50:09.491739 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-ee5c58f7-c901-4114-9011-281a316de09e req-b3ebb8f9-9db8-41ad-be96-ac2fc895dd08 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782759436822'] for port (d42dbad4-da30-49fa-9e7c-851d8141f0f3), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:50:09.580003 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-ee5c58f7-c901-4114-9011-281a316de09e req-b3ebb8f9-9db8-41ad-be96-ac2fc895dd08 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] For port d42dbad4-da30-49fa-9e7c-851d8141f0f3, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=d42dbad4-da30-49fa-9e7c-851d8141f0f3,segment=NetworkSegment(18c0b10b-491c-457e-b8a5-db4c9de6ed16),segment_id=18c0b10b-491c-457e-b8a5-db4c9de6ed16)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:50:09.580439 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-ee5c58f7-c901-4114-9011-281a316de09e req-b3ebb8f9-9db8-41ad-be96-ac2fc895dd08 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7915455'] for port (d42dbad4-da30-49fa-9e7c-851d8141f0f3), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:50:09.647678 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (ce3e6371-75e2-4bba-8260-49cd855bb251), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:50:09.869099 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04b1bca-c0dc-4e7b-9961-7892142bea05 req-1554927c-6b87-4cf5-8267-311a58bab6f1 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:50:09.870544 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-e04b1bca-c0dc-4e7b-9961-7892142bea05 req-1554927c-6b87-4cf5-8267-311a58bab6f1 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] 10.222.0.71 "GET /v2.0/ports?device_id=c7d10746-3c56-4e2b-ad55-04bcc867bc9a HTTP/1.1" status: 200 len: 945 time: 0.1468291 Feb 21 09:50:09.901808 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-ee5c58f7-c901-4114-9011-281a316de09e req-b3ebb8f9-9db8-41ad-be96-ac2fc895dd08 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:50:09.902077 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-ee5c58f7-c901-4114-9011-281a316de09e req-b3ebb8f9-9db8-41ad-be96-ac2fc895dd08 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7917303'] for floatingip (17d1973e-b817-4455-a778-cdb4f8d40560), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:50:09.902386 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.db.l3_db [req-ee5c58f7-c901-4114-9011-281a316de09e req-b3ebb8f9-9db8-41ad-be96-ac2fc895dd08 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Floating IP 17d1973e-b817-4455-a778-cdb4f8d40560 disassociated. External IP: 172.27.2.181, port: d42dbad4-da30-49fa-9e7c-851d8141f0f3. Feb 21 09:50:09.902782 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-ee5c58f7-c901-4114-9011-281a316de09e req-b3ebb8f9-9db8-41ad-be96-ac2fc895dd08 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Calling delete_port for d42dbad4-da30-49fa-9e7c-851d8141f0f3 owned by compute:nova {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 09:50:09.975551 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-e04b1bca-c0dc-4e7b-9961-7892142bea05 req-3a03fdfd-cdcc-4582-8406-4350ba9dcc5b tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] 10.222.0.71 "GET /v2.0/security-groups?id=fe504167-9a9a-4442-9390-523a4e1fa709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987086 Feb 21 09:50:10.087866 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-ee5c58f7-c901-4114-9011-281a316de09e req-b3ebb8f9-9db8-41ad-be96-ac2fc895dd08 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782759442297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782758885681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277415'] for port (d42dbad4-da30-49fa-9e7c-851d8141f0f3), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:50:10.114017 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ebb8f9-9db8-41ad-be96-ac2fc895dd08 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Pushing event deleted for resources: {'Port': ['ID=d42dbad4-da30-49fa-9e7c-851d8141f0f3,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:50:10.235941 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ee5c58f7-c901-4114-9011-281a316de09e req-b3ebb8f9-9db8-41ad-be96-ac2fc895dd08 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Router 5600eb8e-7c17-4f9f-a1da-1e30b51c9320 has already been hosted by L3 agent f1afc09b-b148-496e-b857-a568110caa3c {{(pid=109856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:50:10.343924 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ee5c58f7-c901-4114-9011-281a316de09e req-b3ebb8f9-9db8-41ad-be96-ac2fc895dd08 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Notify agent at l3_agent.dv-cinder-804757-16-iscsi the message routers_updated {{(pid=109856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:50:10.353705 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55062020-abb2-4bd0-a092-0b151b404165 None None] Sync routers for ids ['5600eb8e-7c17-4f9f-a1da-1e30b51c9320'] in dv-cinder-804757-16-iscsi {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 09:50:10.365078 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55062020-abb2-4bd0-a092-0b151b404165 None None] Routers {'5600eb8e-7c17-4f9f-a1da-1e30b51c9320'} bound to L3 agent in host dv-cinder-804757-16-iscsi {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:50:10.365986 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-55062020-abb2-4bd0-a092-0b151b404165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-21T09:37:05Z,description=,heartbeat_timestamp=2022-02-21T09:50:05Z,host='dv-cinder-804757-16-iscsi',id=f1afc09b-b148-496e-b857-a568110caa3c,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:37:06Z,topic='l3_agent')) {'router_ids': ['5600eb8e-7c17-4f9f-a1da-1e30b51c9320'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:50:10.384822 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee5c58f7-c901-4114-9011-281a316de09e req-b3ebb8f9-9db8-41ad-be96-ac2fc895dd08 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] No DVR routers for this DVR port d42dbad4-da30-49fa-9e7c-851d8141f0f3 on host hv-cinder-80475 {{(pid=109856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:50:10.387919 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-ee5c58f7-c901-4114-9011-281a316de09e req-b3ebb8f9-9db8-41ad-be96-ac2fc895dd08 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8333137'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:50:10.391349 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-ee5c58f7-c901-4114-9011-281a316de09e req-b3ebb8f9-9db8-41ad-be96-ac2fc895dd08 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] 10.222.0.69 "DELETE /v2.0/ports/d42dbad4-da30-49fa-9e7c-851d8141f0f3 HTTP/1.1" status: 204 len: 173 time: 0.9906075 Feb 21 09:50:10.391794 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7d10746-3c56-4e2b-ad55-04bcc867bc9a', 'name': 'network-vif-deleted', 'tag': 'd42dbad4-da30-49fa-9e7c-851d8141f0f3'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:50:10.394035 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c95017b57136a4249e8df2494e5587cd96ada80ae38c14c6a4695013360e62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e676473-efce-433e-bf97-dfb24ef4f8ec" -d '{"events": [{"server_uuid": "c7d10746-3c56-4e2b-ad55-04bcc867bc9a", "name": "network-vif-deleted", "tag": "d42dbad4-da30-49fa-9e7c-851d8141f0f3"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:50:10.437226 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 09:50:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbd2d000-d2c9-4926-89d2-46ecfe8178a5 x-openstack-request-id: req-bbd2d000-d2c9-4926-89d2-46ecfe8178a5 {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:50:10.437523 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7d10746-3c56-4e2b-ad55-04bcc867bc9a", "name": "network-vif-deleted", "tag": "d42dbad4-da30-49fa-9e7c-851d8141f0f3", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:50:10.437779 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-bbd2d000-d2c9-4926-89d2-46ecfe8178a5 {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:50:10.438209 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7d10746-3c56-4e2b-ad55-04bcc867bc9a', 'name': 'network-vif-deleted', 'tag': 'd42dbad4-da30-49fa-9e7c-851d8141f0f3', 'status': 'completed', 'code': 200} Feb 21 09:50:10.482128 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-55062020-abb2-4bd0-a092-0b151b404165 None None] Set router 5600eb8e-7c17-4f9f-a1da-1e30b51c9320 gateway port host: dv-cinder-804757-16-iscsi {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:50:10.680661 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-55062020-abb2-4bd0-a092-0b151b404165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5600eb8e-7c17-4f9f-a1da-1e30b51c9320', 'name': 'tempest-TestVolumeBootPattern-658171796-router', 'tenant_id': '30ad631be25d4fecbaae288015f66e22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'external_fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': '0dfed553-0ff5-4440-8723-a16130804a8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:46:22Z', 'updated_at': '2022-02-21T09:46:26Z', 'revision_number': 4, 'project_id': '30ad631be25d4fecbaae288015f66e22', 'gw_port': {'id': '0dfed553-0ff5-4440-8723-a16130804a8f', 'name': '', 'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:07:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5600eb8e-7c17-4f9f-a1da-1e30b51c9320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 192, 'fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:46:23Z', 'updated_at': '2022-02-21T09:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-16-iscsi', '_interfaces': [{'id': '27ceaa89-d6cf-45d0-a3ee-7c6384e5de68', 'name': '', 'network_id': 'd18a3abc-b5f2-49e7-9725-3ef800bd13ad', 'tenant_id': '30ad631be25d4fecbaae288015f66e22', 'mac_address': 'fa:16:3e:dc:3a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5600eb8e-7c17-4f9f-a1da-1e30b51c9320', 'device_owner': 'network:router_interface', 'standard_attr_id': 193, 'fixed_ips': [{'subnet_id': 'e209d30c-904a-4983-811a-38e909a2873c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:46:25Z', 'updated_at': '2022-02-21T09:46:29Z', 'revision_number': 5, 'project_id': '30ad631be25d4fecbaae288015f66e22', 'subnets': [{'id': 'e209d30c-904a-4983-811a-38e909a2873c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-16-iscsi', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:50:10.705997 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55062020-abb2-4bd0-a092-0b151b404165 None None] Checking router: 5600eb8e-7c17-4f9f-a1da-1e30b51c9320 for host: dv-cinder-804757-16-iscsi {{(pid=109858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 09:50:10.714313 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55062020-abb2-4bd0-a092-0b151b404165 None None] Routers {'5600eb8e-7c17-4f9f-a1da-1e30b51c9320'} bound to L3 agent in host dv-cinder-804757-16-iscsi {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:50:10.714901 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-55062020-abb2-4bd0-a092-0b151b404165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-21T09:37:05Z,description=,heartbeat_timestamp=2022-02-21T09:50:05Z,host='dv-cinder-804757-16-iscsi',id=f1afc09b-b148-496e-b857-a568110caa3c,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:37:06Z,topic='l3_agent')) {'router_ids': ['5600eb8e-7c17-4f9f-a1da-1e30b51c9320'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:50:10.825451 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-55062020-abb2-4bd0-a092-0b151b404165 None None] Set router 5600eb8e-7c17-4f9f-a1da-1e30b51c9320 gateway port host: dv-cinder-804757-16-iscsi {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:50:11.047189 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-55062020-abb2-4bd0-a092-0b151b404165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5600eb8e-7c17-4f9f-a1da-1e30b51c9320', 'name': 'tempest-TestVolumeBootPattern-658171796-router', 'tenant_id': '30ad631be25d4fecbaae288015f66e22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'external_fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': '0dfed553-0ff5-4440-8723-a16130804a8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:46:22Z', 'updated_at': '2022-02-21T09:46:26Z', 'revision_number': 4, 'project_id': '30ad631be25d4fecbaae288015f66e22', 'gw_port': {'id': '0dfed553-0ff5-4440-8723-a16130804a8f', 'name': '', 'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:07:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5600eb8e-7c17-4f9f-a1da-1e30b51c9320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 192, 'fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:46:23Z', 'updated_at': '2022-02-21T09:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-16-iscsi', '_interfaces': [{'id': '27ceaa89-d6cf-45d0-a3ee-7c6384e5de68', 'name': '', 'network_id': 'd18a3abc-b5f2-49e7-9725-3ef800bd13ad', 'tenant_id': '30ad631be25d4fecbaae288015f66e22', 'mac_address': 'fa:16:3e:dc:3a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5600eb8e-7c17-4f9f-a1da-1e30b51c9320', 'device_owner': 'network:router_interface', 'standard_attr_id': 193, 'fixed_ips': [{'subnet_id': 'e209d30c-904a-4983-811a-38e909a2873c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:46:25Z', 'updated_at': '2022-02-21T09:46:29Z', 'revision_number': 5, 'project_id': '30ad631be25d4fecbaae288015f66e22', 'subnets': [{'id': 'e209d30c-904a-4983-811a-38e909a2873c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-16-iscsi', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:50:11.073789 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55062020-abb2-4bd0-a092-0b151b404165 None None] The sync data for ids ['5600eb8e-7c17-4f9f-a1da-1e30b51c9320'] in dv-cinder-804757-16-iscsi is: [{'id': '5600eb8e-7c17-4f9f-a1da-1e30b51c9320', 'name': 'tempest-TestVolumeBootPattern-658171796-router', 'tenant_id': '30ad631be25d4fecbaae288015f66e22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'external_fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': '0dfed553-0ff5-4440-8723-a16130804a8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:46:22Z', 'updated_at': '2022-02-21T09:46:26Z', 'revision_number': 4, 'project_id': '30ad631be25d4fecbaae288015f66e22', 'gw_port': {'id': '0dfed553-0ff5-4440-8723-a16130804a8f', 'name': '', 'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:07:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5600eb8e-7c17-4f9f-a1da-1e30b51c9320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 192, 'fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:46:23Z', 'updated_at': '2022-02-21T09:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-16-iscsi', '_interfaces': [{'id': '27ceaa89-d6cf-45d0-a3ee-7c6384e5de68', 'name': '', 'network_id': 'd18a3abc-b5f2-49e7-9725-3ef800bd13ad', 'tenant_id': '30ad631be25d4fecbaae288015f66e22', 'mac_address': 'fa:16:3e:dc:3a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5600eb8e-7c17-4f9f-a1da-1e30b51c9320', 'device_owner': 'network:router_interface', 'standard_attr_id': 193, 'fixed_ips': [{'subnet_id': 'e209d30c-904a-4983-811a-38e909a2873c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:46:25Z', 'updated_at': '2022-02-21T09:46:29Z', 'revision_number': 5, 'project_id': '30ad631be25d4fecbaae288015f66e22', 'subnets': [{'id': 'e209d30c-904a-4983-811a-38e909a2873c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 09:50:11.095625 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-14ea34b4-a7f7-4295-9bc6-b0d3e5ff30b2 req-0e9ee7d5-dfec-498e-a5db-79a245be9ae5 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] 10.222.0.71 "GET /v2.0/ports?device_id=c7d10746-3c56-4e2b-ad55-04bcc867bc9a HTTP/1.1" status: 200 len: 210 time: 0.0317960 Feb 21 09:50:11.317498 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3afc7153-5ce3-47f9-a852-0bd3ff4166e5 None None] New status for floating IP 17d1973e-b817-4455-a778-cdb4f8d40560: DOWN {{(pid=109859) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 21 09:50:12.365632 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-cdc648a7-18c5-4deb-a9e2-55548ae634b3 req-814585a0-8ac8-4732-bdc1-600bbb5190d2 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-711767906&fields=id&tenant_id=30ad631be25d4fecbaae288015f66e22 HTTP/1.1" status: 200 len: 267 time: 0.0476012 Feb 21 09:50:12.469848 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc648a7-18c5-4deb-a9e2-55548ae634b3 req-5cdc0cb5-5104-4eef-82ae-066024d28c77 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:50:12.471308 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-cdc648a7-18c5-4deb-a9e2-55548ae634b3 req-5cdc0cb5-5104-4eef-82ae-066024d28c77 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] 10.222.0.71 "GET /v2.0/networks?id=d18a3abc-b5f2-49e7-9725-3ef800bd13ad HTTP/1.1" status: 200 len: 811 time: 0.0991263 Feb 21 09:50:12.486015 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-cdc648a7-18c5-4deb-a9e2-55548ae634b3 req-c11ed127-5cc8-4666-a5dc-8d8bb77915be tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] 10.222.0.71 "GET /v2.0/quotas/30ad631be25d4fecbaae288015f66e22 HTTP/1.1" status: 200 len: 375 time: 0.0094562 Feb 21 09:50:12.542812 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-cdc648a7-18c5-4deb-a9e2-55548ae634b3 req-73f0bc74-ab3b-493e-a208-cbf386da1b85 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=30ad631be25d4fecbaae288015f66e22&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0521014 Feb 21 09:50:12.636009 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-cdc648a7-18c5-4deb-a9e2-55548ae634b3 req-4b535d10-e99a-4c7a-87d5-133bdec98fe9 service neutron] 10.222.0.71 "GET /v2.0/networks/d18a3abc-b5f2-49e7-9725-3ef800bd13ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811622 Feb 21 09:50:12.733850 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-cdc648a7-18c5-4deb-a9e2-55548ae634b3 req-538cbeb0-2ed2-456d-be0f-c41aa7437d1a service neutron] 10.222.0.71 "GET /v2.0/networks/d18a3abc-b5f2-49e7-9725-3ef800bd13ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914660 Feb 21 09:50:13.583487 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-6dec8719-7d5c-4dcb-90ec-54e5f310e90b req-cde26ff1-c50a-4f87-8dca-3f30f38b1200 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] 10.222.0.71 "GET /v2.0/ports?device_id=b2a841b5-2dd7-4c1f-aaae-cf28270060bc HTTP/1.1" status: 200 len: 210 time: 0.2987916 Feb 21 09:50:13.743602 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Device d42dbad4-da30-49fa-9e7c-851d8141f0f3 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 09:50:13.764332 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] No Port match for: d42dbad4-da30-49fa-9e7c-851d8141f0f3 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 09:50:13.764703 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Device d42dbad4-da30-49fa-9e7c-851d8141f0f3 not bound to the agent host hv-cinder-80475 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 09:50:14.691681 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-5ffef312-ac7a-435d-a927-251ee0ae25b4 req-1c102b7e-babd-40a4-9311-86fa03257289 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] 10.222.0.71 "GET /v2.0/ports?device_id=b2a841b5-2dd7-4c1f-aaae-cf28270060bc HTTP/1.1" status: 200 len: 210 time: 0.0272224 Feb 21 09:50:15.320021 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc648a7-18c5-4deb-a9e2-55548ae634b3 req-c98177b9-7456-46bc-8b93-1e2496aaf3a1 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:50:15.321633 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-cdc648a7-18c5-4deb-a9e2-55548ae634b3 req-c98177b9-7456-46bc-8b93-1e2496aaf3a1 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] 10.222.0.69 "GET /v2.0/networks?id=d18a3abc-b5f2-49e7-9725-3ef800bd13ad HTTP/1.1" status: 200 len: 811 time: 0.1092176 Feb 21 09:50:15.389624 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-cdc648a7-18c5-4deb-a9e2-55548ae634b3 req-27ff478d-c7ee-403c-8c25-bcd8e06aeb85 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=30ad631be25d4fecbaae288015f66e22 HTTP/1.1" status: 200 len: 379 time: 0.0563896 Feb 21 09:50:15.399762 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.v2.base [req-cdc648a7-18c5-4deb-a9e2-55548ae634b3 req-3a927181-f237-4ce5-8c80-d3cbf490cf74 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Request body: {'port': {'device_id': 'b2a841b5-2dd7-4c1f-aaae-cf28270060bc', 'network_id': 'd18a3abc-b5f2-49e7-9725-3ef800bd13ad', 'admin_state_up': True, 'tenant_id': '30ad631be25d4fecbaae288015f66e22', 'security_groups': ['fe504167-9a9a-4442-9390-523a4e1fa709']}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:50:15.613806 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cdc648a7-18c5-4deb-a9e2-55548ae634b3 req-3a927181-f237-4ce5-8c80-d3cbf490cf74 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Made reservation on behalf of 30ad631be25d4fecbaae288015f66e22 for: {'port': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:50:15.617640 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-cdc648a7-18c5-4deb-a9e2-55548ae634b3 req-3a927181-f237-4ce5-8c80-d3cbf490cf74 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:50:15.753413 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [req-cdc648a7-18c5-4deb-a9e2-55548ae634b3 req-3a927181-f237-4ce5-8c80-d3cbf490cf74 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Allocated IP 172.20.0.7 (d18a3abc-b5f2-49e7-9725-3ef800bd13ad/e209d30c-904a-4983-811a-38e909a2873c/6fab6917-9925-48cb-94f4-9cade4eb59ef) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:50:15.795927 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-610b41ce-ff6d-4a0f-a5be-5cb430b96da4 req-2d9d0a7c-44f7-4997-a59a-e1b779c231f4 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] 10.222.0.71 "GET /v2.0/ports?device_id=b2a841b5-2dd7-4c1f-aaae-cf28270060bc HTTP/1.1" status: 200 len: 210 time: 0.0327871 Feb 21 09:50:15.926280 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-cdc648a7-18c5-4deb-a9e2-55548ae634b3 req-3a927181-f237-4ce5-8c80-d3cbf490cf74 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Publish callbacks [] for port (6fab6917-9925-48cb-94f4-9cade4eb59ef), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:50:16.036878 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-cdc648a7-18c5-4deb-a9e2-55548ae634b3 req-3a927181-f237-4ce5-8c80-d3cbf490cf74 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782758885672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277415'] for port (6fab6917-9925-48cb-94f4-9cade4eb59ef), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:50:16.081940 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cdc648a7-18c5-4deb-a9e2-55548ae634b3 req-3a927181-f237-4ce5-8c80-d3cbf490cf74 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Network d18a3abc-b5f2-49e7-9725-3ef800bd13ad is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:50:16.085122 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [req-cdc648a7-18c5-4deb-a9e2-55548ae634b3 req-3a927181-f237-4ce5-8c80-d3cbf490cf74 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:50:16.087674 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdc648a7-18c5-4deb-a9e2-55548ae634b3 req-3a927181-f237-4ce5-8c80-d3cbf490cf74 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 09:50:16.116740 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a927181-f237-4ce5-8c80-d3cbf490cf74 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Pushing event updated for resources: {'Port': ['ID=6fab6917-9925-48cb-94f4-9cade4eb59ef,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:50:16.175555 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc648a7-18c5-4deb-a9e2-55548ae634b3 req-3a927181-f237-4ce5-8c80-d3cbf490cf74 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:50:16.176171 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-cdc648a7-18c5-4deb-a9e2-55548ae634b3 req-3a927181-f237-4ce5-8c80-d3cbf490cf74 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8333137'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:50:16.213760 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce2809b-333a-40da-88a5-9a2229f19f34 req-099c2fe6-1b97-4b1e-9655-96c03c62441a tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:50:16.215481 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-1ce2809b-333a-40da-88a5-9a2229f19f34 req-099c2fe6-1b97-4b1e-9655-96c03c62441a tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] 10.222.0.71 "GET /v2.0/ports?device_id=4bfaeb79-af34-4a8c-b852-5d9873f82eb1 HTTP/1.1" status: 200 len: 946 time: 0.0841503 Feb 21 09:50:16.266659 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-1ce2809b-333a-40da-88a5-9a2229f19f34 req-d7c12558-65c3-4f6c-9a50-67f71269d0e4 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] 10.222.0.71 "GET /v2.0/security-groups?id=5bde2634-daa9-411a-9a51-1555fe5f78b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441935 Feb 21 09:50:16.273013 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-cdc648a7-18c5-4deb-a9e2-55548ae634b3 req-3a927181-f237-4ce5-8c80-d3cbf490cf74 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8767774 Feb 21 09:50:16.292091 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.v2.base [req-cdc648a7-18c5-4deb-a9e2-55548ae634b3 req-2b5453ea-da5d-42d7-aa13-69c87e97cb94 service neutron] Request body: {'port': {'device_id': 'b2a841b5-2dd7-4c1f-aaae-cf28270060bc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:50:16.347106 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-cdc648a7-18c5-4deb-a9e2-55548ae634b3 req-2b5453ea-da5d-42d7-aa13-69c87e97cb94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (6fab6917-9925-48cb-94f4-9cade4eb59ef), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:50:16.361338 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-55bbe2c3-deab-4062-b348-914c5ea7660d None None] Provisioning complete for port 6fab6917-9925-48cb-94f4-9cade4eb59ef triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:50:16.365964 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-55bbe2c3-deab-4062-b348-914c5ea7660d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7397950'] for port (6fab6917-9925-48cb-94f4-9cade4eb59ef), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:50:16.395531 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-55bbe2c3-deab-4062-b348-914c5ea7660d None None] Port 6fab6917-9925-48cb-94f4-9cade4eb59ef cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 09:50:16.612397 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.notifiers.nova [req-cdc648a7-18c5-4deb-a9e2-55548ae634b3 req-2b5453ea-da5d-42d7-aa13-69c87e97cb94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fab6917-9925-48cb-94f4-9cade4eb59ef {{(pid=109856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 09:50:16.619870 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-cdc648a7-18c5-4deb-a9e2-55548ae634b3 req-2b5453ea-da5d-42d7-aa13-69c87e97cb94 service neutron] Publish callbacks [] for port (6fab6917-9925-48cb-94f4-9cade4eb59ef), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:50:16.632801 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.db.provisioning_blocks [req-cdc648a7-18c5-4deb-a9e2-55548ae634b3 req-2b5453ea-da5d-42d7-aa13-69c87e97cb94 service neutron] Transition to ACTIVE for port object 6fab6917-9925-48cb-94f4-9cade4eb59ef will not be triggered until provisioned by entity L2. {{(pid=109856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:50:16.744968 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-cdc648a7-18c5-4deb-a9e2-55548ae634b3 req-2b5453ea-da5d-42d7-aa13-69c87e97cb94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782759442315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782758885690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782758885708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3277436'] for port (6fab6917-9925-48cb-94f4-9cade4eb59ef), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:50:16.796749 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5453ea-da5d-42d7-aa13-69c87e97cb94 service neutron] Pushing event updated for resources: {'Port': ['ID=6fab6917-9925-48cb-94f4-9cade4eb59ef,revision_number=2']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:50:16.872617 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-cdc648a7-18c5-4deb-a9e2-55548ae634b3 req-2b5453ea-da5d-42d7-aa13-69c87e97cb94 service neutron] Attempting to bind port 6fab6917-9925-48cb-94f4-9cade4eb59ef on host hv-cinder-80475 for vnic_type normal with profile {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 09:50:16.872919 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-cdc648a7-18c5-4deb-a9e2-55548ae634b3 req-2b5453ea-da5d-42d7-aa13-69c87e97cb94 service neutron] Attempting to bind port 6fab6917-9925-48cb-94f4-9cade4eb59ef by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': '18c0b10b-491c-457e-b8a5-db4c9de6ed16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'd18a3abc-b5f2-49e7-9725-3ef800bd13ad'}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 09:50:16.873202 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdc648a7-18c5-4deb-a9e2-55548ae634b3 req-2b5453ea-da5d-42d7-aa13-69c87e97cb94 service neutron] Attempting to bind port 6fab6917-9925-48cb-94f4-9cade4eb59ef on network d18a3abc-b5f2-49e7-9725-3ef800bd13ad {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 09:50:16.888462 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdc648a7-18c5-4deb-a9e2-55548ae634b3 req-2b5453ea-da5d-42d7-aa13-69c87e97cb94 service neutron] Port 6fab6917-9925-48cb-94f4-9cade4eb59ef on network d18a3abc-b5f2-49e7-9725-3ef800bd13ad not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 09:50:16.888808 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdc648a7-18c5-4deb-a9e2-55548ae634b3 req-2b5453ea-da5d-42d7-aa13-69c87e97cb94 service neutron] Attempting to bind port 6fab6917-9925-48cb-94f4-9cade4eb59ef on network d18a3abc-b5f2-49e7-9725-3ef800bd13ad {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 09:50:16.911891 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdc648a7-18c5-4deb-a9e2-55548ae634b3 req-2b5453ea-da5d-42d7-aa13-69c87e97cb94 service neutron] Checking agent: {'id': 'f5044fde-eef4-46eb-b3ce-4ab87030ccc0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 9, 43, 36), 'started_at': datetime.datetime(2022, 2, 21, 9, 43, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 50, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 09:50:16.912219 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdc648a7-18c5-4deb-a9e2-55548ae634b3 req-2b5453ea-da5d-42d7-aa13-69c87e97cb94 service neutron] Checking segment: {'id': '18c0b10b-491c-457e-b8a5-db4c9de6ed16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'd18a3abc-b5f2-49e7-9725-3ef800bd13ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 09:50:16.912734 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdc648a7-18c5-4deb-a9e2-55548ae634b3 req-2b5453ea-da5d-42d7-aa13-69c87e97cb94 service neutron] Bound using segment: {'id': '18c0b10b-491c-457e-b8a5-db4c9de6ed16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'd18a3abc-b5f2-49e7-9725-3ef800bd13ad'} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 09:50:16.917435 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-cdc648a7-18c5-4deb-a9e2-55548ae634b3 req-2b5453ea-da5d-42d7-aa13-69c87e97cb94 service neutron] Bound port: 6fab6917-9925-48cb-94f4-9cade4eb59ef, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18c0b10b-491c-457e-b8a5-db4c9de6ed16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'd18a3abc-b5f2-49e7-9725-3ef800bd13ad'}}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 09:50:16.917435 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-cdc648a7-18c5-4deb-a9e2-55548ae634b3 req-2b5453ea-da5d-42d7-aa13-69c87e97cb94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (6fab6917-9925-48cb-94f4-9cade4eb59ef), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:50:16.965346 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f85209-cce9-422b-afef-249ddb6226a8 req-3bb10cab-de86-45b1-8f29-8158b7f92cc9 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:50:16.966821 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-c9f85209-cce9-422b-afef-249ddb6226a8 req-3bb10cab-de86-45b1-8f29-8158b7f92cc9 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] 10.222.0.71 "GET /v2.0/ports?device_id=b2a841b5-2dd7-4c1f-aaae-cf28270060bc HTTP/1.1" status: 200 len: 943 time: 0.0913391 Feb 21 09:50:17.010991 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-cdc648a7-18c5-4deb-a9e2-55548ae634b3 req-2b5453ea-da5d-42d7-aa13-69c87e97cb94 service neutron] For port 6fab6917-9925-48cb-94f4-9cade4eb59ef, host hv-cinder-80475, cleared binding levels {{(pid=109856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:50:17.035846 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-cdc648a7-18c5-4deb-a9e2-55548ae634b3 req-2b5453ea-da5d-42d7-aa13-69c87e97cb94 service neutron] For port 6fab6917-9925-48cb-94f4-9cade4eb59ef, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=6fab6917-9925-48cb-94f4-9cade4eb59ef,segment=NetworkSegment(18c0b10b-491c-457e-b8a5-db4c9de6ed16),segment_id=18c0b10b-491c-457e-b8a5-db4c9de6ed16)] {{(pid=109856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:50:17.046856 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-c9f85209-cce9-422b-afef-249ddb6226a8 req-04161409-83f1-4d67-88a3-90db4621e662 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] 10.222.0.71 "GET /v2.0/security-groups?id=fe504167-9a9a-4442-9390-523a4e1fa709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741515 Feb 21 09:50:17.127881 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-cdc648a7-18c5-4deb-a9e2-55548ae634b3 req-2b5453ea-da5d-42d7-aa13-69c87e97cb94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782759442315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782758885690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782758885708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3277436'] for port (6fab6917-9925-48cb-94f4-9cade4eb59ef), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:50:17.165824 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc648a7-18c5-4deb-a9e2-55548ae634b3 req-2b5453ea-da5d-42d7-aa13-69c87e97cb94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:50:17.166471 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-cdc648a7-18c5-4deb-a9e2-55548ae634b3 req-2b5453ea-da5d-42d7-aa13-69c87e97cb94 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8333137'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:50:17.167884 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-cdc648a7-18c5-4deb-a9e2-55548ae634b3 req-2b5453ea-da5d-42d7-aa13-69c87e97cb94 service neutron] 10.222.0.69 "PUT /v2.0/ports/6fab6917-9925-48cb-94f4-9cade4eb59ef HTTP/1.1" status: 200 len: 1093 time: 0.8874576 Feb 21 09:50:17.168863 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2a841b5-2dd7-4c1f-aaae-cf28270060bc', 'tag': '6fab6917-9925-48cb-94f4-9cade4eb59ef'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:50:17.171774 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c95017b57136a4249e8df2494e5587cd96ada80ae38c14c6a4695013360e62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70f6fdbb-20be-4e0a-9a71-a69da468a7a8" -d '{"events": [{"name": "network-changed", "server_uuid": "b2a841b5-2dd7-4c1f-aaae-cf28270060bc", "tag": "6fab6917-9925-48cb-94f4-9cade4eb59ef"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:50:17.195509 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5453ea-da5d-42d7-aa13-69c87e97cb94 service neutron] Pushing event updated for resources: {'Port': ['ID=6fab6917-9925-48cb-94f4-9cade4eb59ef,revision_number=3']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:50:17.212217 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 09:50:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-406cb4ee-03b2-46f5-af28-041e09370692 x-openstack-request-id: req-406cb4ee-03b2-46f5-af28-041e09370692 {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:50:17.212557 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2a841b5-2dd7-4c1f-aaae-cf28270060bc", "tag": "6fab6917-9925-48cb-94f4-9cade4eb59ef", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:50:17.212799 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-406cb4ee-03b2-46f5-af28-041e09370692 {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:50:17.213204 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2a841b5-2dd7-4c1f-aaae-cf28270060bc', 'tag': '6fab6917-9925-48cb-94f4-9cade4eb59ef', 'status': 'completed', 'code': 200} Feb 21 09:50:17.280249 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f6fdbb-20be-4e0a-9a71-a69da468a7a8 req-46d7d199-0def-46d1-b6f9-2383259c06fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:50:17.281914 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-70f6fdbb-20be-4e0a-9a71-a69da468a7a8 req-46d7d199-0def-46d1-b6f9-2383259c06fa service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=30ad631be25d4fecbaae288015f66e22&device_id=b2a841b5-2dd7-4c1f-aaae-cf28270060bc HTTP/1.1" status: 200 len: 1127 time: 0.0472710 Feb 21 09:50:17.425909 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f6fdbb-20be-4e0a-9a71-a69da468a7a8 req-7de7316c-1fdf-4142-a035-4e4fa196d4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:50:17.427583 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-70f6fdbb-20be-4e0a-9a71-a69da468a7a8 req-7de7316c-1fdf-4142-a035-4e4fa196d4ce service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=30ad631be25d4fecbaae288015f66e22&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1356282 Feb 21 09:50:17.438803 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0056ae56-fdf4-4f4f-9dae-8e78d55f1ca0 req-793f66f3-b336-457c-928d-fdc3005fb2a7 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:50:17.440174 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-0056ae56-fdf4-4f4f-9dae-8e78d55f1ca0 req-793f66f3-b336-457c-928d-fdc3005fb2a7 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] 10.222.0.71 "GET /v2.0/ports?device_id=4bfaeb79-af34-4a8c-b852-5d9873f82eb1 HTTP/1.1" status: 200 len: 946 time: 0.0880241 Feb 21 09:50:17.544991 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-0056ae56-fdf4-4f4f-9dae-8e78d55f1ca0 req-f0dc5ac6-f3b8-45bd-903c-a018000f77e3 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] 10.222.0.71 "GET /v2.0/security-groups?id=5bde2634-daa9-411a-9a51-1555fe5f78b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963752 Feb 21 09:50:17.562796 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f6fdbb-20be-4e0a-9a71-a69da468a7a8 req-b83254f5-4d60-4c01-99bf-e3d6ba38fa3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:50:17.564304 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-70f6fdbb-20be-4e0a-9a71-a69da468a7a8 req-b83254f5-4d60-4c01-99bf-e3d6ba38fa3f service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1232221 Feb 21 09:50:17.648745 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc648a7-18c5-4deb-a9e2-55548ae634b3 req-25b9355f-1343-432a-828a-ec931783535c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:50:17.650226 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-cdc648a7-18c5-4deb-a9e2-55548ae634b3 req-25b9355f-1343-432a-828a-ec931783535c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=30ad631be25d4fecbaae288015f66e22&device_id=b2a841b5-2dd7-4c1f-aaae-cf28270060bc HTTP/1.1" status: 200 len: 1127 time: 0.0447061 Feb 21 09:50:17.693054 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-cdc648a7-18c5-4deb-a9e2-55548ae634b3 req-b08dd3af-acf0-4c81-b21e-4706978f787f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6fab6917-9925-48cb-94f4-9cade4eb59ef HTTP/1.1" status: 200 len: 217 time: 0.0332179 Feb 21 09:50:17.742223 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc648a7-18c5-4deb-a9e2-55548ae634b3 req-3faa4b3d-3286-42d2-b88b-797c82730dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:50:17.743625 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-cdc648a7-18c5-4deb-a9e2-55548ae634b3 req-3faa4b3d-3286-42d2-b88b-797c82730dbe service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e209d30c-904a-4983-811a-38e909a2873c HTTP/1.1" status: 200 len: 850 time: 0.0417428 Feb 21 09:50:17.798676 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc648a7-18c5-4deb-a9e2-55548ae634b3 req-055ba23f-6a6b-4fd4-bb8e-0bf59b736b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:50:17.800120 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-cdc648a7-18c5-4deb-a9e2-55548ae634b3 req-055ba23f-6a6b-4fd4-bb8e-0bf59b736b83 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d18a3abc-b5f2-49e7-9725-3ef800bd13ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0454886 Feb 21 09:50:17.887750 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-cdc648a7-18c5-4deb-a9e2-55548ae634b3 req-d80fb7f7-8765-410b-ac7a-7aa7ff4c5b6e service neutron] 10.222.0.69 "GET /v2.0/networks/d18a3abc-b5f2-49e7-9725-3ef800bd13ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793519 Feb 21 09:50:17.990362 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-cdc648a7-18c5-4deb-a9e2-55548ae634b3 req-18ba66a1-7030-410e-bb15-1398e7da7244 service neutron] 10.222.0.69 "GET /v2.0/networks/d18a3abc-b5f2-49e7-9725-3ef800bd13ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897343 Feb 21 09:50:18.169864 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4758ce20-1c71-4b86-b0ec-4d41316eeb8f req-95c51c84-4c31-4ae2-90e3-14431b1091f3 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:50:18.171364 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-4758ce20-1c71-4b86-b0ec-4d41316eeb8f req-95c51c84-4c31-4ae2-90e3-14431b1091f3 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] 10.222.0.71 "GET /v2.0/ports?device_id=b2a841b5-2dd7-4c1f-aaae-cf28270060bc HTTP/1.1" status: 200 len: 943 time: 0.0561645 Feb 21 09:50:18.218684 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-4758ce20-1c71-4b86-b0ec-4d41316eeb8f req-229ada2d-d2df-4299-a598-7ad762446a25 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] 10.222.0.71 "GET /v2.0/security-groups?id=fe504167-9a9a-4442-9390-523a4e1fa709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416873 Feb 21 09:50:18.672408 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd8dabf-2a3c-4496-b64b-706ff36c34a3 req-4657f86a-9d37-477e-acd0-7041e3e9d14c tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:50:18.673840 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-ddd8dabf-2a3c-4496-b64b-706ff36c34a3 req-4657f86a-9d37-477e-acd0-7041e3e9d14c tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] 10.222.0.71 "GET /v2.0/ports?device_id=4bfaeb79-af34-4a8c-b852-5d9873f82eb1 HTTP/1.1" status: 200 len: 946 time: 0.0618041 Feb 21 09:50:18.749902 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ee780f-ed29-4362-877e-58b0766da004 req-ec001e23-fb9f-4686-b8d9-e10ef243d677 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:50:18.751347 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-55ee780f-ed29-4362-877e-58b0766da004 req-ec001e23-fb9f-4686-b8d9-e10ef243d677 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] 10.222.0.69 "GET /v2.0/ports?device_id=4bfaeb79-af34-4a8c-b852-5d9873f82eb1 HTTP/1.1" status: 200 len: 946 time: 0.0950665 Feb 21 09:50:18.754659 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-ddd8dabf-2a3c-4496-b64b-706ff36c34a3 req-9c5f89c9-5140-451d-827d-9313d56fb8c9 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] 10.222.0.71 "GET /v2.0/security-groups?id=5bde2634-daa9-411a-9a51-1555fe5f78b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626311 Feb 21 09:50:18.847630 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-55ee780f-ed29-4362-877e-58b0766da004 req-82fd916e-2c97-4fec-bce4-3de6a2768a4b tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Deleting port f3c05965-3d29-40b7-9d77-89aab1fbb424 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 09:50:18.848289 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-55ee780f-ed29-4362-877e-58b0766da004 req-82fd916e-2c97-4fec-bce4-3de6a2768a4b tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782759436822'] for port (f3c05965-3d29-40b7-9d77-89aab1fbb424), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:50:18.938957 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-55ee780f-ed29-4362-877e-58b0766da004 req-82fd916e-2c97-4fec-bce4-3de6a2768a4b tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] For port f3c05965-3d29-40b7-9d77-89aab1fbb424, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=f3c05965-3d29-40b7-9d77-89aab1fbb424,segment=NetworkSegment(5efa1a12-8f20-494e-aa47-4db1b9a0dabf),segment_id=5efa1a12-8f20-494e-aa47-4db1b9a0dabf)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:50:18.939242 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-55ee780f-ed29-4362-877e-58b0766da004 req-82fd916e-2c97-4fec-bce4-3de6a2768a4b tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7915455'] for port (f3c05965-3d29-40b7-9d77-89aab1fbb424), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:50:19.109013 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-55ee780f-ed29-4362-877e-58b0766da004 req-82fd916e-2c97-4fec-bce4-3de6a2768a4b tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:50:19.109374 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-55ee780f-ed29-4362-877e-58b0766da004 req-82fd916e-2c97-4fec-bce4-3de6a2768a4b tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7917303'] for floatingip (d86be3a6-779e-4920-a21f-30b6e3626d31), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:50:19.109692 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.db.l3_db [req-55ee780f-ed29-4362-877e-58b0766da004 req-82fd916e-2c97-4fec-bce4-3de6a2768a4b tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Floating IP d86be3a6-779e-4920-a21f-30b6e3626d31 disassociated. External IP: 172.27.2.55, port: f3c05965-3d29-40b7-9d77-89aab1fbb424. Feb 21 09:50:19.110027 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-55ee780f-ed29-4362-877e-58b0766da004 req-82fd916e-2c97-4fec-bce4-3de6a2768a4b tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Calling delete_port for f3c05965-3d29-40b7-9d77-89aab1fbb424 owned by compute:nova {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 09:50:19.314160 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-55ee780f-ed29-4362-877e-58b0766da004 req-82fd916e-2c97-4fec-bce4-3de6a2768a4b tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782759442297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782758885681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277415'] for port (f3c05965-3d29-40b7-9d77-89aab1fbb424), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:50:19.351371 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fd916e-2c97-4fec-bce4-3de6a2768a4b tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Pushing event deleted for resources: {'Port': ['ID=f3c05965-3d29-40b7-9d77-89aab1fbb424,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:50:19.416157 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf96afd-af7c-4037-bb2b-414bb97e7aba req-991da5e8-5193-4195-b47e-b62fa5119894 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:50:19.417720 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-7cf96afd-af7c-4037-bb2b-414bb97e7aba req-991da5e8-5193-4195-b47e-b62fa5119894 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] 10.222.0.71 "GET /v2.0/ports?device_id=b2a841b5-2dd7-4c1f-aaae-cf28270060bc HTTP/1.1" status: 200 len: 943 time: 0.1322782 Feb 21 09:50:19.516261 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-7cf96afd-af7c-4037-bb2b-414bb97e7aba req-a1d9e0cc-22d0-4f1f-9e1e-4a8ebb4b17bc tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] 10.222.0.71 "GET /v2.0/security-groups?id=fe504167-9a9a-4442-9390-523a4e1fa709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913274 Feb 21 09:50:19.520006 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.scheduler.l3_agent_scheduler [req-55ee780f-ed29-4362-877e-58b0766da004 req-82fd916e-2c97-4fec-bce4-3de6a2768a4b tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Router 59d78fd2-d543-4627-8d86-6f6c7688097f has already been hosted by L3 agent f1afc09b-b148-496e-b857-a568110caa3c {{(pid=109856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:50:19.625960 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-55ee780f-ed29-4362-877e-58b0766da004 req-82fd916e-2c97-4fec-bce4-3de6a2768a4b tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Notify agent at l3_agent.dv-cinder-804757-16-iscsi the message routers_updated {{(pid=109856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:50:19.635739 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad3d662-4aae-4a63-b8da-a10075c5fbff None None] Sync routers for ids ['59d78fd2-d543-4627-8d86-6f6c7688097f'] in dv-cinder-804757-16-iscsi {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 09:50:19.646519 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad3d662-4aae-4a63-b8da-a10075c5fbff None None] Routers {'59d78fd2-d543-4627-8d86-6f6c7688097f'} bound to L3 agent in host dv-cinder-804757-16-iscsi {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:50:19.647352 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-cad3d662-4aae-4a63-b8da-a10075c5fbff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-21T09:37:05Z,description=,heartbeat_timestamp=2022-02-21T09:50:05Z,host='dv-cinder-804757-16-iscsi',id=f1afc09b-b148-496e-b857-a568110caa3c,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:37:06Z,topic='l3_agent')) {'router_ids': ['59d78fd2-d543-4627-8d86-6f6c7688097f'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:50:19.667445 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-55ee780f-ed29-4362-877e-58b0766da004 req-82fd916e-2c97-4fec-bce4-3de6a2768a4b tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] No DVR routers for this DVR port f3c05965-3d29-40b7-9d77-89aab1fbb424 on host hv-cinder-80475 {{(pid=109856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:50:19.670607 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-55ee780f-ed29-4362-877e-58b0766da004 req-82fd916e-2c97-4fec-bce4-3de6a2768a4b tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8333137'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:50:19.673903 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-55ee780f-ed29-4362-877e-58b0766da004 req-82fd916e-2c97-4fec-bce4-3de6a2768a4b tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] 10.222.0.69 "DELETE /v2.0/ports/f3c05965-3d29-40b7-9d77-89aab1fbb424 HTTP/1.1" status: 204 len: 173 time: 0.9170814 Feb 21 09:50:19.674340 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bfaeb79-af34-4a8c-b852-5d9873f82eb1', 'name': 'network-vif-deleted', 'tag': 'f3c05965-3d29-40b7-9d77-89aab1fbb424'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:50:19.676597 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c95017b57136a4249e8df2494e5587cd96ada80ae38c14c6a4695013360e62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10688af0-ae9b-4b86-9abd-fcd7b6197202" -d '{"events": [{"server_uuid": "4bfaeb79-af34-4a8c-b852-5d9873f82eb1", "name": "network-vif-deleted", "tag": "f3c05965-3d29-40b7-9d77-89aab1fbb424"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:50:19.712815 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 09:50:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30dec081-ce82-40ae-b858-731a3bc263b8 x-openstack-request-id: req-30dec081-ce82-40ae-b858-731a3bc263b8 {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:50:19.712984 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bfaeb79-af34-4a8c-b852-5d9873f82eb1", "name": "network-vif-deleted", "tag": "f3c05965-3d29-40b7-9d77-89aab1fbb424", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:50:19.713211 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-30dec081-ce82-40ae-b858-731a3bc263b8 {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:50:19.713667 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bfaeb79-af34-4a8c-b852-5d9873f82eb1', 'name': 'network-vif-deleted', 'tag': 'f3c05965-3d29-40b7-9d77-89aab1fbb424', 'status': 'completed', 'code': 200} Feb 21 09:50:19.864212 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-9ca5145d-3caa-442f-8911-083ff00b10ae req-84f9beaa-72e2-4d14-8355-bb4b92dcaae7 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] 10.222.0.71 "GET /v2.0/ports?device_id=4bfaeb79-af34-4a8c-b852-5d9873f82eb1 HTTP/1.1" status: 200 len: 210 time: 0.0282466 Feb 21 09:50:19.903790 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-cad3d662-4aae-4a63-b8da-a10075c5fbff None None] Set router 59d78fd2-d543-4627-8d86-6f6c7688097f gateway port host: dv-cinder-804757-16-iscsi {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:50:20.108445 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-cad3d662-4aae-4a63-b8da-a10075c5fbff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59d78fd2-d543-4627-8d86-6f6c7688097f', 'name': 'tempest-AttachVolumeTestJSON-1236627728-router', 'tenant_id': '5d61ba3d9f8c43fcb228fa6eb4c5812e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'external_fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': 'defc7ce2-4710-4ec4-806c-5d82b7a8c8fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:45:28Z', 'updated_at': '2022-02-21T09:45:36Z', 'revision_number': 4, 'project_id': '5d61ba3d9f8c43fcb228fa6eb4c5812e', 'gw_port': {'id': 'defc7ce2-4710-4ec4-806c-5d82b7a8c8fb', 'name': '', 'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:c0:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d78fd2-d543-4627-8d86-6f6c7688097f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:45:30Z', 'updated_at': '2022-02-21T09:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-16-iscsi', '_interfaces': [{'id': 'afa4c6f1-a0dc-4b52-bf59-57717cad4ffc', 'name': '', 'network_id': 'a39dd4ba-2dc8-4985-98f9-5bf90669cfb1', 'tenant_id': '5d61ba3d9f8c43fcb228fa6eb4c5812e', 'mac_address': 'fa:16:3e:e1:72:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d78fd2-d543-4627-8d86-6f6c7688097f', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '5db82f34-89a4-439c-8cf7-f4743decbdc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:45:35Z', 'updated_at': '2022-02-21T09:45:44Z', 'revision_number': 5, 'project_id': '5d61ba3d9f8c43fcb228fa6eb4c5812e', 'subnets': [{'id': '5db82f34-89a4-439c-8cf7-f4743decbdc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-16-iscsi', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:50:20.134555 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad3d662-4aae-4a63-b8da-a10075c5fbff None None] Checking router: 59d78fd2-d543-4627-8d86-6f6c7688097f for host: dv-cinder-804757-16-iscsi {{(pid=109858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 09:50:20.142985 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad3d662-4aae-4a63-b8da-a10075c5fbff None None] Routers {'59d78fd2-d543-4627-8d86-6f6c7688097f'} bound to L3 agent in host dv-cinder-804757-16-iscsi {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:50:20.143591 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-cad3d662-4aae-4a63-b8da-a10075c5fbff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-21T09:37:05Z,description=,heartbeat_timestamp=2022-02-21T09:50:05Z,host='dv-cinder-804757-16-iscsi',id=f1afc09b-b148-496e-b857-a568110caa3c,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:37:06Z,topic='l3_agent')) {'router_ids': ['59d78fd2-d543-4627-8d86-6f6c7688097f'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:50:20.249278 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-cad3d662-4aae-4a63-b8da-a10075c5fbff None None] Set router 59d78fd2-d543-4627-8d86-6f6c7688097f gateway port host: dv-cinder-804757-16-iscsi {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:50:20.449700 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-cad3d662-4aae-4a63-b8da-a10075c5fbff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59d78fd2-d543-4627-8d86-6f6c7688097f', 'name': 'tempest-AttachVolumeTestJSON-1236627728-router', 'tenant_id': '5d61ba3d9f8c43fcb228fa6eb4c5812e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'external_fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': 'defc7ce2-4710-4ec4-806c-5d82b7a8c8fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:45:28Z', 'updated_at': '2022-02-21T09:45:36Z', 'revision_number': 4, 'project_id': '5d61ba3d9f8c43fcb228fa6eb4c5812e', 'gw_port': {'id': 'defc7ce2-4710-4ec4-806c-5d82b7a8c8fb', 'name': '', 'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:c0:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d78fd2-d543-4627-8d86-6f6c7688097f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:45:30Z', 'updated_at': '2022-02-21T09:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-16-iscsi', '_interfaces': [{'id': 'afa4c6f1-a0dc-4b52-bf59-57717cad4ffc', 'name': '', 'network_id': 'a39dd4ba-2dc8-4985-98f9-5bf90669cfb1', 'tenant_id': '5d61ba3d9f8c43fcb228fa6eb4c5812e', 'mac_address': 'fa:16:3e:e1:72:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d78fd2-d543-4627-8d86-6f6c7688097f', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '5db82f34-89a4-439c-8cf7-f4743decbdc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:45:35Z', 'updated_at': '2022-02-21T09:45:44Z', 'revision_number': 5, 'project_id': '5d61ba3d9f8c43fcb228fa6eb4c5812e', 'subnets': [{'id': '5db82f34-89a4-439c-8cf7-f4743decbdc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-16-iscsi', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:50:20.481418 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad3d662-4aae-4a63-b8da-a10075c5fbff None None] The sync data for ids ['59d78fd2-d543-4627-8d86-6f6c7688097f'] in dv-cinder-804757-16-iscsi is: [{'id': '59d78fd2-d543-4627-8d86-6f6c7688097f', 'name': 'tempest-AttachVolumeTestJSON-1236627728-router', 'tenant_id': '5d61ba3d9f8c43fcb228fa6eb4c5812e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'external_fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': 'defc7ce2-4710-4ec4-806c-5d82b7a8c8fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:45:28Z', 'updated_at': '2022-02-21T09:45:36Z', 'revision_number': 4, 'project_id': '5d61ba3d9f8c43fcb228fa6eb4c5812e', 'gw_port': {'id': 'defc7ce2-4710-4ec4-806c-5d82b7a8c8fb', 'name': '', 'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:c0:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d78fd2-d543-4627-8d86-6f6c7688097f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:45:30Z', 'updated_at': '2022-02-21T09:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-16-iscsi', '_interfaces': [{'id': 'afa4c6f1-a0dc-4b52-bf59-57717cad4ffc', 'name': '', 'network_id': 'a39dd4ba-2dc8-4985-98f9-5bf90669cfb1', 'tenant_id': '5d61ba3d9f8c43fcb228fa6eb4c5812e', 'mac_address': 'fa:16:3e:e1:72:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d78fd2-d543-4627-8d86-6f6c7688097f', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '5db82f34-89a4-439c-8cf7-f4743decbdc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:45:35Z', 'updated_at': '2022-02-21T09:45:44Z', 'revision_number': 5, 'project_id': '5d61ba3d9f8c43fcb228fa6eb4c5812e', 'subnets': [{'id': '5db82f34-89a4-439c-8cf7-f4743decbdc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 09:50:20.647230 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fb7836-39fd-4774-8452-fe7c245b8936 req-bc771a6f-910b-4cc2-8329-ab16654cf30b tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:50:20.648712 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-77fb7836-39fd-4774-8452-fe7c245b8936 req-bc771a6f-910b-4cc2-8329-ab16654cf30b tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] 10.222.0.71 "GET /v2.0/ports?device_id=b2a841b5-2dd7-4c1f-aaae-cf28270060bc HTTP/1.1" status: 200 len: 943 time: 0.0639894 Feb 21 09:50:20.702889 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-77fb7836-39fd-4774-8452-fe7c245b8936 req-8394f0b3-aa89-438b-89ee-46e89102b123 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] 10.222.0.71 "GET /v2.0/security-groups?id=fe504167-9a9a-4442-9390-523a4e1fa709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472314 Feb 21 09:50:20.716559 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-965a4c53-1112-4685-ad7c-b28777061d22 None None] New status for floating IP d86be3a6-779e-4920-a21f-30b6e3626d31: DOWN {{(pid=109859) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 21 09:50:20.990920 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.71', 56356) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:50:21.047041 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0165cbbf-ccc7-43eb-9d8c-85601d2791a8 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Publish callbacks [] for security_group (5bde2634-daa9-411a-9a51-1555fe5f78b3), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:50:21.070307 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0165cbbf-ccc7-43eb-9d8c-85601d2791a8 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Publish callbacks [] for security_group (5bde2634-daa9-411a-9a51-1555fe5f78b3), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:50:21.185473 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0165cbbf-ccc7-43eb-9d8c-85601d2791a8 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (5bde2634-daa9-411a-9a51-1555fe5f78b3), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:50:21.187833 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0165cbbf-ccc7-43eb-9d8c-85601d2791a8 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:50:21.189042 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [None req-0165cbbf-ccc7-43eb-9d8c-85601d2791a8 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] 10.222.0.71 "DELETE /v2.0/security-groups/5bde2634-daa9-411a-9a51-1555fe5f78b3 HTTP/1.1" status: 204 len: 168 time: 0.1971009 Feb 21 09:50:21.191924 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 56358) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:50:21.198056 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0165cbbf-ccc7-43eb-9d8c-85601d2791a8 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bde2634-daa9-411a-9a51-1555fe5f78b3,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:50:21.205157 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.api.v2.resource [None req-d3eab8ac-5633-4a49-846e-13d481c2df61 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] show failed (client error): The resource could not be found. Feb 21 09:50:21.205315 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0165cbbf-ccc7-43eb-9d8c-85601d2791a8 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:50:21.205530 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0165cbbf-ccc7-43eb-9d8c-85601d2791a8 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:50:21.205868 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0165cbbf-ccc7-43eb-9d8c-85601d2791a8 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:50:21.206141 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-d3eab8ac-5633-4a49-846e-13d481c2df61 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] 10.222.0.71 "GET /v2.0/security-groups/5bde2634-daa9-411a-9a51-1555fe5f78b3 HTTP/1.1" status: 404 len: 347 time: 0.0132232 Feb 21 09:50:21.206318 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0165cbbf-ccc7-43eb-9d8c-85601d2791a8 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:50:21.206659 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0165cbbf-ccc7-43eb-9d8c-85601d2791a8 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:50:21.206982 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0165cbbf-ccc7-43eb-9d8c-85601d2791a8 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:50:21.207307 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0165cbbf-ccc7-43eb-9d8c-85601d2791a8 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:50:21.207631 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0165cbbf-ccc7-43eb-9d8c-85601d2791a8 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:50:21.207952 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0165cbbf-ccc7-43eb-9d8c-85601d2791a8 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:50:21.208272 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0165cbbf-ccc7-43eb-9d8c-85601d2791a8 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:50:21.208736 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0165cbbf-ccc7-43eb-9d8c-85601d2791a8 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:50:21.209061 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0165cbbf-ccc7-43eb-9d8c-85601d2791a8 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:50:21.209173 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 56360) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:50:21.209383 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0165cbbf-ccc7-43eb-9d8c-85601d2791a8 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:50:21.334157 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-b5224f8e-5129-40ce-aa37-3f7157bc43dd tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Deleting port ca776ef6-c6a0-4ea2-a9cd-80baf915058f {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 09:50:21.334500 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b5224f8e-5129-40ce-aa37-3f7157bc43dd tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782759436822'] for port (ca776ef6-c6a0-4ea2-a9cd-80baf915058f), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:50:21.409665 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b5224f8e-5129-40ce-aa37-3f7157bc43dd tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7915455'] for port (ca776ef6-c6a0-4ea2-a9cd-80baf915058f), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:50:21.409997 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b5224f8e-5129-40ce-aa37-3f7157bc43dd tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Publish callbacks [] for floatingip (ca776ef6-c6a0-4ea2-a9cd-80baf915058f), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:50:21.423013 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-b5224f8e-5129-40ce-aa37-3f7157bc43dd tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Calling delete_port for ca776ef6-c6a0-4ea2-a9cd-80baf915058f owned by network:floatingip {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 09:50:21.636139 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b5224f8e-5129-40ce-aa37-3f7157bc43dd tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782759442297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782758885681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277415'] for port (ca776ef6-c6a0-4ea2-a9cd-80baf915058f), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:50:21.660638 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5224f8e-5129-40ce-aa37-3f7157bc43dd tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Pushing event deleted for resources: {'Port': ['ID=ca776ef6-c6a0-4ea2-a9cd-80baf915058f,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:50:21.721397 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b5224f8e-5129-40ce-aa37-3f7157bc43dd tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Publish callbacks [] for floatingip (d86be3a6-779e-4920-a21f-30b6e3626d31), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:50:21.723896 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b5224f8e-5129-40ce-aa37-3f7157bc43dd tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8333137'] for floatingip (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:50:21.725102 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-b5224f8e-5129-40ce-aa37-3f7157bc43dd tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] 10.222.0.71 "DELETE /v2.0/floatingips/d86be3a6-779e-4920-a21f-30b6e3626d31 HTTP/1.1" status: 204 len: 168 time: 0.5151551 Feb 21 09:50:21.823957 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db955c77-8643-43be-9f46-165f4cceb72e req-58f18adc-c097-4d35-8d22-4e8a8afb6291 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:50:21.826239 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-db955c77-8643-43be-9f46-165f4cceb72e req-58f18adc-c097-4d35-8d22-4e8a8afb6291 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] 10.222.0.71 "GET /v2.0/ports?device_id=b2a841b5-2dd7-4c1f-aaae-cf28270060bc HTTP/1.1" status: 200 len: 943 time: 0.0560372 Feb 21 09:50:21.874272 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-db955c77-8643-43be-9f46-165f4cceb72e req-53d31424-5f6f-49fd-aadd-67a9d07badf4 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] 10.222.0.71 "GET /v2.0/security-groups?id=fe504167-9a9a-4442-9390-523a4e1fa709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425217 Feb 21 09:50:22.106048 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.71', 56368) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:50:22.110627 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.v2.base [None req-bafd5ae9-8eb9-459d-a3c7-1346a879665a tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1384998874', 'description': 'tempest-description--1258870224'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:50:22.190524 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-bafd5ae9-8eb9-459d-a3c7-1346a879665a tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:50:22.257459 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-bafd5ae9-8eb9-459d-a3c7-1346a879665a tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Publish callbacks [] for security_group (c2df74b9-ad12-4eb9-a8a1-7789d930d638), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:50:22.304280 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-bafd5ae9-8eb9-459d-a3c7-1346a879665a tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (c2df74b9-ad12-4eb9-a8a1-7789d930d638), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:50:22.332972 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafd5ae9-8eb9-459d-a3c7-1346a879665a tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2df74b9-ad12-4eb9-a8a1-7789d930d638,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:50:22.392576 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-bafd5ae9-8eb9-459d-a3c7-1346a879665a tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:50:22.393870 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [None req-bafd5ae9-8eb9-459d-a3c7-1346a879665a tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2868021 Feb 21 09:50:22.396679 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.71', 56370) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:50:22.400939 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.v2.base [None req-4b8947a9-ee35-4488-8524-bd6bf47ea870 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Request body: {'security_group_rule': {'security_group_id': 'c2df74b9-ad12-4eb9-a8a1-7789d930d638', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:50:22.509727 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4b8947a9-ee35-4488-8524-bd6bf47ea870 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Publish callbacks [] for security_group_rule (febe7405-8a13-4738-9871-0dcff2c838d9), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:50:22.569296 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4b8947a9-ee35-4488-8524-bd6bf47ea870 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Publish callbacks [] for security_group_rule (febe7405-8a13-4738-9871-0dcff2c838d9), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:50:22.630518 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4b8947a9-ee35-4488-8524-bd6bf47ea870 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434012'] for security_group_rule (febe7405-8a13-4738-9871-0dcff2c838d9), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:50:22.649478 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8947a9-ee35-4488-8524-bd6bf47ea870 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=febe7405-8a13-4738-9871-0dcff2c838d9,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:50:22.700991 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4b8947a9-ee35-4488-8524-bd6bf47ea870 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:50:22.702185 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [None req-4b8947a9-ee35-4488-8524-bd6bf47ea870 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3045974 Feb 21 09:50:22.704856 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.71', 56374) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:50:22.709020 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.v2.base [None req-fea11abe-f8db-4c11-8636-fca6302a7ab9 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Request body: {'security_group_rule': {'security_group_id': 'c2df74b9-ad12-4eb9-a8a1-7789d930d638', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:50:22.771963 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-fea11abe-f8db-4c11-8636-fca6302a7ab9 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Publish callbacks [] for security_group_rule (d181dfe8-799d-4612-9087-2ff3066cf778), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:50:22.827363 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-fea11abe-f8db-4c11-8636-fca6302a7ab9 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Publish callbacks [] for security_group_rule (d181dfe8-799d-4612-9087-2ff3066cf778), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:50:22.870031 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-fea11abe-f8db-4c11-8636-fca6302a7ab9 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434012'] for security_group_rule (d181dfe8-799d-4612-9087-2ff3066cf778), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:50:22.886701 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea11abe-f8db-4c11-8636-fca6302a7ab9 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d181dfe8-799d-4612-9087-2ff3066cf778,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:50:22.929627 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-fea11abe-f8db-4c11-8636-fca6302a7ab9 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:50:22.930863 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [None req-fea11abe-f8db-4c11-8636-fca6302a7ab9 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2250996 Feb 21 09:50:22.933999 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.71', 56378) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:50:22.939603 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.v2.base [None req-500df687-9a3a-4919-9de3-d3d4a11b3d3b tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Request body: {'floatingip': {'floating_network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:50:22.993508 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fd583e-935b-4142-a924-c48496da5469 req-9ffac131-580e-4867-8d79-43219db671a9 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:50:22.994966 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-60fd583e-935b-4142-a924-c48496da5469 req-9ffac131-580e-4867-8d79-43219db671a9 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] 10.222.0.71 "GET /v2.0/ports?device_id=b2a841b5-2dd7-4c1f-aaae-cf28270060bc HTTP/1.1" status: 200 len: 943 time: 0.0519097 Feb 21 09:50:23.045301 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-60fd583e-935b-4142-a924-c48496da5469 req-e94bbfd6-4de6-4066-a80e-972c4627fe4c tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] 10.222.0.71 "GET /v2.0/security-groups?id=fe504167-9a9a-4442-9390-523a4e1fa709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429902 Feb 21 09:50:23.047791 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-500df687-9a3a-4919-9de3-d3d4a11b3d3b tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:50:23.145464 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-500df687-9a3a-4919-9de3-d3d4a11b3d3b tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:50:23.245976 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [None req-500df687-9a3a-4919-9de3-d3d4a11b3d3b tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Allocated IP 172.27.2.15 (bd3f1df6-77ad-4531-9eb3-69bc21002862/13a25a01-28fd-4407-b7c5-fe4349ebc744/e1809703-d5f9-4783-a605-93dc850c7ec9) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:50:23.346294 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-500df687-9a3a-4919-9de3-d3d4a11b3d3b tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Publish callbacks [] for port (e1809703-d5f9-4783-a605-93dc850c7ec9), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:50:23.453429 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-500df687-9a3a-4919-9de3-d3d4a11b3d3b tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782758885672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3964494'] for port (e1809703-d5f9-4783-a605-93dc850c7ec9), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:50:23.491581 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-500df687-9a3a-4919-9de3-d3d4a11b3d3b tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Network bd3f1df6-77ad-4531-9eb3-69bc21002862 is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:50:23.494318 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-500df687-9a3a-4919-9de3-d3d4a11b3d3b tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:50:23.499997 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-500df687-9a3a-4919-9de3-d3d4a11b3d3b tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 09:50:23.505395 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500df687-9a3a-4919-9de3-d3d4a11b3d3b tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Pushing event updated for resources: {'Port': ['ID=e1809703-d5f9-4783-a605-93dc850c7ec9,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:50:23.585570 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-500df687-9a3a-4919-9de3-d3d4a11b3d3b tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Publish callbacks [] for floatingip (a28803a2-3ef4-431d-8ae1-b94860f4618d), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:50:23.666564 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-500df687-9a3a-4919-9de3-d3d4a11b3d3b tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (e1809703-d5f9-4783-a605-93dc850c7ec9), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:50:23.763557 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Device f3c05965-3d29-40b7-9d77-89aab1fbb424 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 09:50:23.784644 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] No Port match for: f3c05965-3d29-40b7-9d77-89aab1fbb424 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 09:50:23.784995 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Device f3c05965-3d29-40b7-9d77-89aab1fbb424 not bound to the agent host hv-cinder-80475 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 09:50:23.812102 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-500df687-9a3a-4919-9de3-d3d4a11b3d3b tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Publish callbacks [] for port (e1809703-d5f9-4783-a605-93dc850c7ec9), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:50:23.858686 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-500df687-9a3a-4919-9de3-d3d4a11b3d3b tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782759442315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782758885690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782758885708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3964501'] for port (e1809703-d5f9-4783-a605-93dc850c7ec9), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:50:23.929703 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500df687-9a3a-4919-9de3-d3d4a11b3d3b tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Pushing event updated for resources: {'Port': ['ID=e1809703-d5f9-4783-a605-93dc850c7ec9,revision_number=2']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:50:23.939815 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-500df687-9a3a-4919-9de3-d3d4a11b3d3b tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7917303'] for floatingip (a28803a2-3ef4-431d-8ae1-b94860f4618d), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:50:24.003981 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-500df687-9a3a-4919-9de3-d3d4a11b3d3b tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8333137'] for floatingip (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:50:24.005276 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [None req-500df687-9a3a-4919-9de3-d3d4a11b3d3b tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0702882 Feb 21 09:50:24.170655 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb5bcd8-9f4b-4436-a5ec-48703c3dbb0b req-4c91f2e1-9f6d-4726-b5e3-d2037e745222 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:50:24.172134 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-ffb5bcd8-9f4b-4436-a5ec-48703c3dbb0b req-4c91f2e1-9f6d-4726-b5e3-d2037e745222 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] 10.222.0.71 "GET /v2.0/ports?device_id=b2a841b5-2dd7-4c1f-aaae-cf28270060bc HTTP/1.1" status: 200 len: 943 time: 0.0593987 Feb 21 09:50:24.241549 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-ab4158ad-00fd-401a-ab79-298991a9b5c8 req-d9665f27-61d9-46aa-9883-8ffcfa532c9e tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-securitygroup--1384998874&fields=id&tenant_id=5d61ba3d9f8c43fcb228fa6eb4c5812e HTTP/1.1" status: 200 len: 267 time: 0.0684140 Feb 21 09:50:24.250942 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-ffb5bcd8-9f4b-4436-a5ec-48703c3dbb0b req-3162d3ba-89cb-4a7b-9a82-a1a6a74547a1 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] 10.222.0.71 "GET /v2.0/security-groups?id=fe504167-9a9a-4442-9390-523a4e1fa709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723560 Feb 21 09:50:24.349562 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4158ad-00fd-401a-ab79-298991a9b5c8 req-1d18b165-0790-4dfc-9a9e-d192f1057d16 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:50:24.350996 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-ab4158ad-00fd-401a-ab79-298991a9b5c8 req-1d18b165-0790-4dfc-9a9e-d192f1057d16 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] 10.222.0.71 "GET /v2.0/networks?id=a39dd4ba-2dc8-4985-98f9-5bf90669cfb1 HTTP/1.1" status: 200 len: 811 time: 0.0992079 Feb 21 09:50:24.365564 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-ab4158ad-00fd-401a-ab79-298991a9b5c8 req-ee2454bf-e44f-42ac-bc98-f79ca2948141 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] 10.222.0.71 "GET /v2.0/quotas/5d61ba3d9f8c43fcb228fa6eb4c5812e HTTP/1.1" status: 200 len: 375 time: 0.0089419 Feb 21 09:50:24.423413 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-ab4158ad-00fd-401a-ab79-298991a9b5c8 req-5087fbbe-88ee-4c49-9730-b7c8de9b47a0 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=5d61ba3d9f8c43fcb228fa6eb4c5812e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0530543 Feb 21 09:50:24.514533 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-ab4158ad-00fd-401a-ab79-298991a9b5c8 req-7dc8df9c-9b88-4b95-8316-6947942008d1 service neutron] 10.222.0.71 "GET /v2.0/networks/a39dd4ba-2dc8-4985-98f9-5bf90669cfb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793507 Feb 21 09:50:24.603481 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-ab4158ad-00fd-401a-ab79-298991a9b5c8 req-9322002f-c93f-47bf-a816-a9bd2ba89215 service neutron] 10.222.0.71 "GET /v2.0/networks/a39dd4ba-2dc8-4985-98f9-5bf90669cfb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832307 Feb 21 09:50:24.831150 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-cf945e73-48d4-4bed-97d3-b370f9158139 req-20d16052-6c71-4314-94fc-d9685ccd9ffd tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] 10.222.0.71 "GET /v2.0/ports?device_id=21b42964-1839-478c-b9ef-d2669e0df7ab HTTP/1.1" status: 200 len: 210 time: 0.0273077 Feb 21 09:50:25.374273 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a41e5e8-11b5-422c-9e2d-40fd52523157 req-fb4ee075-5b4f-404a-9b1d-64f8ed78d623 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:50:25.374273 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-2a41e5e8-11b5-422c-9e2d-40fd52523157 req-fb4ee075-5b4f-404a-9b1d-64f8ed78d623 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] 10.222.0.71 "GET /v2.0/ports?device_id=b2a841b5-2dd7-4c1f-aaae-cf28270060bc HTTP/1.1" status: 200 len: 943 time: 0.0530269 Feb 21 09:50:25.419369 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-2a41e5e8-11b5-422c-9e2d-40fd52523157 req-bbbb8302-e9af-47ac-91af-961560686dc9 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] 10.222.0.71 "GET /v2.0/security-groups?id=fe504167-9a9a-4442-9390-523a4e1fa709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431061 Feb 21 09:50:25.774388 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Device 6fab6917-9925-48cb-94f4-9cade4eb59ef details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 09:50:25.876302 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] For port 6fab6917-9925-48cb-94f4-9cade4eb59ef, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=6fab6917-9925-48cb-94f4-9cade4eb59ef,segment=NetworkSegment(18c0b10b-491c-457e-b8a5-db4c9de6ed16),segment_id=18c0b10b-491c-457e-b8a5-db4c9de6ed16)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:50:25.888692 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Returning: {'device': '6fab6917-9925-48cb-94f4-9cade4eb59ef', 'network_id': 'd18a3abc-b5f2-49e7-9725-3ef800bd13ad', 'port_id': '6fab6917-9925-48cb-94f4-9cade4eb59ef', 'mac_address': 'fa:16:3e:9e:cb:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e209d30c-904a-4983-811a-38e909a2873c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 09:50:25.925745 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Current status of the port 6fab6917-9925-48cb-94f4-9cade4eb59ef is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:50:25.926168 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (6fab6917-9925-48cb-94f4-9cade4eb59ef), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:50:25.930430 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-8c94b7cc-b488-4c48-9e19-f6c1541a800d req-1fb4afac-9ad1-462c-8e6e-877639fbf4c5 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] 10.222.0.71 "GET /v2.0/ports?device_id=21b42964-1839-478c-b9ef-d2669e0df7ab HTTP/1.1" status: 200 len: 210 time: 0.0327284 Feb 21 09:50:25.940878 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fab6917-9925-48cb-94f4-9cade4eb59ef {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 09:50:25.961332 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] For port 6fab6917-9925-48cb-94f4-9cade4eb59ef, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=6fab6917-9925-48cb-94f4-9cade4eb59ef,segment=NetworkSegment(18c0b10b-491c-457e-b8a5-db4c9de6ed16),segment_id=18c0b10b-491c-457e-b8a5-db4c9de6ed16)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:50:26.047735 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782759442315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782758885690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782758885708'] for port (6fab6917-9925-48cb-94f4-9cade4eb59ef), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:50:26.095236 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Pushing event updated for resources: {'Port': ['ID=6fab6917-9925-48cb-94f4-9cade4eb59ef,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:50:26.102205 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:50:26.102564 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:50:26.102935 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:50:26.103307 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:50:26.103642 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:50:26.103978 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:50:26.104329 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:50:26.104712 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:50:26.109467 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:50:26.109467 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:50:26.109467 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:50:26.109467 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:50:26.109467 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:50:26.276627 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] get_ports_and_sgs() called for port_ids ['6fab6917-9925-48cb-94f4-9cade4eb59ef'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 09:50:26.867164 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7558bed-c564-4a79-bf84-b77c2c9878f3 req-7be95048-f0c6-4ab9-8393-76a74ac0057d tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:50:26.868667 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-b7558bed-c564-4a79-bf84-b77c2c9878f3 req-7be95048-f0c6-4ab9-8393-76a74ac0057d tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] 10.222.0.71 "GET /v2.0/ports?device_id=b2a841b5-2dd7-4c1f-aaae-cf28270060bc HTTP/1.1" status: 200 len: 944 time: 0.3791986 Feb 21 09:50:26.903291 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4158ad-00fd-401a-ab79-298991a9b5c8 req-823bfcbd-783d-46b8-8127-b33945898d0b tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:50:26.905125 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-ab4158ad-00fd-401a-ab79-298991a9b5c8 req-823bfcbd-783d-46b8-8127-b33945898d0b tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] 10.222.0.69 "GET /v2.0/networks?id=a39dd4ba-2dc8-4985-98f9-5bf90669cfb1 HTTP/1.1" status: 200 len: 811 time: 0.1306751 Feb 21 09:50:26.952942 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-b7558bed-c564-4a79-bf84-b77c2c9878f3 req-e3947876-9002-4089-8dac-1af1fbbdd12c tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] 10.222.0.71 "GET /v2.0/security-groups?id=fe504167-9a9a-4442-9390-523a4e1fa709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752366 Feb 21 09:50:26.987166 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-ab4158ad-00fd-401a-ab79-298991a9b5c8 req-c1cb3e5e-bcfc-498a-9185-2c3948262144 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5d61ba3d9f8c43fcb228fa6eb4c5812e HTTP/1.1" status: 200 len: 380 time: 0.0691240 Feb 21 09:50:26.998985 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.v2.base [req-ab4158ad-00fd-401a-ab79-298991a9b5c8 req-fc8f4d54-a31e-4c57-8eb6-cf650f03a40d tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Request body: {'port': {'device_id': '21b42964-1839-478c-b9ef-d2669e0df7ab', 'network_id': 'a39dd4ba-2dc8-4985-98f9-5bf90669cfb1', 'admin_state_up': True, 'tenant_id': '5d61ba3d9f8c43fcb228fa6eb4c5812e', 'security_groups': ['c2df74b9-ad12-4eb9-a8a1-7789d930d638']}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:50:27.070459 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-a1c5ce46-1fe5-40e1-aa02-ec87c8bdbd67 req-9c630024-f404-44d3-b711-8e4266a940ab tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] 10.222.0.71 "GET /v2.0/ports?device_id=21b42964-1839-478c-b9ef-d2669e0df7ab HTTP/1.1" status: 200 len: 210 time: 0.0569985 Feb 21 09:50:27.196076 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab4158ad-00fd-401a-ab79-298991a9b5c8 req-fc8f4d54-a31e-4c57-8eb6-cf650f03a40d tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Made reservation on behalf of 5d61ba3d9f8c43fcb228fa6eb4c5812e for: {'port': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:50:27.200647 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-ab4158ad-00fd-401a-ab79-298991a9b5c8 req-fc8f4d54-a31e-4c57-8eb6-cf650f03a40d tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:50:27.323498 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [req-ab4158ad-00fd-401a-ab79-298991a9b5c8 req-fc8f4d54-a31e-4c57-8eb6-cf650f03a40d tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Allocated IP 172.20.0.13 (a39dd4ba-2dc8-4985-98f9-5bf90669cfb1/5db82f34-89a4-439c-8cf7-f4743decbdc2/27b77bf4-0847-486e-892e-1c0b284ae1ba) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:50:27.459761 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-ab4158ad-00fd-401a-ab79-298991a9b5c8 req-fc8f4d54-a31e-4c57-8eb6-cf650f03a40d tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Publish callbacks [] for port (27b77bf4-0847-486e-892e-1c0b284ae1ba), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:50:27.544951 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-ab4158ad-00fd-401a-ab79-298991a9b5c8 req-fc8f4d54-a31e-4c57-8eb6-cf650f03a40d tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782758885672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277415'] for port (27b77bf4-0847-486e-892e-1c0b284ae1ba), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:50:27.585651 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab4158ad-00fd-401a-ab79-298991a9b5c8 req-fc8f4d54-a31e-4c57-8eb6-cf650f03a40d tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Network a39dd4ba-2dc8-4985-98f9-5bf90669cfb1 is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:50:27.588772 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [req-ab4158ad-00fd-401a-ab79-298991a9b5c8 req-fc8f4d54-a31e-4c57-8eb6-cf650f03a40d tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:50:27.593761 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab4158ad-00fd-401a-ab79-298991a9b5c8 req-fc8f4d54-a31e-4c57-8eb6-cf650f03a40d tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 09:50:27.627695 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8f4d54-a31e-4c57-8eb6-cf650f03a40d tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Pushing event updated for resources: {'Port': ['ID=27b77bf4-0847-486e-892e-1c0b284ae1ba,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:50:27.656467 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4158ad-00fd-401a-ab79-298991a9b5c8 req-fc8f4d54-a31e-4c57-8eb6-cf650f03a40d tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:50:27.657108 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-ab4158ad-00fd-401a-ab79-298991a9b5c8 req-fc8f4d54-a31e-4c57-8eb6-cf650f03a40d tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8333137'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:50:27.730311 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-ab4158ad-00fd-401a-ab79-298991a9b5c8 req-fc8f4d54-a31e-4c57-8eb6-cf650f03a40d tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7353473 Feb 21 09:50:27.742037 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.v2.base [req-ab4158ad-00fd-401a-ab79-298991a9b5c8 req-559a32f6-dcd9-4d75-8a92-5c6390122482 service neutron] Request body: {'port': {'device_id': '21b42964-1839-478c-b9ef-d2669e0df7ab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:50:27.775921 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Device 6fab6917-9925-48cb-94f4-9cade4eb59ef up at agent hyperv_hv-cinder-80475 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:50:27.803064 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-ab4158ad-00fd-401a-ab79-298991a9b5c8 req-559a32f6-dcd9-4d75-8a92-5c6390122482 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (27b77bf4-0847-486e-892e-1c0b284ae1ba), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:50:27.837078 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-300a2312-042f-4500-968e-c68307290c67 None None] Provisioning complete for port 27b77bf4-0847-486e-892e-1c0b284ae1ba triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:50:27.837461 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-300a2312-042f-4500-968e-c68307290c67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7397950'] for port (27b77bf4-0847-486e-892e-1c0b284ae1ba), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:50:27.872433 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-300a2312-042f-4500-968e-c68307290c67 None None] Port 27b77bf4-0847-486e-892e-1c0b284ae1ba cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 09:50:27.922400 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Provisioning for port 6fab6917-9925-48cb-94f4-9cade4eb59ef completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:50:27.928000 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Provisioning complete for port 6fab6917-9925-48cb-94f4-9cade4eb59ef triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:50:27.928638 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7397950'] for port (6fab6917-9925-48cb-94f4-9cade4eb59ef), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:50:28.035724 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Current status of the port 6fab6917-9925-48cb-94f4-9cade4eb59ef is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:50:28.036119 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (6fab6917-9925-48cb-94f4-9cade4eb59ef), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:50:28.061145 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2a841b5-2dd7-4c1f-aaae-cf28270060bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fab6917-9925-48cb-94f4-9cade4eb59ef'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:50:28.063410 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd82e867db05f05d31de18fef3a4b5738e999913abe260e0f677426061852263" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0b8a317-8c20-4943-92e4-c12758f1bb05" -d '{"events": [{"server_uuid": "b2a841b5-2dd7-4c1f-aaae-cf28270060bc", "name": "network-vif-plugged", "status": "completed", "tag": "6fab6917-9925-48cb-94f4-9cade4eb59ef"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:50:28.076058 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] For port 6fab6917-9925-48cb-94f4-9cade4eb59ef, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=6fab6917-9925-48cb-94f4-9cade4eb59ef,segment=NetworkSegment(18c0b10b-491c-457e-b8a5-db4c9de6ed16),segment_id=18c0b10b-491c-457e-b8a5-db4c9de6ed16)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:50:28.110220 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 09:50:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24c3d3fe-cc16-4957-81eb-2a347d3adcd1 x-openstack-request-id: req-24c3d3fe-cc16-4957-81eb-2a347d3adcd1 {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:50:28.110610 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2a841b5-2dd7-4c1f-aaae-cf28270060bc", "name": "network-vif-plugged", "status": "completed", "tag": "6fab6917-9925-48cb-94f4-9cade4eb59ef", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:50:28.110809 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-24c3d3fe-cc16-4957-81eb-2a347d3adcd1 {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:50:28.111209 dv-cinder-804757-16-iscsi neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2a841b5-2dd7-4c1f-aaae-cf28270060bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fab6917-9925-48cb-94f4-9cade4eb59ef', 'code': 200} Feb 21 09:50:28.131136 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.notifiers.nova [req-ab4158ad-00fd-401a-ab79-298991a9b5c8 req-559a32f6-dcd9-4d75-8a92-5c6390122482 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27b77bf4-0847-486e-892e-1c0b284ae1ba {{(pid=109856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 09:50:28.142487 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-ab4158ad-00fd-401a-ab79-298991a9b5c8 req-559a32f6-dcd9-4d75-8a92-5c6390122482 service neutron] Publish callbacks [] for port (27b77bf4-0847-486e-892e-1c0b284ae1ba), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:50:28.156323 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782759442315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782758885690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782758885708'] for port (6fab6917-9925-48cb-94f4-9cade4eb59ef), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:50:28.157644 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.db.provisioning_blocks [req-ab4158ad-00fd-401a-ab79-298991a9b5c8 req-559a32f6-dcd9-4d75-8a92-5c6390122482 service neutron] Transition to ACTIVE for port object 27b77bf4-0847-486e-892e-1c0b284ae1ba will not be triggered until provisioned by entity L2. {{(pid=109856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:50:28.208033 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Pushing event updated for resources: {'Port': ['ID=6fab6917-9925-48cb-94f4-9cade4eb59ef,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:50:28.246831 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-ab4158ad-00fd-401a-ab79-298991a9b5c8 req-559a32f6-dcd9-4d75-8a92-5c6390122482 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782759442315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782758885690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782758885708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3277436'] for port (27b77bf4-0847-486e-892e-1c0b284ae1ba), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:50:28.354816 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559a32f6-dcd9-4d75-8a92-5c6390122482 service neutron] Pushing event updated for resources: {'Port': ['ID=27b77bf4-0847-486e-892e-1c0b284ae1ba,revision_number=2']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:50:28.414496 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81347d21-5411-4d6a-851a-428069b15bf4 req-1f20df0a-0851-4ae1-a2d1-2f1e6e1842af tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:50:28.416324 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-81347d21-5411-4d6a-851a-428069b15bf4 req-1f20df0a-0851-4ae1-a2d1-2f1e6e1842af tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] 10.222.0.71 "GET /v2.0/ports?device_id=b2a841b5-2dd7-4c1f-aaae-cf28270060bc HTTP/1.1" status: 200 len: 945 time: 0.3770359 Feb 21 09:50:28.456884 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37c508e-1395-455b-be22-fe3559a400a8 req-e39a81cb-9566-4273-be48-790a9ccafad8 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:50:28.458421 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-d37c508e-1395-455b-be22-fe3559a400a8 req-e39a81cb-9566-4273-be48-790a9ccafad8 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] 10.222.0.71 "GET /v2.0/ports?device_id=21b42964-1839-478c-b9ef-d2669e0df7ab HTTP/1.1" status: 200 len: 944 time: 0.2917907 Feb 21 09:50:28.541182 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-ab4158ad-00fd-401a-ab79-298991a9b5c8 req-559a32f6-dcd9-4d75-8a92-5c6390122482 service neutron] Attempting to bind port 27b77bf4-0847-486e-892e-1c0b284ae1ba on host hv-cinder-80475 for vnic_type normal with profile {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 09:50:28.541548 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-ab4158ad-00fd-401a-ab79-298991a9b5c8 req-559a32f6-dcd9-4d75-8a92-5c6390122482 service neutron] Attempting to bind port 27b77bf4-0847-486e-892e-1c0b284ae1ba by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': '5efa1a12-8f20-494e-aa47-4db1b9a0dabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'a39dd4ba-2dc8-4985-98f9-5bf90669cfb1'}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 09:50:28.541878 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab4158ad-00fd-401a-ab79-298991a9b5c8 req-559a32f6-dcd9-4d75-8a92-5c6390122482 service neutron] Attempting to bind port 27b77bf4-0847-486e-892e-1c0b284ae1ba on network a39dd4ba-2dc8-4985-98f9-5bf90669cfb1 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 09:50:28.554698 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-81347d21-5411-4d6a-851a-428069b15bf4 req-6e975a40-5648-415b-9ec2-80e632931020 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] 10.222.0.71 "GET /v2.0/security-groups?id=fe504167-9a9a-4442-9390-523a4e1fa709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1306148 Feb 21 09:50:28.564380 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab4158ad-00fd-401a-ab79-298991a9b5c8 req-559a32f6-dcd9-4d75-8a92-5c6390122482 service neutron] Port 27b77bf4-0847-486e-892e-1c0b284ae1ba on network a39dd4ba-2dc8-4985-98f9-5bf90669cfb1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 09:50:28.564740 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab4158ad-00fd-401a-ab79-298991a9b5c8 req-559a32f6-dcd9-4d75-8a92-5c6390122482 service neutron] Attempting to bind port 27b77bf4-0847-486e-892e-1c0b284ae1ba on network a39dd4ba-2dc8-4985-98f9-5bf90669cfb1 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 09:50:28.587712 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab4158ad-00fd-401a-ab79-298991a9b5c8 req-559a32f6-dcd9-4d75-8a92-5c6390122482 service neutron] Checking agent: {'id': 'f5044fde-eef4-46eb-b3ce-4ab87030ccc0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 9, 43, 36), 'started_at': datetime.datetime(2022, 2, 21, 9, 43, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 50, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 09:50:28.588057 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab4158ad-00fd-401a-ab79-298991a9b5c8 req-559a32f6-dcd9-4d75-8a92-5c6390122482 service neutron] Checking segment: {'id': '5efa1a12-8f20-494e-aa47-4db1b9a0dabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'a39dd4ba-2dc8-4985-98f9-5bf90669cfb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 09:50:28.588440 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab4158ad-00fd-401a-ab79-298991a9b5c8 req-559a32f6-dcd9-4d75-8a92-5c6390122482 service neutron] Bound using segment: {'id': '5efa1a12-8f20-494e-aa47-4db1b9a0dabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'a39dd4ba-2dc8-4985-98f9-5bf90669cfb1'} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 09:50:28.588912 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-ab4158ad-00fd-401a-ab79-298991a9b5c8 req-559a32f6-dcd9-4d75-8a92-5c6390122482 service neutron] Bound port: 27b77bf4-0847-486e-892e-1c0b284ae1ba, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5efa1a12-8f20-494e-aa47-4db1b9a0dabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'a39dd4ba-2dc8-4985-98f9-5bf90669cfb1'}}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 09:50:28.589270 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-ab4158ad-00fd-401a-ab79-298991a9b5c8 req-559a32f6-dcd9-4d75-8a92-5c6390122482 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (27b77bf4-0847-486e-892e-1c0b284ae1ba), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:50:28.595430 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-d37c508e-1395-455b-be22-fe3559a400a8 req-bac1cf32-dbff-4f7a-8db8-9c90a3ba454e tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] 10.222.0.71 "GET /v2.0/security-groups?id=c2df74b9-ad12-4eb9-a8a1-7789d930d638&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1304832 Feb 21 09:50:28.616550 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a11d55f-73b7-4bea-bafa-8113825d1669 req-f0c6cdce-1bfd-46b9-9b4d-f8995bc86247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:50:28.618102 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-5a11d55f-73b7-4bea-bafa-8113825d1669 req-f0c6cdce-1bfd-46b9-9b4d-f8995bc86247 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b2a841b5-2dd7-4c1f-aaae-cf28270060bc HTTP/1.1" status: 200 len: 1129 time: 0.1329324 Feb 21 09:50:28.698878 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-ab4158ad-00fd-401a-ab79-298991a9b5c8 req-559a32f6-dcd9-4d75-8a92-5c6390122482 service neutron] For port 27b77bf4-0847-486e-892e-1c0b284ae1ba, host hv-cinder-80475, cleared binding levels {{(pid=109856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:50:28.703264 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-5a11d55f-73b7-4bea-bafa-8113825d1669 req-31609092-81ce-4250-820c-8f0d1abef1cf service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=fe504167-9a9a-4442-9390-523a4e1fa709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673864 Feb 21 09:50:28.704985 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-ab4158ad-00fd-401a-ab79-298991a9b5c8 req-559a32f6-dcd9-4d75-8a92-5c6390122482 service neutron] For port 27b77bf4-0847-486e-892e-1c0b284ae1ba, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=27b77bf4-0847-486e-892e-1c0b284ae1ba,segment=NetworkSegment(5efa1a12-8f20-494e-aa47-4db1b9a0dabf),segment_id=5efa1a12-8f20-494e-aa47-4db1b9a0dabf)] {{(pid=109856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:50:28.813580 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-ab4158ad-00fd-401a-ab79-298991a9b5c8 req-559a32f6-dcd9-4d75-8a92-5c6390122482 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782759442315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782758885690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782758885708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3277436'] for port (27b77bf4-0847-486e-892e-1c0b284ae1ba), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:50:28.847773 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4158ad-00fd-401a-ab79-298991a9b5c8 req-559a32f6-dcd9-4d75-8a92-5c6390122482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:50:28.848402 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-ab4158ad-00fd-401a-ab79-298991a9b5c8 req-559a32f6-dcd9-4d75-8a92-5c6390122482 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8333137'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:50:28.849763 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-ab4158ad-00fd-401a-ab79-298991a9b5c8 req-559a32f6-dcd9-4d75-8a92-5c6390122482 service neutron] 10.222.0.69 "PUT /v2.0/ports/27b77bf4-0847-486e-892e-1c0b284ae1ba HTTP/1.1" status: 200 len: 1094 time: 1.1121171 Feb 21 09:50:28.850202 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21b42964-1839-478c-b9ef-d2669e0df7ab', 'tag': '27b77bf4-0847-486e-892e-1c0b284ae1ba'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:50:28.852415 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c95017b57136a4249e8df2494e5587cd96ada80ae38c14c6a4695013360e62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c895b292-f6de-479c-810c-64ce3c154237" -d '{"events": [{"name": "network-changed", "server_uuid": "21b42964-1839-478c-b9ef-d2669e0df7ab", "tag": "27b77bf4-0847-486e-892e-1c0b284ae1ba"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:50:28.877793 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559a32f6-dcd9-4d75-8a92-5c6390122482 service neutron] Pushing event updated for resources: {'Port': ['ID=27b77bf4-0847-486e-892e-1c0b284ae1ba,revision_number=3']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:50:28.890921 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 09:50:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b3eb8cb-0018-47a1-82c0-ef1e9b831707 x-openstack-request-id: req-7b3eb8cb-0018-47a1-82c0-ef1e9b831707 {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:50:28.891237 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21b42964-1839-478c-b9ef-d2669e0df7ab", "tag": "27b77bf4-0847-486e-892e-1c0b284ae1ba", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:50:28.891494 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-7b3eb8cb-0018-47a1-82c0-ef1e9b831707 {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:50:28.891970 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21b42964-1839-478c-b9ef-d2669e0df7ab', 'tag': '27b77bf4-0847-486e-892e-1c0b284ae1ba', 'status': 'completed', 'code': 200} Feb 21 09:50:28.976228 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c895b292-f6de-479c-810c-64ce3c154237 req-12a38d44-a37a-4f82-8810-8076907a4966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:50:28.977835 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-c895b292-f6de-479c-810c-64ce3c154237 req-12a38d44-a37a-4f82-8810-8076907a4966 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5d61ba3d9f8c43fcb228fa6eb4c5812e&device_id=21b42964-1839-478c-b9ef-d2669e0df7ab HTTP/1.1" status: 200 len: 1128 time: 0.0532286 Feb 21 09:50:29.079953 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c895b292-f6de-479c-810c-64ce3c154237 req-d6b3ac14-f656-40ae-95f3-d9937044256f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:50:29.081446 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-c895b292-f6de-479c-810c-64ce3c154237 req-d6b3ac14-f656-40ae-95f3-d9937044256f service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=5d61ba3d9f8c43fcb228fa6eb4c5812e&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0950987 Feb 21 09:50:29.176346 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c895b292-f6de-479c-810c-64ce3c154237 req-ff5a7e10-82d9-4ba1-aa0b-1d5b0cc7c483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:50:29.177772 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-c895b292-f6de-479c-810c-64ce3c154237 req-ff5a7e10-82d9-4ba1-aa0b-1d5b0cc7c483 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0905371 Feb 21 09:50:29.255354 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4158ad-00fd-401a-ab79-298991a9b5c8 req-61626314-6f6d-4650-8cfb-550f24c033dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:50:29.256898 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-ab4158ad-00fd-401a-ab79-298991a9b5c8 req-61626314-6f6d-4650-8cfb-550f24c033dd service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5d61ba3d9f8c43fcb228fa6eb4c5812e&device_id=21b42964-1839-478c-b9ef-d2669e0df7ab HTTP/1.1" status: 200 len: 1128 time: 0.0438168 Feb 21 09:50:29.297994 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-ab4158ad-00fd-401a-ab79-298991a9b5c8 req-c32b2124-6ec5-46a6-b420-342eecc1de20 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=27b77bf4-0847-486e-892e-1c0b284ae1ba HTTP/1.1" status: 200 len: 217 time: 0.0332859 Feb 21 09:50:29.349158 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4158ad-00fd-401a-ab79-298991a9b5c8 req-0cace747-5293-4caa-94c2-bcd0b4478bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:50:29.350485 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-ab4158ad-00fd-401a-ab79-298991a9b5c8 req-0cace747-5293-4caa-94c2-bcd0b4478bc4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5db82f34-89a4-439c-8cf7-f4743decbdc2 HTTP/1.1" status: 200 len: 850 time: 0.0441208 Feb 21 09:50:29.408790 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4158ad-00fd-401a-ab79-298991a9b5c8 req-23528c59-9e4b-43dd-ba28-82ed7415f992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:50:29.410260 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-ab4158ad-00fd-401a-ab79-298991a9b5c8 req-23528c59-9e4b-43dd-ba28-82ed7415f992 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a39dd4ba-2dc8-4985-98f9-5bf90669cfb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0533252 Feb 21 09:50:29.498064 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-ab4158ad-00fd-401a-ab79-298991a9b5c8 req-6be852a3-b84b-4edd-847f-32f8dc07ddeb service neutron] 10.222.0.69 "GET /v2.0/networks/a39dd4ba-2dc8-4985-98f9-5bf90669cfb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810039 Feb 21 09:50:29.590776 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-ab4158ad-00fd-401a-ab79-298991a9b5c8 req-debd21b7-d82a-4ce2-90cd-67b1ea174ff8 service neutron] 10.222.0.69 "GET /v2.0/networks/a39dd4ba-2dc8-4985-98f9-5bf90669cfb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839055 Feb 21 09:50:29.696495 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eeeb54-5be7-4250-bf4e-8c917b352457 req-c9c0b3ef-9b74-4500-b1cc-62671631abc9 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:50:29.698528 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-61eeeb54-5be7-4250-bf4e-8c917b352457 req-c9c0b3ef-9b74-4500-b1cc-62671631abc9 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] 10.222.0.71 "GET /v2.0/ports?device_id=b2a841b5-2dd7-4c1f-aaae-cf28270060bc HTTP/1.1" status: 200 len: 945 time: 0.0679514 Feb 21 09:50:29.773012 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883f58ec-9db7-4761-845a-6751592482e1 req-b9ff7be7-7738-4bad-b598-3e061a722839 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:50:29.774461 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-883f58ec-9db7-4761-845a-6751592482e1 req-b9ff7be7-7738-4bad-b598-3e061a722839 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] 10.222.0.71 "GET /v2.0/ports?device_id=21b42964-1839-478c-b9ef-d2669e0df7ab HTTP/1.1" status: 200 len: 944 time: 0.1014025 Feb 21 09:50:29.778251 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-61eeeb54-5be7-4250-bf4e-8c917b352457 req-31e8110b-6281-497a-8a2a-2e041a6d49ef tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] 10.222.0.71 "GET /v2.0/security-groups?id=fe504167-9a9a-4442-9390-523a4e1fa709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627007 Feb 21 09:50:29.825015 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-883f58ec-9db7-4761-845a-6751592482e1 req-b05de8eb-1853-428f-8605-788881696a6d tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] 10.222.0.71 "GET /v2.0/security-groups?id=c2df74b9-ad12-4eb9-a8a1-7789d930d638&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443878 Feb 21 09:50:30.900154 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28ebebd-f485-4e66-ad5a-ba4e7d226a77 req-bdd3a32d-eefa-425f-b972-a0cbf88447e2 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:50:30.902351 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-e28ebebd-f485-4e66-ad5a-ba4e7d226a77 req-bdd3a32d-eefa-425f-b972-a0cbf88447e2 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] 10.222.0.71 "GET /v2.0/ports?device_id=b2a841b5-2dd7-4c1f-aaae-cf28270060bc HTTP/1.1" status: 200 len: 945 time: 0.0548568 Feb 21 09:50:30.979507 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-e28ebebd-f485-4e66-ad5a-ba4e7d226a77 req-5b62c86c-eed5-498b-a698-655002123164 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] 10.222.0.71 "GET /v2.0/security-groups?id=fe504167-9a9a-4442-9390-523a4e1fa709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680747 Feb 21 09:50:30.987229 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fbbe24-8b2d-46a5-931d-df738e3b520c req-28948c3d-fcd3-4ecf-b9a8-0c080d4e0a7a tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:50:30.988740 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-04fbbe24-8b2d-46a5-931d-df738e3b520c req-28948c3d-fcd3-4ecf-b9a8-0c080d4e0a7a tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] 10.222.0.71 "GET /v2.0/ports?device_id=21b42964-1839-478c-b9ef-d2669e0df7ab HTTP/1.1" status: 200 len: 944 time: 0.0855024 Feb 21 09:50:31.037801 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-04fbbe24-8b2d-46a5-931d-df738e3b520c req-aefc2b90-74d0-447f-884b-5822c06e7c52 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] 10.222.0.71 "GET /v2.0/security-groups?id=c2df74b9-ad12-4eb9-a8a1-7789d930d638&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434597 Feb 21 09:50:31.103954 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d837e125-4493-409f-a836-b61bc7a2e528 req-d44c44d8-3e05-4c5c-9e26-d73e44ed8bc3 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:50:31.105501 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-d837e125-4493-409f-a836-b61bc7a2e528 req-d44c44d8-3e05-4c5c-9e26-d73e44ed8bc3 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] 10.222.0.71 "GET /v2.0/ports?device_id=b2a841b5-2dd7-4c1f-aaae-cf28270060bc HTTP/1.1" status: 200 len: 945 time: 0.0568123 Feb 21 09:50:31.156529 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-d837e125-4493-409f-a836-b61bc7a2e528 req-02bea464-7876-4607-bd58-a3a2c3f8b7a2 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] 10.222.0.71 "GET /v2.0/security-groups?id=fe504167-9a9a-4442-9390-523a4e1fa709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446341 Feb 21 09:50:31.179439 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 56472) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:50:31.221063 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83bbe3ac-09ed-46ad-9e9e-4e102a8d39c3 tempest-TestVolumeBootPattern-1870912245 tempest-TestVolumeBootPattern-1870912245-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:50:31.229628 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-83bbe3ac-09ed-46ad-9e9e-4e102a8d39c3 tempest-TestVolumeBootPattern-1870912245 tempest-TestVolumeBootPattern-1870912245-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=b2a841b5-2dd7-4c1f-aaae-cf28270060bc HTTP/1.1" status: 200 len: 1124 time: 0.0421829 Feb 21 09:50:31.232648 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 56474) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:50:31.236785 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.v2.base [None req-e21835e8-1e2d-4204-ac03-0c61d9fc9725 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Request body: {'floatingip': {'floating_network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'port_id': '6fab6917-9925-48cb-94f4-9cade4eb59ef', 'tenant_id': '30ad631be25d4fecbaae288015f66e22', 'fixed_ip_address': '172.20.0.7'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:50:31.327831 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e21835e8-1e2d-4204-ac03-0c61d9fc9725 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:50:31.428340 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e21835e8-1e2d-4204-ac03-0c61d9fc9725 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:50:31.531730 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [None req-e21835e8-1e2d-4204-ac03-0c61d9fc9725 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Allocated IP 172.27.2.110 (bd3f1df6-77ad-4531-9eb3-69bc21002862/13a25a01-28fd-4407-b7c5-fe4349ebc744/3dc4e93c-8eac-4e14-85f1-56ae3135414b) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:50:31.634453 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e21835e8-1e2d-4204-ac03-0c61d9fc9725 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Publish callbacks [] for port (3dc4e93c-8eac-4e14-85f1-56ae3135414b), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:50:31.734068 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e21835e8-1e2d-4204-ac03-0c61d9fc9725 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782758885672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277415'] for port (3dc4e93c-8eac-4e14-85f1-56ae3135414b), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:50:31.772728 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e21835e8-1e2d-4204-ac03-0c61d9fc9725 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Network bd3f1df6-77ad-4531-9eb3-69bc21002862 is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:50:31.775477 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-e21835e8-1e2d-4204-ac03-0c61d9fc9725 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:50:31.781136 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21835e8-1e2d-4204-ac03-0c61d9fc9725 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 09:50:31.786868 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21835e8-1e2d-4204-ac03-0c61d9fc9725 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Pushing event updated for resources: {'Port': ['ID=3dc4e93c-8eac-4e14-85f1-56ae3135414b,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:50:32.233159 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c912ad0-3f96-4157-92d6-ee8482710c7a req-aa879c77-6da2-4823-b365-d1c34c106e3b tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:50:32.234616 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-1c912ad0-3f96-4157-92d6-ee8482710c7a req-aa879c77-6da2-4823-b365-d1c34c106e3b tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] 10.222.0.71 "GET /v2.0/ports?device_id=21b42964-1839-478c-b9ef-d2669e0df7ab HTTP/1.1" status: 200 len: 944 time: 0.1252334 Feb 21 09:50:32.235658 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e21835e8-1e2d-4204-ac03-0c61d9fc9725 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Publish callbacks [] for floatingip (4e0ea8e7-b324-47e0-be75-2bd1424521a8), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:50:32.318070 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fb2ed2-081b-468e-889d-30b216a8f1f5 req-f663675b-9bbd-46f3-a44e-d4903ee1cf12 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:50:32.319440 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-77fb2ed2-081b-468e-889d-30b216a8f1f5 req-f663675b-9bbd-46f3-a44e-d4903ee1cf12 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/ports?device_id=00989555-27b6-4362-a62a-d87491bf6370 HTTP/1.1" status: 200 len: 947 time: 0.1323833 Feb 21 09:50:32.337225 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-1c912ad0-3f96-4157-92d6-ee8482710c7a req-41c1fe8d-a5ef-4164-819f-445be6674b89 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] 10.222.0.71 "GET /v2.0/security-groups?id=c2df74b9-ad12-4eb9-a8a1-7789d930d638&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821490 Feb 21 09:50:32.373365 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-77fb2ed2-081b-468e-889d-30b216a8f1f5 req-d45b8484-844c-479e-bd4d-ff9b7169e818 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/security-groups?id=5f89fa62-8f8a-4416-89bd-eddc545c178e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459814 Feb 21 09:50:32.406123 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e21835e8-1e2d-4204-ac03-0c61d9fc9725 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (3dc4e93c-8eac-4e14-85f1-56ae3135414b), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:50:32.555214 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e21835e8-1e2d-4204-ac03-0c61d9fc9725 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Publish callbacks [] for port (3dc4e93c-8eac-4e14-85f1-56ae3135414b), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:50:32.612919 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e21835e8-1e2d-4204-ac03-0c61d9fc9725 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782759442315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782758885690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782758885708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3277436'] for port (3dc4e93c-8eac-4e14-85f1-56ae3135414b), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:50:32.685509 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21835e8-1e2d-4204-ac03-0c61d9fc9725 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Pushing event updated for resources: {'Port': ['ID=3dc4e93c-8eac-4e14-85f1-56ae3135414b,revision_number=2']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:50:32.694891 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e21835e8-1e2d-4204-ac03-0c61d9fc9725 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7917303'] for floatingip (4e0ea8e7-b324-47e0-be75-2bd1424521a8), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:50:33.048166 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.db.l3_db [None req-e21835e8-1e2d-4204-ac03-0c61d9fc9725 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Floating IP 4e0ea8e7-b324-47e0-be75-2bd1424521a8 associated. External IP: 172.27.2.110, port: 6fab6917-9925-48cb-94f4-9cade4eb59ef. Feb 21 09:50:33.174560 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-e4817e78-2e98-421a-8042-5bab22de06d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (7b1feb7e-a062-49d6-b835-c5fae1c9b9ce), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:50:33.255906 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e21835e8-1e2d-4204-ac03-0c61d9fc9725 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Router 5600eb8e-7c17-4f9f-a1da-1e30b51c9320 has already been hosted by L3 agent f1afc09b-b148-496e-b857-a568110caa3c {{(pid=109856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:50:33.361929 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e21835e8-1e2d-4204-ac03-0c61d9fc9725 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Notify agent at l3_agent.dv-cinder-804757-16-iscsi the message routers_updated {{(pid=109856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:50:33.372252 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484652d1-2df8-4f0d-94d0-8c459b98120f None None] Sync routers for ids ['5600eb8e-7c17-4f9f-a1da-1e30b51c9320'] in dv-cinder-804757-16-iscsi {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 09:50:33.382939 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484652d1-2df8-4f0d-94d0-8c459b98120f None None] Routers {'5600eb8e-7c17-4f9f-a1da-1e30b51c9320'} bound to L3 agent in host dv-cinder-804757-16-iscsi {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:50:33.391710 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-484652d1-2df8-4f0d-94d0-8c459b98120f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-21T09:37:05Z,description=,heartbeat_timestamp=2022-02-21T09:50:05Z,host='dv-cinder-804757-16-iscsi',id=f1afc09b-b148-496e-b857-a568110caa3c,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:37:06Z,topic='l3_agent')) {'router_ids': ['5600eb8e-7c17-4f9f-a1da-1e30b51c9320'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:50:33.447246 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e21835e8-1e2d-4204-ac03-0c61d9fc9725 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8333137'] for floatingip (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:50:33.500482 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-484652d1-2df8-4f0d-94d0-8c459b98120f None None] Set router 5600eb8e-7c17-4f9f-a1da-1e30b51c9320 gateway port host: dv-cinder-804757-16-iscsi {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:50:33.519493 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-e21835e8-1e2d-4204-ac03-0c61d9fc9725 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2799687 Feb 21 09:50:33.519493 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2a841b5-2dd7-4c1f-aaae-cf28270060bc', 'tag': '6fab6917-9925-48cb-94f4-9cade4eb59ef'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:50:33.519493 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c95017b57136a4249e8df2494e5587cd96ada80ae38c14c6a4695013360e62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4e08a4f-cadf-4caa-8b9e-d5e11adad7b2" -d '{"events": [{"name": "network-changed", "server_uuid": "b2a841b5-2dd7-4c1f-aaae-cf28270060bc", "tag": "6fab6917-9925-48cb-94f4-9cade4eb59ef"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:50:33.541141 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873d1702-5bce-48ec-923c-cf9ae528699c req-ed79978e-ece4-49c2-9e5d-701848173acf tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:50:33.542637 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-873d1702-5bce-48ec-923c-cf9ae528699c req-ed79978e-ece4-49c2-9e5d-701848173acf tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] 10.222.0.71 "GET /v2.0/ports?device_id=21b42964-1839-478c-b9ef-d2669e0df7ab HTTP/1.1" status: 200 len: 944 time: 0.1331196 Feb 21 09:50:33.551354 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db19ec0-1814-4ef7-9f1d-7d24637c1821 req-72465c33-2e9b-48f0-bc65-3ec29303a358 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:50:33.552833 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-9db19ec0-1814-4ef7-9f1d-7d24637c1821 req-72465c33-2e9b-48f0-bc65-3ec29303a358 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/ports?device_id=00989555-27b6-4362-a62a-d87491bf6370 HTTP/1.1" status: 200 len: 947 time: 0.1021848 Feb 21 09:50:33.619715 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-873d1702-5bce-48ec-923c-cf9ae528699c req-b5babe19-0ae5-43b9-b176-cf05d2ab471a tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] 10.222.0.71 "GET /v2.0/security-groups?id=c2df74b9-ad12-4eb9-a8a1-7789d930d638&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648546 Feb 21 09:50:33.631514 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-9db19ec0-1814-4ef7-9f1d-7d24637c1821 req-19238468-da69-456b-b2f2-c50d765f177f tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/security-groups?id=5f89fa62-8f8a-4416-89bd-eddc545c178e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713863 Feb 21 09:50:33.680892 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 09:50:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a82b562e-4783-4535-b972-e926803595a0 x-openstack-request-id: req-a82b562e-4783-4535-b972-e926803595a0 {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:50:33.681191 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2a841b5-2dd7-4c1f-aaae-cf28270060bc", "tag": "6fab6917-9925-48cb-94f4-9cade4eb59ef", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:50:33.681452 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-a82b562e-4783-4535-b972-e926803595a0 {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:50:33.681858 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2a841b5-2dd7-4c1f-aaae-cf28270060bc', 'tag': '6fab6917-9925-48cb-94f4-9cade4eb59ef', 'status': 'completed', 'code': 200} Feb 21 09:50:33.785652 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e08a4f-cadf-4caa-8b9e-d5e11adad7b2 req-1316d84d-3ac7-44f0-bde7-04c0a04006af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:50:33.787215 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-d4e08a4f-cadf-4caa-8b9e-d5e11adad7b2 req-1316d84d-3ac7-44f0-bde7-04c0a04006af service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=30ad631be25d4fecbaae288015f66e22&device_id=b2a841b5-2dd7-4c1f-aaae-cf28270060bc HTTP/1.1" status: 200 len: 1129 time: 0.0827646 Feb 21 09:50:33.798568 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd378bd3-ce64-4656-8b87-b463cc3fdf05 req-d321246f-7521-4634-be68-a0a56d78aa24 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:50:33.799939 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-dd378bd3-ce64-4656-8b87-b463cc3fdf05 req-d321246f-7521-4634-be68-a0a56d78aa24 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.69 "GET /v2.0/ports?device_id=00989555-27b6-4362-a62a-d87491bf6370 HTTP/1.1" status: 200 len: 947 time: 0.0629239 Feb 21 09:50:33.828169 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Device 27b77bf4-0847-486e-892e-1c0b284ae1ba details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 09:50:33.945849 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e08a4f-cadf-4caa-8b9e-d5e11adad7b2 req-3ba35ca2-c974-423c-a732-9a90f9b21c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:50:33.947287 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-d4e08a4f-cadf-4caa-8b9e-d5e11adad7b2 req-3ba35ca2-c974-423c-a732-9a90f9b21c51 service neutron] 10.222.0.69 "GET /v2.0/networks?id=d18a3abc-b5f2-49e7-9725-3ef800bd13ad HTTP/1.1" status: 200 len: 912 time: 0.1464529 Feb 21 09:50:33.968526 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-dd378bd3-ce64-4656-8b87-b463cc3fdf05 req-6505da24-ca1b-4804-b148-e9c43fe97aa2 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Deleting port 0c64f2e3-e027-43ee-b1d7-d42c5a26bacc {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 09:50:33.975705 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-dd378bd3-ce64-4656-8b87-b463cc3fdf05 req-6505da24-ca1b-4804-b148-e9c43fe97aa2 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782759436822'] for port (0c64f2e3-e027-43ee-b1d7-d42c5a26bacc), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:50:33.986717 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] For port 27b77bf4-0847-486e-892e-1c0b284ae1ba, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=27b77bf4-0847-486e-892e-1c0b284ae1ba,segment=NetworkSegment(5efa1a12-8f20-494e-aa47-4db1b9a0dabf),segment_id=5efa1a12-8f20-494e-aa47-4db1b9a0dabf)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:50:34.001180 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Returning: {'device': '27b77bf4-0847-486e-892e-1c0b284ae1ba', 'network_id': 'a39dd4ba-2dc8-4985-98f9-5bf90669cfb1', 'port_id': '27b77bf4-0847-486e-892e-1c0b284ae1ba', 'mac_address': 'fa:16:3e:30:f9:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5db82f34-89a4-439c-8cf7-f4743decbdc2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 09:50:34.004096 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-484652d1-2df8-4f0d-94d0-8c459b98120f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5600eb8e-7c17-4f9f-a1da-1e30b51c9320', 'name': 'tempest-TestVolumeBootPattern-658171796-router', 'tenant_id': '30ad631be25d4fecbaae288015f66e22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'external_fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': '0dfed553-0ff5-4440-8723-a16130804a8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:46:22Z', 'updated_at': '2022-02-21T09:46:26Z', 'revision_number': 4, 'project_id': '30ad631be25d4fecbaae288015f66e22', 'gw_port': {'id': '0dfed553-0ff5-4440-8723-a16130804a8f', 'name': '', 'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:07:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5600eb8e-7c17-4f9f-a1da-1e30b51c9320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 192, 'fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:46:23Z', 'updated_at': '2022-02-21T09:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-16-iscsi', '_floatingips': [{'id': '4e0ea8e7-b324-47e0-be75-2bd1424521a8', 'tenant_id': '30ad631be25d4fecbaae288015f66e22', 'floating_ip_address': '172.27.2.110', 'floating_network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'router_id': '5600eb8e-7c17-4f9f-a1da-1e30b51c9320', 'port_id': '6fab6917-9925-48cb-94f4-9cade4eb59ef', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd18a3abc-b5f2-49e7-9725-3ef800bd13ad', 'mac_address': 'fa:16:3e:9e:cb:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a841b5-2dd7-4c1f-aaae-cf28270060bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T09:50:32Z', 'updated_at': '2022-02-21T09:50:32Z', 'revision_number': 0, 'project_id': '30ad631be25d4fecbaae288015f66e22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27ceaa89-d6cf-45d0-a3ee-7c6384e5de68', 'name': '', 'network_id': 'd18a3abc-b5f2-49e7-9725-3ef800bd13ad', 'tenant_id': '30ad631be25d4fecbaae288015f66e22', 'mac_address': 'fa:16:3e:dc:3a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5600eb8e-7c17-4f9f-a1da-1e30b51c9320', 'device_owner': 'network:router_interface', 'standard_attr_id': 193, 'fixed_ips': [{'subnet_id': 'e209d30c-904a-4983-811a-38e909a2873c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:46:25Z', 'updated_at': '2022-02-21T09:46:29Z', 'revision_number': 5, 'project_id': '30ad631be25d4fecbaae288015f66e22', 'subnets': [{'id': 'e209d30c-904a-4983-811a-38e909a2873c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-16-iscsi', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:50:34.033321 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484652d1-2df8-4f0d-94d0-8c459b98120f None None] Checking router: 5600eb8e-7c17-4f9f-a1da-1e30b51c9320 for host: dv-cinder-804757-16-iscsi {{(pid=109858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 09:50:34.064178 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484652d1-2df8-4f0d-94d0-8c459b98120f None None] Routers {'5600eb8e-7c17-4f9f-a1da-1e30b51c9320'} bound to L3 agent in host dv-cinder-804757-16-iscsi {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:50:34.064809 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-484652d1-2df8-4f0d-94d0-8c459b98120f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-21T09:37:05Z,description=,heartbeat_timestamp=2022-02-21T09:50:05Z,host='dv-cinder-804757-16-iscsi',id=f1afc09b-b148-496e-b857-a568110caa3c,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:37:06Z,topic='l3_agent')) {'router_ids': ['5600eb8e-7c17-4f9f-a1da-1e30b51c9320'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:50:34.070165 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-d4e08a4f-cadf-4caa-8b9e-d5e11adad7b2 req-9ac643f6-a75f-4c6d-96e4-bcbd584cf82e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6fab6917-9925-48cb-94f4-9cade4eb59ef HTTP/1.1" status: 200 len: 999 time: 0.1126704 Feb 21 09:50:34.103224 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Current status of the port 27b77bf4-0847-486e-892e-1c0b284ae1ba is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:50:34.103609 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (27b77bf4-0847-486e-892e-1c0b284ae1ba), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:50:34.121870 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27b77bf4-0847-486e-892e-1c0b284ae1ba {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 09:50:34.134256 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-dd378bd3-ce64-4656-8b87-b463cc3fdf05 req-6505da24-ca1b-4804-b148-e9c43fe97aa2 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] For port 0c64f2e3-e027-43ee-b1d7-d42c5a26bacc, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=0c64f2e3-e027-43ee-b1d7-d42c5a26bacc,segment=NetworkSegment(74e7b622-908b-4731-b83b-33d793e03349),segment_id=74e7b622-908b-4731-b83b-33d793e03349)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:50:34.134612 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-dd378bd3-ce64-4656-8b87-b463cc3fdf05 req-6505da24-ca1b-4804-b148-e9c43fe97aa2 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7915455'] for port (0c64f2e3-e027-43ee-b1d7-d42c5a26bacc), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:50:34.136763 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.agents_db [None req-1af9f625-7d23-4c31-ae08-d0e8b46e8d0e None None] Agent healthcheck: found 6 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 09:50:34.155168 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e08a4f-cadf-4caa-8b9e-d5e11adad7b2 req-669789b0-cab9-47f4-82f6-8013b0ba6f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:50:34.156724 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-d4e08a4f-cadf-4caa-8b9e-d5e11adad7b2 req-669789b0-cab9-47f4-82f6-8013b0ba6f41 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e209d30c-904a-4983-811a-38e909a2873c HTTP/1.1" status: 200 len: 850 time: 0.0788038 Feb 21 09:50:34.174522 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] For port 27b77bf4-0847-486e-892e-1c0b284ae1ba, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=27b77bf4-0847-486e-892e-1c0b284ae1ba,segment=NetworkSegment(5efa1a12-8f20-494e-aa47-4db1b9a0dabf),segment_id=5efa1a12-8f20-494e-aa47-4db1b9a0dabf)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:50:34.199340 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-484652d1-2df8-4f0d-94d0-8c459b98120f None None] Set router 5600eb8e-7c17-4f9f-a1da-1e30b51c9320 gateway port host: dv-cinder-804757-16-iscsi {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:50:34.274679 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782759442315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782758885690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782758885708'] for port (27b77bf4-0847-486e-892e-1c0b284ae1ba), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:50:34.288206 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e08a4f-cadf-4caa-8b9e-d5e11adad7b2 req-2abbb51d-cc13-472f-a1d1-21ff65172958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:50:34.289805 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-d4e08a4f-cadf-4caa-8b9e-d5e11adad7b2 req-2abbb51d-cc13-472f-a1d1-21ff65172958 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d18a3abc-b5f2-49e7-9725-3ef800bd13ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1024721 Feb 21 09:50:34.378235 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Pushing event updated for resources: {'Port': ['ID=27b77bf4-0847-486e-892e-1c0b284ae1ba,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:50:34.404140 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-dd378bd3-ce64-4656-8b87-b463cc3fdf05 req-6505da24-ca1b-4804-b148-e9c43fe97aa2 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:50:34.404530 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-dd378bd3-ce64-4656-8b87-b463cc3fdf05 req-6505da24-ca1b-4804-b148-e9c43fe97aa2 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7917303'] for floatingip (259b674a-2f9c-4db4-848d-48968ca2d4c0), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:50:34.404852 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.db.l3_db [req-dd378bd3-ce64-4656-8b87-b463cc3fdf05 req-6505da24-ca1b-4804-b148-e9c43fe97aa2 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Floating IP 259b674a-2f9c-4db4-848d-48968ca2d4c0 disassociated. External IP: 172.27.2.209, port: 0c64f2e3-e027-43ee-b1d7-d42c5a26bacc. Feb 21 09:50:34.405220 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-dd378bd3-ce64-4656-8b87-b463cc3fdf05 req-6505da24-ca1b-4804-b148-e9c43fe97aa2 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Calling delete_port for 0c64f2e3-e027-43ee-b1d7-d42c5a26bacc owned by compute:nova {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 09:50:34.467410 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-d4e08a4f-cadf-4caa-8b9e-d5e11adad7b2 req-3888e5be-4974-4d3c-9481-abd5a33f14a1 service neutron] 10.222.0.69 "GET /v2.0/networks/d18a3abc-b5f2-49e7-9725-3ef800bd13ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693552 Feb 21 09:50:34.469931 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-484652d1-2df8-4f0d-94d0-8c459b98120f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5600eb8e-7c17-4f9f-a1da-1e30b51c9320', 'name': 'tempest-TestVolumeBootPattern-658171796-router', 'tenant_id': '30ad631be25d4fecbaae288015f66e22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'external_fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': '0dfed553-0ff5-4440-8723-a16130804a8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:46:22Z', 'updated_at': '2022-02-21T09:46:26Z', 'revision_number': 4, 'project_id': '30ad631be25d4fecbaae288015f66e22', 'gw_port': {'id': '0dfed553-0ff5-4440-8723-a16130804a8f', 'name': '', 'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:07:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5600eb8e-7c17-4f9f-a1da-1e30b51c9320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 192, 'fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:46:23Z', 'updated_at': '2022-02-21T09:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-16-iscsi', '_floatingips': [{'id': '4e0ea8e7-b324-47e0-be75-2bd1424521a8', 'tenant_id': '30ad631be25d4fecbaae288015f66e22', 'floating_ip_address': '172.27.2.110', 'floating_network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'router_id': '5600eb8e-7c17-4f9f-a1da-1e30b51c9320', 'port_id': '6fab6917-9925-48cb-94f4-9cade4eb59ef', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd18a3abc-b5f2-49e7-9725-3ef800bd13ad', 'mac_address': 'fa:16:3e:9e:cb:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a841b5-2dd7-4c1f-aaae-cf28270060bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T09:50:32Z', 'updated_at': '2022-02-21T09:50:32Z', 'revision_number': 0, 'project_id': '30ad631be25d4fecbaae288015f66e22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27ceaa89-d6cf-45d0-a3ee-7c6384e5de68', 'name': '', 'network_id': 'd18a3abc-b5f2-49e7-9725-3ef800bd13ad', 'tenant_id': '30ad631be25d4fecbaae288015f66e22', 'mac_address': 'fa:16:3e:dc:3a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5600eb8e-7c17-4f9f-a1da-1e30b51c9320', 'device_owner': 'network:router_interface', 'standard_attr_id': 193, 'fixed_ips': [{'subnet_id': 'e209d30c-904a-4983-811a-38e909a2873c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:46:25Z', 'updated_at': '2022-02-21T09:46:29Z', 'revision_number': 5, 'project_id': '30ad631be25d4fecbaae288015f66e22', 'subnets': [{'id': 'e209d30c-904a-4983-811a-38e909a2873c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-16-iscsi', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:50:34.500816 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] get_ports_and_sgs() called for port_ids ['27b77bf4-0847-486e-892e-1c0b284ae1ba'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 09:50:34.504281 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484652d1-2df8-4f0d-94d0-8c459b98120f None None] The sync data for ids ['5600eb8e-7c17-4f9f-a1da-1e30b51c9320'] in dv-cinder-804757-16-iscsi is: [{'id': '5600eb8e-7c17-4f9f-a1da-1e30b51c9320', 'name': 'tempest-TestVolumeBootPattern-658171796-router', 'tenant_id': '30ad631be25d4fecbaae288015f66e22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'external_fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': '0dfed553-0ff5-4440-8723-a16130804a8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:46:22Z', 'updated_at': '2022-02-21T09:46:26Z', 'revision_number': 4, 'project_id': '30ad631be25d4fecbaae288015f66e22', 'gw_port': {'id': '0dfed553-0ff5-4440-8723-a16130804a8f', 'name': '', 'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:07:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5600eb8e-7c17-4f9f-a1da-1e30b51c9320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 192, 'fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:46:23Z', 'updated_at': '2022-02-21T09:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-16-iscsi', '_floatingips': [{'id': '4e0ea8e7-b324-47e0-be75-2bd1424521a8', 'tenant_id': '30ad631be25d4fecbaae288015f66e22', 'floating_ip_address': '172.27.2.110', 'floating_network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'router_id': '5600eb8e-7c17-4f9f-a1da-1e30b51c9320', 'port_id': '6fab6917-9925-48cb-94f4-9cade4eb59ef', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd18a3abc-b5f2-49e7-9725-3ef800bd13ad', 'mac_address': 'fa:16:3e:9e:cb:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a841b5-2dd7-4c1f-aaae-cf28270060bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T09:50:32Z', 'updated_at': '2022-02-21T09:50:32Z', 'revision_number': 0, 'project_id': '30ad631be25d4fecbaae288015f66e22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27ceaa89-d6cf-45d0-a3ee-7c6384e5de68', 'name': '', 'network_id': 'd18a3abc-b5f2-49e7-9725-3ef800bd13ad', 'tenant_id': '30ad631be25d4fecbaae288015f66e22', 'mac_address': 'fa:16:3e:dc:3a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5600eb8e-7c17-4f9f-a1da-1e30b51c9320', 'device_owner': 'network:router_interface', 'standard_attr_id': 193, 'fixed_ips': [{'subnet_id': 'e209d30c-904a-4983-811a-38e909a2873c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:46:25Z', 'updated_at': '2022-02-21T09:46:29Z', 'revision_number': 5, 'project_id': '30ad631be25d4fecbaae288015f66e22', 'subnets': [{'id': 'e209d30c-904a-4983-811a-38e909a2873c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 09:50:34.607355 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-d4e08a4f-cadf-4caa-8b9e-d5e11adad7b2 req-74da7c5a-8fab-4df3-b480-72ff8f64a72c service neutron] 10.222.0.69 "GET /v2.0/networks/d18a3abc-b5f2-49e7-9725-3ef800bd13ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332364 Feb 21 09:50:34.694480 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-dd378bd3-ce64-4656-8b87-b463cc3fdf05 req-6505da24-ca1b-4804-b148-e9c43fe97aa2 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782759442297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782758885681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277415'] for port (0c64f2e3-e027-43ee-b1d7-d42c5a26bacc), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:50:34.763060 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e606bf23-8821-4d6a-a640-af1914bf96d5 None None] New status for floating IP 4e0ea8e7-b324-47e0-be75-2bd1424521a8: ACTIVE {{(pid=109859) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 21 09:50:34.793252 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6505da24-ca1b-4804-b148-e9c43fe97aa2 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Pushing event deleted for resources: {'Port': ['ID=0c64f2e3-e027-43ee-b1d7-d42c5a26bacc,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:50:34.803074 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-ac63cbd2-7bc4-4585-a54a-07678c489d47 req-7cb26abf-71ae-4512-8a65-aa3d8dafdda2 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/ports?device_id=00989555-27b6-4362-a62a-d87491bf6370 HTTP/1.1" status: 200 len: 210 time: 0.0815802 Feb 21 09:50:34.862203 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd0d970-7a7d-4c96-90e2-36f6eda07ce3 req-6e2918d2-25af-4071-aed1-42f795cf30e6 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:50:34.863698 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-bfd0d970-7a7d-4c96-90e2-36f6eda07ce3 req-6e2918d2-25af-4071-aed1-42f795cf30e6 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] 10.222.0.71 "GET /v2.0/ports?device_id=21b42964-1839-478c-b9ef-d2669e0df7ab HTTP/1.1" status: 200 len: 945 time: 0.1635671 Feb 21 09:50:34.955717 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-bfd0d970-7a7d-4c96-90e2-36f6eda07ce3 req-13a82496-8abd-4760-9def-73e38186425c tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] 10.222.0.71 "GET /v2.0/security-groups?id=c2df74b9-ad12-4eb9-a8a1-7789d930d638&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855663 Feb 21 09:50:34.960601 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dd378bd3-ce64-4656-8b87-b463cc3fdf05 req-6505da24-ca1b-4804-b148-e9c43fe97aa2 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Router fbd48c71-9f64-48cb-bb66-85f47e25eea9 has already been hosted by L3 agent f1afc09b-b148-496e-b857-a568110caa3c {{(pid=109856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:50:35.074042 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dd378bd3-ce64-4656-8b87-b463cc3fdf05 req-6505da24-ca1b-4804-b148-e9c43fe97aa2 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Notify agent at l3_agent.dv-cinder-804757-16-iscsi the message routers_updated {{(pid=109856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:50:35.084198 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a506382f-18bb-420e-aa56-9fa247fb0b2b None None] Sync routers for ids ['fbd48c71-9f64-48cb-bb66-85f47e25eea9'] in dv-cinder-804757-16-iscsi {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 09:50:35.095006 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a506382f-18bb-420e-aa56-9fa247fb0b2b None None] Routers {'fbd48c71-9f64-48cb-bb66-85f47e25eea9'} bound to L3 agent in host dv-cinder-804757-16-iscsi {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:50:35.095615 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-a506382f-18bb-420e-aa56-9fa247fb0b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-21T09:37:05Z,description=,heartbeat_timestamp=2022-02-21T09:50:05Z,host='dv-cinder-804757-16-iscsi',id=f1afc09b-b148-496e-b857-a568110caa3c,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:37:06Z,topic='l3_agent')) {'router_ids': ['fbd48c71-9f64-48cb-bb66-85f47e25eea9'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:50:35.115861 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd378bd3-ce64-4656-8b87-b463cc3fdf05 req-6505da24-ca1b-4804-b148-e9c43fe97aa2 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] No DVR routers for this DVR port 0c64f2e3-e027-43ee-b1d7-d42c5a26bacc on host hv-cinder-80475 {{(pid=109856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:50:35.118522 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-dd378bd3-ce64-4656-8b87-b463cc3fdf05 req-6505da24-ca1b-4804-b148-e9c43fe97aa2 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8333137'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:50:35.122207 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-dd378bd3-ce64-4656-8b87-b463cc3fdf05 req-6505da24-ca1b-4804-b148-e9c43fe97aa2 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.69 "DELETE /v2.0/ports/0c64f2e3-e027-43ee-b1d7-d42c5a26bacc HTTP/1.1" status: 204 len: 173 time: 1.3145072 Feb 21 09:50:35.206921 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-a506382f-18bb-420e-aa56-9fa247fb0b2b None None] Set router fbd48c71-9f64-48cb-bb66-85f47e25eea9 gateway port host: dv-cinder-804757-16-iscsi {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:50:35.409524 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-a506382f-18bb-420e-aa56-9fa247fb0b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbd48c71-9f64-48cb-bb66-85f47e25eea9', 'name': 'tempest-AttachVolumeShelveTestJSON-1060252682-router', 'tenant_id': 'bb268944fc6e49c098a033696a582d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'external_fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': '44c48f89-98de-47de-9ff8-b1309d693f07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:46:46Z', 'updated_at': '2022-02-21T09:46:51Z', 'revision_number': 4, 'project_id': 'bb268944fc6e49c098a033696a582d47', 'gw_port': {'id': '44c48f89-98de-47de-9ff8-b1309d693f07', 'name': '', 'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:46:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbd48c71-9f64-48cb-bb66-85f47e25eea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:46:47Z', 'updated_at': '2022-02-21T09:46:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-16-iscsi', '_interfaces': [{'id': 'd5d3ae90-7a5d-45dc-94b6-8bb52e62e08e', 'name': '', 'network_id': '520af2ea-1f8c-46b3-b630-6172c62f3d29', 'tenant_id': 'bb268944fc6e49c098a033696a582d47', 'mac_address': 'fa:16:3e:b2:97:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbd48c71-9f64-48cb-bb66-85f47e25eea9', 'device_owner': 'network:router_interface', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': '481c3383-55ad-4322-8e52-c4b40a8b221b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:46:50Z', 'updated_at': '2022-02-21T09:46:55Z', 'revision_number': 5, 'project_id': 'bb268944fc6e49c098a033696a582d47', 'subnets': [{'id': '481c3383-55ad-4322-8e52-c4b40a8b221b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-16-iscsi', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:50:35.440183 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a506382f-18bb-420e-aa56-9fa247fb0b2b None None] Checking router: fbd48c71-9f64-48cb-bb66-85f47e25eea9 for host: dv-cinder-804757-16-iscsi {{(pid=109858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 09:50:35.454764 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a506382f-18bb-420e-aa56-9fa247fb0b2b None None] Routers {'fbd48c71-9f64-48cb-bb66-85f47e25eea9'} bound to L3 agent in host dv-cinder-804757-16-iscsi {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:50:35.455351 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-a506382f-18bb-420e-aa56-9fa247fb0b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-21T09:37:05Z,description=,heartbeat_timestamp=2022-02-21T09:50:05Z,host='dv-cinder-804757-16-iscsi',id=f1afc09b-b148-496e-b857-a568110caa3c,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:37:06Z,topic='l3_agent')) {'router_ids': ['fbd48c71-9f64-48cb-bb66-85f47e25eea9'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:50:35.561931 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-a506382f-18bb-420e-aa56-9fa247fb0b2b None None] Set router fbd48c71-9f64-48cb-bb66-85f47e25eea9 gateway port host: dv-cinder-804757-16-iscsi {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:50:35.564087 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-62340ff7-ec08-400d-9bdf-7e491fc14c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (f1afc09b-b148-496e-b857-a568110caa3c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:50:35.683154 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00989555-27b6-4362-a62a-d87491bf6370', 'name': 'network-vif-deleted', 'tag': '0c64f2e3-e027-43ee-b1d7-d42c5a26bacc'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:50:35.686285 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c95017b57136a4249e8df2494e5587cd96ada80ae38c14c6a4695013360e62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94973fb5-ea41-4ab3-9067-120d7f27dd5b" -d '{"events": [{"server_uuid": "00989555-27b6-4362-a62a-d87491bf6370", "name": "network-vif-deleted", "tag": "0c64f2e3-e027-43ee-b1d7-d42c5a26bacc"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:50:35.722620 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 09:50:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bf99ec7-d8e6-4de5-ae4f-eebb68a19627 x-openstack-request-id: req-5bf99ec7-d8e6-4de5-ae4f-eebb68a19627 {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:50:35.722912 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00989555-27b6-4362-a62a-d87491bf6370", "name": "network-vif-deleted", "tag": "0c64f2e3-e027-43ee-b1d7-d42c5a26bacc", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:50:35.723164 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-5bf99ec7-d8e6-4de5-ae4f-eebb68a19627 {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:50:35.723771 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00989555-27b6-4362-a62a-d87491bf6370', 'name': 'network-vif-deleted', 'tag': '0c64f2e3-e027-43ee-b1d7-d42c5a26bacc', 'status': 'completed', 'code': 200} Feb 21 09:50:35.773308 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-a506382f-18bb-420e-aa56-9fa247fb0b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbd48c71-9f64-48cb-bb66-85f47e25eea9', 'name': 'tempest-AttachVolumeShelveTestJSON-1060252682-router', 'tenant_id': 'bb268944fc6e49c098a033696a582d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'external_fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': '44c48f89-98de-47de-9ff8-b1309d693f07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:46:46Z', 'updated_at': '2022-02-21T09:46:51Z', 'revision_number': 4, 'project_id': 'bb268944fc6e49c098a033696a582d47', 'gw_port': {'id': '44c48f89-98de-47de-9ff8-b1309d693f07', 'name': '', 'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:46:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbd48c71-9f64-48cb-bb66-85f47e25eea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:46:47Z', 'updated_at': '2022-02-21T09:46:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-16-iscsi', '_interfaces': [{'id': 'd5d3ae90-7a5d-45dc-94b6-8bb52e62e08e', 'name': '', 'network_id': '520af2ea-1f8c-46b3-b630-6172c62f3d29', 'tenant_id': 'bb268944fc6e49c098a033696a582d47', 'mac_address': 'fa:16:3e:b2:97:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbd48c71-9f64-48cb-bb66-85f47e25eea9', 'device_owner': 'network:router_interface', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': '481c3383-55ad-4322-8e52-c4b40a8b221b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:46:50Z', 'updated_at': '2022-02-21T09:46:55Z', 'revision_number': 5, 'project_id': 'bb268944fc6e49c098a033696a582d47', 'subnets': [{'id': '481c3383-55ad-4322-8e52-c4b40a8b221b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-16-iscsi', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:50:35.804045 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a506382f-18bb-420e-aa56-9fa247fb0b2b None None] The sync data for ids ['fbd48c71-9f64-48cb-bb66-85f47e25eea9'] in dv-cinder-804757-16-iscsi is: [{'id': 'fbd48c71-9f64-48cb-bb66-85f47e25eea9', 'name': 'tempest-AttachVolumeShelveTestJSON-1060252682-router', 'tenant_id': 'bb268944fc6e49c098a033696a582d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'external_fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': '44c48f89-98de-47de-9ff8-b1309d693f07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:46:46Z', 'updated_at': '2022-02-21T09:46:51Z', 'revision_number': 4, 'project_id': 'bb268944fc6e49c098a033696a582d47', 'gw_port': {'id': '44c48f89-98de-47de-9ff8-b1309d693f07', 'name': '', 'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:46:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbd48c71-9f64-48cb-bb66-85f47e25eea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:46:47Z', 'updated_at': '2022-02-21T09:46:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-16-iscsi', '_interfaces': [{'id': 'd5d3ae90-7a5d-45dc-94b6-8bb52e62e08e', 'name': '', 'network_id': '520af2ea-1f8c-46b3-b630-6172c62f3d29', 'tenant_id': 'bb268944fc6e49c098a033696a582d47', 'mac_address': 'fa:16:3e:b2:97:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbd48c71-9f64-48cb-bb66-85f47e25eea9', 'device_owner': 'network:router_interface', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': '481c3383-55ad-4322-8e52-c4b40a8b221b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:46:50Z', 'updated_at': '2022-02-21T09:46:55Z', 'revision_number': 5, 'project_id': 'bb268944fc6e49c098a033696a582d47', 'subnets': [{'id': '481c3383-55ad-4322-8e52-c4b40a8b221b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 09:50:35.827633 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Device 27b77bf4-0847-486e-892e-1c0b284ae1ba up at agent hyperv_hv-cinder-80475 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:50:35.968017 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Provisioning for port 27b77bf4-0847-486e-892e-1c0b284ae1ba completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:50:35.972612 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Provisioning complete for port 27b77bf4-0847-486e-892e-1c0b284ae1ba triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:50:35.973072 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7397950'] for port (27b77bf4-0847-486e-892e-1c0b284ae1ba), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:50:35.974881 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 56514) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:50:36.076427 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-425266d2-6ffd-420e-9d7b-1b22d5ba2d57 None None] New status for floating IP 259b674a-2f9c-4db4-848d-48968ca2d4c0: DOWN {{(pid=109859) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 21 09:50:36.077901 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Current status of the port 27b77bf4-0847-486e-892e-1c0b284ae1ba is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:50:36.078251 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (27b77bf4-0847-486e-892e-1c0b284ae1ba), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:50:36.081353 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-af71c01b-43bd-4e93-ac1b-7ba8a7392198 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Publish callbacks [] for security_group (5f89fa62-8f8a-4416-89bd-eddc545c178e), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:50:36.106637 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21b42964-1839-478c-b9ef-d2669e0df7ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27b77bf4-0847-486e-892e-1c0b284ae1ba'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:50:36.108926 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd82e867db05f05d31de18fef3a4b5738e999913abe260e0f677426061852263" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d55e0f9-89f7-41ca-8481-27cdd4dc4f3f" -d '{"events": [{"server_uuid": "21b42964-1839-478c-b9ef-d2669e0df7ab", "name": "network-vif-plugged", "status": "completed", "tag": "27b77bf4-0847-486e-892e-1c0b284ae1ba"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:50:36.110733 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-af71c01b-43bd-4e93-ac1b-7ba8a7392198 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Publish callbacks [] for security_group (5f89fa62-8f8a-4416-89bd-eddc545c178e), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:50:36.154785 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54256e6b-5816-4c29-bb43-335c26cf8230 req-e38ddf8e-d03e-43ee-a583-a7afa4daf058 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:50:36.156372 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-54256e6b-5816-4c29-bb43-335c26cf8230 req-e38ddf8e-d03e-43ee-a583-a7afa4daf058 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] 10.222.0.71 "GET /v2.0/ports?device_id=21b42964-1839-478c-b9ef-d2669e0df7ab HTTP/1.1" status: 200 len: 945 time: 0.1108177 Feb 21 09:50:36.233126 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-54256e6b-5816-4c29-bb43-335c26cf8230 req-11c2c44c-6104-4099-8cd1-797c452a67af tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] 10.222.0.71 "GET /v2.0/security-groups?id=c2df74b9-ad12-4eb9-a8a1-7789d930d638&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672882 Feb 21 09:50:36.250692 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 09:50:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddf31375-9df3-4c84-b12e-0b963b2b2b2c x-openstack-request-id: req-ddf31375-9df3-4c84-b12e-0b963b2b2b2c {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:50:36.251254 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21b42964-1839-478c-b9ef-d2669e0df7ab", "name": "network-vif-plugged", "status": "completed", "tag": "27b77bf4-0847-486e-892e-1c0b284ae1ba", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:50:36.251254 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-ddf31375-9df3-4c84-b12e-0b963b2b2b2c {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:50:36.253704 dv-cinder-804757-16-iscsi neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21b42964-1839-478c-b9ef-d2669e0df7ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27b77bf4-0847-486e-892e-1c0b284ae1ba', 'code': 200} Feb 21 09:50:36.255016 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] For port 27b77bf4-0847-486e-892e-1c0b284ae1ba, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=27b77bf4-0847-486e-892e-1c0b284ae1ba,segment=NetworkSegment(5efa1a12-8f20-494e-aa47-4db1b9a0dabf),segment_id=5efa1a12-8f20-494e-aa47-4db1b9a0dabf)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:50:36.270389 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-af71c01b-43bd-4e93-ac1b-7ba8a7392198 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (5f89fa62-8f8a-4416-89bd-eddc545c178e), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:50:36.273165 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-af71c01b-43bd-4e93-ac1b-7ba8a7392198 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:50:36.274301 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-af71c01b-43bd-4e93-ac1b-7ba8a7392198 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "DELETE /v2.0/security-groups/5f89fa62-8f8a-4416-89bd-eddc545c178e HTTP/1.1" status: 204 len: 168 time: 0.2983458 Feb 21 09:50:36.277749 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.71', 56520) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:50:36.284851 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af71c01b-43bd-4e93-ac1b-7ba8a7392198 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f89fa62-8f8a-4416-89bd-eddc545c178e,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:50:36.292185 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.api.v2.resource [None req-e6f5386a-7f62-4ab7-adf0-2fa5b75db892 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] show failed (client error): The resource could not be found. Feb 21 09:50:36.297248 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [None req-e6f5386a-7f62-4ab7-adf0-2fa5b75db892 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/security-groups/5f89fa62-8f8a-4416-89bd-eddc545c178e HTTP/1.1" status: 404 len: 347 time: 0.0184462 Feb 21 09:50:36.299543 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.71', 56522) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:50:36.333551 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782759442315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782758885690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782758885708'] for port (27b77bf4-0847-486e-892e-1c0b284ae1ba), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:50:36.384018 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Pushing event updated for resources: {'Port': ['ID=27b77bf4-0847-486e-892e-1c0b284ae1ba,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:50:36.430132 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-d0d0004e-a986-4979-8304-957b08a70556 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Deleting port d9dc7faf-934e-4ba9-b141-d95f7f414733 {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 09:50:36.430489 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d0d0004e-a986-4979-8304-957b08a70556 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782759436822'] for port (d9dc7faf-934e-4ba9-b141-d95f7f414733), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:50:36.454078 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c65a9e-8ecd-49ac-a8da-40910c961929 req-ded1cdcd-ac07-47ba-96e1-13ac56c5bc25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:50:36.455602 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-35c65a9e-8ecd-49ac-a8da-40910c961929 req-ded1cdcd-ac07-47ba-96e1-13ac56c5bc25 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=21b42964-1839-478c-b9ef-d2669e0df7ab HTTP/1.1" status: 200 len: 1130 time: 0.0453770 Feb 21 09:50:36.499123 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-35c65a9e-8ecd-49ac-a8da-40910c961929 req-27f3245d-519a-410d-8855-fb02a074dd7d service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=c2df74b9-ad12-4eb9-a8a1-7789d930d638&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371230 Feb 21 09:50:36.509925 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d0d0004e-a986-4979-8304-957b08a70556 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7915455'] for port (d9dc7faf-934e-4ba9-b141-d95f7f414733), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:50:36.510257 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d0d0004e-a986-4979-8304-957b08a70556 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Publish callbacks [] for floatingip (d9dc7faf-934e-4ba9-b141-d95f7f414733), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:50:36.522494 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-d0d0004e-a986-4979-8304-957b08a70556 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Calling delete_port for d9dc7faf-934e-4ba9-b141-d95f7f414733 owned by network:floatingip {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 09:50:36.692972 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d0d0004e-a986-4979-8304-957b08a70556 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782759442297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782758885681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3964494'] for port (d9dc7faf-934e-4ba9-b141-d95f7f414733), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:50:36.721599 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d0004e-a986-4979-8304-957b08a70556 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Pushing event deleted for resources: {'Port': ['ID=d9dc7faf-934e-4ba9-b141-d95f7f414733,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:50:36.782941 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d0d0004e-a986-4979-8304-957b08a70556 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Publish callbacks [] for floatingip (259b674a-2f9c-4db4-848d-48968ca2d4c0), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:50:36.785543 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d0d0004e-a986-4979-8304-957b08a70556 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8333137'] for floatingip (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:50:36.786752 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [None req-d0d0004e-a986-4979-8304-957b08a70556 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "DELETE /v2.0/floatingips/259b674a-2f9c-4db4-848d-48968ca2d4c0 HTTP/1.1" status: 204 len: 168 time: 0.4878178 Feb 21 09:50:36.795980 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-43ce5351-eeda-4347-b66a-565ea5ef4f96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (93f03475-d11b-4921-b82a-7ea88eab1568), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:50:37.158110 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 56528) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:50:37.162605 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.v2.base [None req-dcb4f93a-c1af-47ab-897c-62838878a3fe tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Request body: {'security_group': {'name': 'tempest-securitygroup--293628919', 'description': 'tempest-description--59837238'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:50:37.253707 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-dcb4f93a-c1af-47ab-897c-62838878a3fe tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:50:37.348937 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-dcb4f93a-c1af-47ab-897c-62838878a3fe tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Publish callbacks [] for security_group (db45a7aa-67ef-4d02-a054-65d220dce7c3), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:50:37.366324 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805d9de7-7340-4bdd-9c51-648aeafc7f73 req-56cb5657-8bd0-4df0-b78a-a3199235d05e tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:50:37.367879 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-805d9de7-7340-4bdd-9c51-648aeafc7f73 req-56cb5657-8bd0-4df0-b78a-a3199235d05e tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] 10.222.0.71 "GET /v2.0/ports?device_id=21b42964-1839-478c-b9ef-d2669e0df7ab HTTP/1.1" status: 200 len: 946 time: 0.0764933 Feb 21 09:50:37.403450 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-dcb4f93a-c1af-47ab-897c-62838878a3fe tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (db45a7aa-67ef-4d02-a054-65d220dce7c3), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:50:37.429535 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-805d9de7-7340-4bdd-9c51-648aeafc7f73 req-de0bbaad-d018-4ccc-b87f-5fd566afc0b5 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] 10.222.0.71 "GET /v2.0/security-groups?id=c2df74b9-ad12-4eb9-a8a1-7789d930d638&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552576 Feb 21 09:50:37.443705 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb4f93a-c1af-47ab-897c-62838878a3fe tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db45a7aa-67ef-4d02-a054-65d220dce7c3,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:50:37.501365 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-dcb4f93a-c1af-47ab-897c-62838878a3fe tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:50:37.502623 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-dcb4f93a-c1af-47ab-897c-62838878a3fe tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3435252 Feb 21 09:50:37.506164 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 56532) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:50:37.510545 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.v2.base [None req-598793ea-a683-4775-af1f-f249c36e9d43 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Request body: {'security_group_rule': {'security_group_id': 'db45a7aa-67ef-4d02-a054-65d220dce7c3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:50:37.589820 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-598793ea-a683-4775-af1f-f249c36e9d43 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Publish callbacks [] for security_group_rule (684a3be8-5cdb-4bc1-a43e-8b79074b8229), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:50:37.646633 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-598793ea-a683-4775-af1f-f249c36e9d43 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Publish callbacks [] for security_group_rule (684a3be8-5cdb-4bc1-a43e-8b79074b8229), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:50:37.727292 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-598793ea-a683-4775-af1f-f249c36e9d43 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434012'] for security_group_rule (684a3be8-5cdb-4bc1-a43e-8b79074b8229), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:50:37.745335 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598793ea-a683-4775-af1f-f249c36e9d43 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=684a3be8-5cdb-4bc1-a43e-8b79074b8229,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:50:37.779379 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (f5044fde-eef4-46eb-b3ce-4ab87030ccc0), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:50:37.815248 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-598793ea-a683-4775-af1f-f249c36e9d43 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:50:37.819107 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-598793ea-a683-4775-af1f-f249c36e9d43 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3093855 Feb 21 09:50:37.820568 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 56536) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:50:37.823570 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Device 0c64f2e3-e027-43ee-b1d7-d42c5a26bacc no longer exists at agent hyperv_hv-cinder-80475 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 09:50:37.823726 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.v2.base [None req-84692709-94bf-4b63-b745-ef686e80da4b tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Request body: {'security_group_rule': {'security_group_id': 'db45a7aa-67ef-4d02-a054-65d220dce7c3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:50:37.845388 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] No Port match for: 0c64f2e3-e027-43ee-b1d7-d42c5a26bacc {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 09:50:37.845794 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Device 0c64f2e3-e027-43ee-b1d7-d42c5a26bacc not bound to the agent host hv-cinder-80475 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 09:50:37.915887 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-84692709-94bf-4b63-b745-ef686e80da4b tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Publish callbacks [] for security_group_rule (2b05b9a6-f110-430e-86bd-657a2de6b867), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:50:37.975853 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-84692709-94bf-4b63-b745-ef686e80da4b tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Publish callbacks [] for security_group_rule (2b05b9a6-f110-430e-86bd-657a2de6b867), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:50:38.024803 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-84692709-94bf-4b63-b745-ef686e80da4b tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434012'] for security_group_rule (2b05b9a6-f110-430e-86bd-657a2de6b867), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:50:38.043794 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84692709-94bf-4b63-b745-ef686e80da4b tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b05b9a6-f110-430e-86bd-657a2de6b867,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:50:38.051588 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84692709-94bf-4b63-b745-ef686e80da4b tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:50:38.051943 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84692709-94bf-4b63-b745-ef686e80da4b tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:50:38.052286 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84692709-94bf-4b63-b745-ef686e80da4b tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:50:38.052662 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84692709-94bf-4b63-b745-ef686e80da4b tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:50:38.053004 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84692709-94bf-4b63-b745-ef686e80da4b tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:50:38.053340 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84692709-94bf-4b63-b745-ef686e80da4b tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:50:38.053676 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84692709-94bf-4b63-b745-ef686e80da4b tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:50:38.054006 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84692709-94bf-4b63-b745-ef686e80da4b tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:50:38.054335 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84692709-94bf-4b63-b745-ef686e80da4b tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:50:38.054667 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84692709-94bf-4b63-b745-ef686e80da4b tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:50:38.054996 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84692709-94bf-4b63-b745-ef686e80da4b tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:50:38.055329 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84692709-94bf-4b63-b745-ef686e80da4b tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:50:38.055657 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84692709-94bf-4b63-b745-ef686e80da4b tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:50:38.107018 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-84692709-94bf-4b63-b745-ef686e80da4b tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:50:38.108369 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-84692709-94bf-4b63-b745-ef686e80da4b tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2881556 Feb 21 09:50:38.111602 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 56538) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:50:38.115975 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.v2.base [None req-b2e39554-8569-4e4b-9d42-92f0ed52de77 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Request body: {'floatingip': {'floating_network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:50:38.121943 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-2b8302a0-632c-4bb4-a8e1-5b2fb521f750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (a872b2e0-7e3e-43db-8705-7fb9ea875340), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:50:38.185035 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b2e39554-8569-4e4b-9d42-92f0ed52de77 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:50:38.281494 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b2e39554-8569-4e4b-9d42-92f0ed52de77 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:50:38.388298 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [None req-b2e39554-8569-4e4b-9d42-92f0ed52de77 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Allocated IP 172.27.2.169 (bd3f1df6-77ad-4531-9eb3-69bc21002862/13a25a01-28fd-4407-b7c5-fe4349ebc744/ec3c81d8-3ee7-465c-bea6-905be3a2adec) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:50:38.494950 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b2e39554-8569-4e4b-9d42-92f0ed52de77 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Publish callbacks [] for port (ec3c81d8-3ee7-465c-bea6-905be3a2adec), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:50:38.573699 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d038b863-5b2c-428b-95c2-9957bebed68a req-dad899a8-822e-4f12-aedf-6f59839afa47 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:50:38.576039 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-d038b863-5b2c-428b-95c2-9957bebed68a req-dad899a8-822e-4f12-aedf-6f59839afa47 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] 10.222.0.71 "GET /v2.0/ports?device_id=21b42964-1839-478c-b9ef-d2669e0df7ab HTTP/1.1" status: 200 len: 946 time: 0.0746386 Feb 21 09:50:38.628182 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-d038b863-5b2c-428b-95c2-9957bebed68a req-b32bc7d3-e894-4043-a938-6e6586df56be tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] 10.222.0.71 "GET /v2.0/security-groups?id=c2df74b9-ad12-4eb9-a8a1-7789d930d638&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424247 Feb 21 09:50:38.630566 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b2e39554-8569-4e4b-9d42-92f0ed52de77 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782758885672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277415'] for port (ec3c81d8-3ee7-465c-bea6-905be3a2adec), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:50:38.673978 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2e39554-8569-4e4b-9d42-92f0ed52de77 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Network bd3f1df6-77ad-4531-9eb3-69bc21002862 is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:50:38.673978 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-b2e39554-8569-4e4b-9d42-92f0ed52de77 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:50:38.674812 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e39554-8569-4e4b-9d42-92f0ed52de77 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 09:50:38.704944 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e39554-8569-4e4b-9d42-92f0ed52de77 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Pushing event updated for resources: {'Port': ['ID=ec3c81d8-3ee7-465c-bea6-905be3a2adec,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:50:38.795142 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df02382-68b2-4a16-8bde-9a3bfd703be4 req-63b99e36-5353-4590-975c-75c9c0a46c84 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:50:38.796629 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-5df02382-68b2-4a16-8bde-9a3bfd703be4 req-63b99e36-5353-4590-975c-75c9c0a46c84 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] 10.222.0.71 "GET /v2.0/ports?device_id=21b42964-1839-478c-b9ef-d2669e0df7ab HTTP/1.1" status: 200 len: 946 time: 0.0927317 Feb 21 09:50:38.805145 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.71', 56544) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:50:38.810321 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b2e39554-8569-4e4b-9d42-92f0ed52de77 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Publish callbacks [] for floatingip (46c92a04-d91e-41d7-8f64-e46da4a2ae64), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:50:38.812984 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.v2.base [None req-3ae65e20-06fe-46ca-be9f-a9ea724eb2b2 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Request body: {'floatingip': {'port_id': '27b77bf4-0847-486e-892e-1c0b284ae1ba'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:50:38.854744 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3ae65e20-06fe-46ca-be9f-a9ea724eb2b2 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Publish callbacks [] for floatingip (a28803a2-3ef4-431d-8ae1-b94860f4618d), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:50:38.921542 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b2e39554-8569-4e4b-9d42-92f0ed52de77 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (ec3c81d8-3ee7-465c-bea6-905be3a2adec), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:50:39.074113 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b2e39554-8569-4e4b-9d42-92f0ed52de77 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Publish callbacks [] for port (ec3c81d8-3ee7-465c-bea6-905be3a2adec), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:50:39.122465 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b2e39554-8569-4e4b-9d42-92f0ed52de77 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782759442315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782758885690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782758885708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3277436'] for port (ec3c81d8-3ee7-465c-bea6-905be3a2adec), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:50:39.188518 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e39554-8569-4e4b-9d42-92f0ed52de77 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Pushing event updated for resources: {'Port': ['ID=ec3c81d8-3ee7-465c-bea6-905be3a2adec,revision_number=2']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:50:39.202188 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b2e39554-8569-4e4b-9d42-92f0ed52de77 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7917303'] for floatingip (46c92a04-d91e-41d7-8f64-e46da4a2ae64), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:50:39.272705 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b2e39554-8569-4e4b-9d42-92f0ed52de77 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8333137'] for floatingip (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:50:39.273910 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-b2e39554-8569-4e4b-9d42-92f0ed52de77 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1613503 Feb 21 09:50:39.306569 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3ae65e20-06fe-46ca-be9f-a9ea724eb2b2 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:50:39.362002 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3ae65e20-06fe-46ca-be9f-a9ea724eb2b2 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7917303'] for floatingip (a28803a2-3ef4-431d-8ae1-b94860f4618d), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:50:39.467967 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-9b5cb97b-e0f5-4f33-8a1b-6389dcd2ead4 req-2acd0231-cac1-493f-94c5-3b3ac40c2ffb tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-securitygroup--293628919&fields=id&tenant_id=bb268944fc6e49c098a033696a582d47 HTTP/1.1" status: 200 len: 267 time: 0.0408664 Feb 21 09:50:39.470031 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.db.l3_db [None req-3ae65e20-06fe-46ca-be9f-a9ea724eb2b2 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Floating IP a28803a2-3ef4-431d-8ae1-b94860f4618d associated. External IP: 172.27.2.15, port: 27b77bf4-0847-486e-892e-1c0b284ae1ba. Feb 21 09:50:39.573851 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5cb97b-e0f5-4f33-8a1b-6389dcd2ead4 req-33e3acfc-113d-4af4-b3f6-af62f3fd9624 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:50:39.577438 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-9b5cb97b-e0f5-4f33-8a1b-6389dcd2ead4 req-33e3acfc-113d-4af4-b3f6-af62f3fd9624 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/networks?id=520af2ea-1f8c-46b3-b630-6172c62f3d29 HTTP/1.1" status: 200 len: 817 time: 0.1017630 Feb 21 09:50:39.593466 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-9b5cb97b-e0f5-4f33-8a1b-6389dcd2ead4 req-b2edc481-340d-4630-9004-da8d21958150 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/quotas/bb268944fc6e49c098a033696a582d47 HTTP/1.1" status: 200 len: 375 time: 0.0104659 Feb 21 09:50:39.647543 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (ce3e6371-75e2-4bba-8260-49cd855bb251), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:50:39.649431 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-9b5cb97b-e0f5-4f33-8a1b-6389dcd2ead4 req-64332ec8-cf88-4d0d-96b5-5f98c3c35ba0 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=bb268944fc6e49c098a033696a582d47&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0504532 Feb 21 09:50:39.684275 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ae65e20-06fe-46ca-be9f-a9ea724eb2b2 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Router 59d78fd2-d543-4627-8d86-6f6c7688097f has already been hosted by L3 agent f1afc09b-b148-496e-b857-a568110caa3c {{(pid=109857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:50:39.793049 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ae65e20-06fe-46ca-be9f-a9ea724eb2b2 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Notify agent at l3_agent.dv-cinder-804757-16-iscsi the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:50:39.795318 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-9b5cb97b-e0f5-4f33-8a1b-6389dcd2ead4 req-95822dca-dfcc-46bb-8d03-ff1beda14be2 service neutron] 10.222.0.71 "GET /v2.0/networks/520af2ea-1f8c-46b3-b630-6172c62f3d29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306205 Feb 21 09:50:39.798644 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3ae65e20-06fe-46ca-be9f-a9ea724eb2b2 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8333137'] for floatingip (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:50:39.803778 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df7742a-86cd-4964-be33-d002595e59db None None] Sync routers for ids ['59d78fd2-d543-4627-8d86-6f6c7688097f'] in dv-cinder-804757-16-iscsi {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 09:50:39.812781 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df7742a-86cd-4964-be33-d002595e59db None None] Routers {'59d78fd2-d543-4627-8d86-6f6c7688097f'} bound to L3 agent in host dv-cinder-804757-16-iscsi {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:50:39.813518 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-3df7742a-86cd-4964-be33-d002595e59db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-21T09:37:05Z,description=,heartbeat_timestamp=2022-02-21T09:50:35Z,host='dv-cinder-804757-16-iscsi',id=f1afc09b-b148-496e-b857-a568110caa3c,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:37:06Z,topic='l3_agent')) {'router_ids': ['59d78fd2-d543-4627-8d86-6f6c7688097f'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:50:39.831893 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [None req-3ae65e20-06fe-46ca-be9f-a9ea724eb2b2 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] 10.222.0.71 "PUT /v2.0/floatingips/a28803a2-3ef4-431d-8ae1-b94860f4618d HTTP/1.1" status: 200 len: 991 time: 1.0254056 Feb 21 09:50:39.832458 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21b42964-1839-478c-b9ef-d2669e0df7ab', 'tag': '27b77bf4-0847-486e-892e-1c0b284ae1ba'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:50:39.834566 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed733fd514e63afa326271342bdd0eb660bec12def84d2cf05433d99cf8b9d1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7ac9f84-d3ac-4f8d-8386-7903b0519754" -d '{"events": [{"name": "network-changed", "server_uuid": "21b42964-1839-478c-b9ef-d2669e0df7ab", "tag": "27b77bf4-0847-486e-892e-1c0b284ae1ba"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:50:39.928178 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-9b5cb97b-e0f5-4f33-8a1b-6389dcd2ead4 req-df65fadb-3710-4669-84c7-f314c95d7741 service neutron] 10.222.0.71 "GET /v2.0/networks/520af2ea-1f8c-46b3-b630-6172c62f3d29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274846 Feb 21 09:50:39.938976 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-6a14835d-5de7-44d8-8ebf-95b573f6531c req-d5bc9005-080f-4278-b5f6-ca05d0145699 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b2a841b5-2dd7-4c1f-aaae-cf28270060bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0743194 Feb 21 09:50:39.949659 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 09:50:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-332c912e-d247-40c9-84dd-a296eb0b605c x-openstack-request-id: req-332c912e-d247-40c9-84dd-a296eb0b605c {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:50:39.949969 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21b42964-1839-478c-b9ef-d2669e0df7ab", "tag": "27b77bf4-0847-486e-892e-1c0b284ae1ba", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:50:39.950309 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-332c912e-d247-40c9-84dd-a296eb0b605c {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:50:39.950748 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21b42964-1839-478c-b9ef-d2669e0df7ab', 'tag': '27b77bf4-0847-486e-892e-1c0b284ae1ba', 'status': 'completed', 'code': 200} Feb 21 09:50:40.002863 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-3df7742a-86cd-4964-be33-d002595e59db None None] Set router 59d78fd2-d543-4627-8d86-6f6c7688097f gateway port host: dv-cinder-804757-16-iscsi {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:50:40.069617 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ac9f84-d3ac-4f8d-8386-7903b0519754 req-e7acc978-cd54-414e-b2fc-7725012026a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:50:40.071175 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-e7ac9f84-d3ac-4f8d-8386-7903b0519754 req-e7acc978-cd54-414e-b2fc-7725012026a4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5d61ba3d9f8c43fcb228fa6eb4c5812e&device_id=21b42964-1839-478c-b9ef-d2669e0df7ab HTTP/1.1" status: 200 len: 1130 time: 0.0886054 Feb 21 09:50:40.077099 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a14835d-5de7-44d8-8ebf-95b573f6531c req-63fbba04-dcbb-447e-90c1-a6e95fb469f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:50:40.078470 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-6a14835d-5de7-44d8-8ebf-95b573f6531c req-63fbba04-dcbb-447e-90c1-a6e95fb469f1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=30ad631be25d4fecbaae288015f66e22&device_id=b2a841b5-2dd7-4c1f-aaae-cf28270060bc HTTP/1.1" status: 200 len: 1129 time: 0.0609992 Feb 21 09:50:40.242593 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-985e6ad2-2d23-4e1a-970d-fd7e5aa9f550 req-33e2baca-f3a9-4a2b-80c6-92d15c5df4b3 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e0ced2b-6d7c-44a8-b399-027746636f4e HTTP/1.1" status: 200 len: 210 time: 0.0491190 Feb 21 09:50:40.286252 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-3df7742a-86cd-4964-be33-d002595e59db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59d78fd2-d543-4627-8d86-6f6c7688097f', 'name': 'tempest-AttachVolumeTestJSON-1236627728-router', 'tenant_id': '5d61ba3d9f8c43fcb228fa6eb4c5812e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'external_fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': 'defc7ce2-4710-4ec4-806c-5d82b7a8c8fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:45:28Z', 'updated_at': '2022-02-21T09:45:36Z', 'revision_number': 4, 'project_id': '5d61ba3d9f8c43fcb228fa6eb4c5812e', 'gw_port': {'id': 'defc7ce2-4710-4ec4-806c-5d82b7a8c8fb', 'name': '', 'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:c0:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d78fd2-d543-4627-8d86-6f6c7688097f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:45:30Z', 'updated_at': '2022-02-21T09:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-16-iscsi', '_floatingips': [{'id': 'a28803a2-3ef4-431d-8ae1-b94860f4618d', 'tenant_id': '5d61ba3d9f8c43fcb228fa6eb4c5812e', 'floating_ip_address': '172.27.2.15', 'floating_network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'router_id': '59d78fd2-d543-4627-8d86-6f6c7688097f', 'port_id': '27b77bf4-0847-486e-892e-1c0b284ae1ba', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a39dd4ba-2dc8-4985-98f9-5bf90669cfb1', 'mac_address': 'fa:16:3e:30:f9:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b42964-1839-478c-b9ef-d2669e0df7ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T09:50:23Z', 'updated_at': '2022-02-21T09:50:39Z', 'revision_number': 1, 'project_id': '5d61ba3d9f8c43fcb228fa6eb4c5812e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afa4c6f1-a0dc-4b52-bf59-57717cad4ffc', 'name': '', 'network_id': 'a39dd4ba-2dc8-4985-98f9-5bf90669cfb1', 'tenant_id': '5d61ba3d9f8c43fcb228fa6eb4c5812e', 'mac_address': 'fa:16:3e:e1:72:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d78fd2-d543-4627-8d86-6f6c7688097f', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '5db82f34-89a4-439c-8cf7-f4743decbdc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:45:35Z', 'updated_at': '2022-02-21T09:45:44Z', 'revision_number': 5, 'project_id': '5d61ba3d9f8c43fcb228fa6eb4c5812e', 'subnets': [{'id': '5db82f34-89a4-439c-8cf7-f4743decbdc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-16-iscsi', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:50:40.320464 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df7742a-86cd-4964-be33-d002595e59db None None] Checking router: 59d78fd2-d543-4627-8d86-6f6c7688097f for host: dv-cinder-804757-16-iscsi {{(pid=109858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 09:50:40.325036 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ac9f84-d3ac-4f8d-8386-7903b0519754 req-b94ac1e8-2447-4496-97bc-b7e2e2914e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:50:40.326514 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-e7ac9f84-d3ac-4f8d-8386-7903b0519754 req-b94ac1e8-2447-4496-97bc-b7e2e2914e36 service neutron] 10.222.0.69 "GET /v2.0/networks?id=a39dd4ba-2dc8-4985-98f9-5bf90669cfb1 HTTP/1.1" status: 200 len: 912 time: 0.2472100 Feb 21 09:50:40.330783 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df7742a-86cd-4964-be33-d002595e59db None None] Routers {'59d78fd2-d543-4627-8d86-6f6c7688097f'} bound to L3 agent in host dv-cinder-804757-16-iscsi {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:50:40.331564 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-3df7742a-86cd-4964-be33-d002595e59db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-21T09:37:05Z,description=,heartbeat_timestamp=2022-02-21T09:50:35Z,host='dv-cinder-804757-16-iscsi',id=f1afc09b-b148-496e-b857-a568110caa3c,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:37:06Z,topic='l3_agent')) {'router_ids': ['59d78fd2-d543-4627-8d86-6f6c7688097f'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:50:40.460002 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-3df7742a-86cd-4964-be33-d002595e59db None None] Set router 59d78fd2-d543-4627-8d86-6f6c7688097f gateway port host: dv-cinder-804757-16-iscsi {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:50:40.666852 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a14835d-5de7-44d8-8ebf-95b573f6531c req-03813afc-d054-4a16-86b9-9658d977dad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:50:40.669833 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-6a14835d-5de7-44d8-8ebf-95b573f6531c req-03813afc-d054-4a16-86b9-9658d977dad2 service neutron] 10.222.0.69 "GET /v2.0/networks?id=d18a3abc-b5f2-49e7-9725-3ef800bd13ad HTTP/1.1" status: 200 len: 912 time: 0.5687127 Feb 21 09:50:40.723317 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-3df7742a-86cd-4964-be33-d002595e59db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59d78fd2-d543-4627-8d86-6f6c7688097f', 'name': 'tempest-AttachVolumeTestJSON-1236627728-router', 'tenant_id': '5d61ba3d9f8c43fcb228fa6eb4c5812e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'external_fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': 'defc7ce2-4710-4ec4-806c-5d82b7a8c8fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:45:28Z', 'updated_at': '2022-02-21T09:45:36Z', 'revision_number': 4, 'project_id': '5d61ba3d9f8c43fcb228fa6eb4c5812e', 'gw_port': {'id': 'defc7ce2-4710-4ec4-806c-5d82b7a8c8fb', 'name': '', 'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:c0:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d78fd2-d543-4627-8d86-6f6c7688097f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:45:30Z', 'updated_at': '2022-02-21T09:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-16-iscsi', '_floatingips': [{'id': 'a28803a2-3ef4-431d-8ae1-b94860f4618d', 'tenant_id': '5d61ba3d9f8c43fcb228fa6eb4c5812e', 'floating_ip_address': '172.27.2.15', 'floating_network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'router_id': '59d78fd2-d543-4627-8d86-6f6c7688097f', 'port_id': '27b77bf4-0847-486e-892e-1c0b284ae1ba', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a39dd4ba-2dc8-4985-98f9-5bf90669cfb1', 'mac_address': 'fa:16:3e:30:f9:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b42964-1839-478c-b9ef-d2669e0df7ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T09:50:23Z', 'updated_at': '2022-02-21T09:50:39Z', 'revision_number': 1, 'project_id': '5d61ba3d9f8c43fcb228fa6eb4c5812e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afa4c6f1-a0dc-4b52-bf59-57717cad4ffc', 'name': '', 'network_id': 'a39dd4ba-2dc8-4985-98f9-5bf90669cfb1', 'tenant_id': '5d61ba3d9f8c43fcb228fa6eb4c5812e', 'mac_address': 'fa:16:3e:e1:72:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d78fd2-d543-4627-8d86-6f6c7688097f', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '5db82f34-89a4-439c-8cf7-f4743decbdc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:45:35Z', 'updated_at': '2022-02-21T09:45:44Z', 'revision_number': 5, 'project_id': '5d61ba3d9f8c43fcb228fa6eb4c5812e', 'subnets': [{'id': '5db82f34-89a4-439c-8cf7-f4743decbdc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-16-iscsi', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:50:40.736612 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-e7ac9f84-d3ac-4f8d-8386-7903b0519754 req-daff762e-2e9d-4c35-aa91-2be0a2b3fde9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=27b77bf4-0847-486e-892e-1c0b284ae1ba HTTP/1.1" status: 200 len: 999 time: 0.4035177 Feb 21 09:50:40.753851 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df7742a-86cd-4964-be33-d002595e59db None None] The sync data for ids ['59d78fd2-d543-4627-8d86-6f6c7688097f'] in dv-cinder-804757-16-iscsi is: [{'id': '59d78fd2-d543-4627-8d86-6f6c7688097f', 'name': 'tempest-AttachVolumeTestJSON-1236627728-router', 'tenant_id': '5d61ba3d9f8c43fcb228fa6eb4c5812e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'external_fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': 'defc7ce2-4710-4ec4-806c-5d82b7a8c8fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:45:28Z', 'updated_at': '2022-02-21T09:45:36Z', 'revision_number': 4, 'project_id': '5d61ba3d9f8c43fcb228fa6eb4c5812e', 'gw_port': {'id': 'defc7ce2-4710-4ec4-806c-5d82b7a8c8fb', 'name': '', 'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:c0:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d78fd2-d543-4627-8d86-6f6c7688097f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:45:30Z', 'updated_at': '2022-02-21T09:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-16-iscsi', '_floatingips': [{'id': 'a28803a2-3ef4-431d-8ae1-b94860f4618d', 'tenant_id': '5d61ba3d9f8c43fcb228fa6eb4c5812e', 'floating_ip_address': '172.27.2.15', 'floating_network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'router_id': '59d78fd2-d543-4627-8d86-6f6c7688097f', 'port_id': '27b77bf4-0847-486e-892e-1c0b284ae1ba', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a39dd4ba-2dc8-4985-98f9-5bf90669cfb1', 'mac_address': 'fa:16:3e:30:f9:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b42964-1839-478c-b9ef-d2669e0df7ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T09:50:23Z', 'updated_at': '2022-02-21T09:50:39Z', 'revision_number': 1, 'project_id': '5d61ba3d9f8c43fcb228fa6eb4c5812e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afa4c6f1-a0dc-4b52-bf59-57717cad4ffc', 'name': '', 'network_id': 'a39dd4ba-2dc8-4985-98f9-5bf90669cfb1', 'tenant_id': '5d61ba3d9f8c43fcb228fa6eb4c5812e', 'mac_address': 'fa:16:3e:e1:72:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d78fd2-d543-4627-8d86-6f6c7688097f', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '5db82f34-89a4-439c-8cf7-f4743decbdc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:45:35Z', 'updated_at': '2022-02-21T09:45:44Z', 'revision_number': 5, 'project_id': '5d61ba3d9f8c43fcb228fa6eb4c5812e', 'subnets': [{'id': '5db82f34-89a4-439c-8cf7-f4743decbdc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 09:50:40.798958 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-6a14835d-5de7-44d8-8ebf-95b573f6531c req-90b03a77-7fd7-4db7-a78e-f0cae8f0900b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6fab6917-9925-48cb-94f4-9cade4eb59ef HTTP/1.1" status: 200 len: 1001 time: 0.1161897 Feb 21 09:50:40.814001 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ac9f84-d3ac-4f8d-8386-7903b0519754 req-604a3c24-29b9-47ca-8d85-2e5df57b683a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:50:40.815413 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-e7ac9f84-d3ac-4f8d-8386-7903b0519754 req-604a3c24-29b9-47ca-8d85-2e5df57b683a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5db82f34-89a4-439c-8cf7-f4743decbdc2 HTTP/1.1" status: 200 len: 850 time: 0.0722325 Feb 21 09:50:40.879869 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a14835d-5de7-44d8-8ebf-95b573f6531c req-6091ab56-7c80-4169-9aea-29cff115c662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:50:40.881398 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-6a14835d-5de7-44d8-8ebf-95b573f6531c req-6091ab56-7c80-4169-9aea-29cff115c662 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e209d30c-904a-4983-811a-38e909a2873c HTTP/1.1" status: 200 len: 850 time: 0.0756714 Feb 21 09:50:40.904777 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ac9f84-d3ac-4f8d-8386-7903b0519754 req-8710ad80-ec47-4f2a-a094-b12e6555ef48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:50:40.906435 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-e7ac9f84-d3ac-4f8d-8386-7903b0519754 req-8710ad80-ec47-4f2a-a094-b12e6555ef48 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a39dd4ba-2dc8-4985-98f9-5bf90669cfb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0719388 Feb 21 09:50:40.977203 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-696af359-c023-4214-b21f-5745eace442b None None] New status for floating IP a28803a2-3ef4-431d-8ae1-b94860f4618d: ACTIVE {{(pid=109859) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 21 09:50:41.002061 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a14835d-5de7-44d8-8ebf-95b573f6531c req-6bcd3a83-c8e9-4f94-8818-dde8c42b9b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:50:41.003360 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-6a14835d-5de7-44d8-8ebf-95b573f6531c req-6bcd3a83-c8e9-4f94-8818-dde8c42b9b78 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d18a3abc-b5f2-49e7-9725-3ef800bd13ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1127586 Feb 21 09:50:41.084368 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-e7ac9f84-d3ac-4f8d-8386-7903b0519754 req-db71a268-b91d-4552-ad81-378cef4bc0d7 service neutron] 10.222.0.69 "GET /v2.0/networks/a39dd4ba-2dc8-4985-98f9-5bf90669cfb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598592 Feb 21 09:50:41.170874 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-6a14835d-5de7-44d8-8ebf-95b573f6531c req-5aac92b7-716c-4678-94c7-ba47a40d936f service neutron] 10.222.0.69 "GET /v2.0/networks/d18a3abc-b5f2-49e7-9725-3ef800bd13ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580300 Feb 21 09:50:41.249339 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-e7ac9f84-d3ac-4f8d-8386-7903b0519754 req-d16d0f77-18d9-44db-80dc-b3f731a85d08 service neutron] 10.222.0.69 "GET /v2.0/networks/a39dd4ba-2dc8-4985-98f9-5bf90669cfb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562512 Feb 21 09:50:41.292023 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-6a14835d-5de7-44d8-8ebf-95b573f6531c req-9d2e3fcf-fbf6-478c-9820-00d723a83d8f service neutron] 10.222.0.69 "GET /v2.0/networks/d18a3abc-b5f2-49e7-9725-3ef800bd13ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060927 Feb 21 09:50:41.367650 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-6636cb0f-47c9-4843-a0f8-42e8bcdf3095 req-1e44808a-1ec1-4d5c-85e6-c857b9a08e3b tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e0ced2b-6d7c-44a8-b399-027746636f4e HTTP/1.1" status: 200 len: 210 time: 0.0278847 Feb 21 09:50:42.472884 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-8e095e6d-50de-4f6b-ac25-b1a766047b5d req-ce79455a-75f5-4c49-bf05-4320da10235b tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e0ced2b-6d7c-44a8-b399-027746636f4e HTTP/1.1" status: 200 len: 210 time: 0.0281641 Feb 21 09:50:42.727668 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5cb97b-e0f5-4f33-8a1b-6389dcd2ead4 req-6748301d-f811-493b-a46d-a1d33663bb85 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:50:42.729166 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-9b5cb97b-e0f5-4f33-8a1b-6389dcd2ead4 req-6748301d-f811-493b-a46d-a1d33663bb85 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.69 "GET /v2.0/networks?id=520af2ea-1f8c-46b3-b630-6172c62f3d29 HTTP/1.1" status: 200 len: 817 time: 0.1066449 Feb 21 09:50:42.797750 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-9b5cb97b-e0f5-4f33-8a1b-6389dcd2ead4 req-7a63cbe9-5f4f-4bb8-8721-126828580a40 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bb268944fc6e49c098a033696a582d47 HTTP/1.1" status: 200 len: 379 time: 0.0558820 Feb 21 09:50:42.807931 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.v2.base [req-9b5cb97b-e0f5-4f33-8a1b-6389dcd2ead4 req-bda6a504-063e-426c-96df-f8f99b219822 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Request body: {'port': {'device_id': '7e0ced2b-6d7c-44a8-b399-027746636f4e', 'network_id': '520af2ea-1f8c-46b3-b630-6172c62f3d29', 'admin_state_up': True, 'tenant_id': 'bb268944fc6e49c098a033696a582d47', 'security_groups': ['db45a7aa-67ef-4d02-a054-65d220dce7c3']}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:50:42.996378 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b5cb97b-e0f5-4f33-8a1b-6389dcd2ead4 req-bda6a504-063e-426c-96df-f8f99b219822 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Made reservation on behalf of bb268944fc6e49c098a033696a582d47 for: {'port': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:50:43.000811 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-9b5cb97b-e0f5-4f33-8a1b-6389dcd2ead4 req-bda6a504-063e-426c-96df-f8f99b219822 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:50:43.138225 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [req-9b5cb97b-e0f5-4f33-8a1b-6389dcd2ead4 req-bda6a504-063e-426c-96df-f8f99b219822 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Allocated IP 172.20.0.6 (520af2ea-1f8c-46b3-b630-6172c62f3d29/481c3383-55ad-4322-8e52-c4b40a8b221b/9b521c37-ce5f-44e7-a93c-4aed60cdc3e6) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:50:43.273218 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-9b5cb97b-e0f5-4f33-8a1b-6389dcd2ead4 req-bda6a504-063e-426c-96df-f8f99b219822 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Publish callbacks [] for port (9b521c37-ce5f-44e7-a93c-4aed60cdc3e6), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:50:43.379410 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-9b5cb97b-e0f5-4f33-8a1b-6389dcd2ead4 req-bda6a504-063e-426c-96df-f8f99b219822 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782758885672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277415'] for port (9b521c37-ce5f-44e7-a93c-4aed60cdc3e6), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:50:43.419412 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b5cb97b-e0f5-4f33-8a1b-6389dcd2ead4 req-bda6a504-063e-426c-96df-f8f99b219822 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Network 520af2ea-1f8c-46b3-b630-6172c62f3d29 is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:50:43.422402 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [req-9b5cb97b-e0f5-4f33-8a1b-6389dcd2ead4 req-bda6a504-063e-426c-96df-f8f99b219822 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:50:43.425970 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b5cb97b-e0f5-4f33-8a1b-6389dcd2ead4 req-bda6a504-063e-426c-96df-f8f99b219822 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 09:50:43.456796 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda6a504-063e-426c-96df-f8f99b219822 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Pushing event updated for resources: {'Port': ['ID=9b521c37-ce5f-44e7-a93c-4aed60cdc3e6,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:50:43.481465 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5cb97b-e0f5-4f33-8a1b-6389dcd2ead4 req-bda6a504-063e-426c-96df-f8f99b219822 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:50:43.482144 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-9b5cb97b-e0f5-4f33-8a1b-6389dcd2ead4 req-bda6a504-063e-426c-96df-f8f99b219822 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8333137'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:50:43.602088 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-9b5cb97b-e0f5-4f33-8a1b-6389dcd2ead4 req-bda6a504-063e-426c-96df-f8f99b219822 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7976785 Feb 21 09:50:43.612684 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f04d73-588f-46d0-be81-2311a318880a req-f54ffc5d-7c4f-437e-b2e4-0bb1f1a35918 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:50:43.614168 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-c6f04d73-588f-46d0-be81-2311a318880a req-f54ffc5d-7c4f-437e-b2e4-0bb1f1a35918 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e0ced2b-6d7c-44a8-b399-027746636f4e HTTP/1.1" status: 200 len: 931 time: 0.0661867 Feb 21 09:50:43.625874 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.v2.base [req-9b5cb97b-e0f5-4f33-8a1b-6389dcd2ead4 req-c1e520f7-7b0d-470e-bbe6-a0ed3e2e47cc service neutron] Request body: {'port': {'device_id': '7e0ced2b-6d7c-44a8-b399-027746636f4e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:50:43.665787 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-6463aff7-890b-4312-842e-f722c61a2b3e None None] Provisioning complete for port 9b521c37-ce5f-44e7-a93c-4aed60cdc3e6 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:50:43.666396 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-6463aff7-890b-4312-842e-f722c61a2b3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7397950'] for port (9b521c37-ce5f-44e7-a93c-4aed60cdc3e6), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:50:43.700818 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-6463aff7-890b-4312-842e-f722c61a2b3e None None] Port 9b521c37-ce5f-44e7-a93c-4aed60cdc3e6 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 09:50:43.724668 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-c6f04d73-588f-46d0-be81-2311a318880a req-a3e72e01-25de-4e5e-823e-b2b183bafe0d tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/security-groups?id=db45a7aa-67ef-4d02-a054-65d220dce7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949078 Feb 21 09:50:43.725370 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-9b5cb97b-e0f5-4f33-8a1b-6389dcd2ead4 req-c1e520f7-7b0d-470e-bbe6-a0ed3e2e47cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (9b521c37-ce5f-44e7-a93c-4aed60cdc3e6), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:50:44.019435 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.notifiers.nova [req-9b5cb97b-e0f5-4f33-8a1b-6389dcd2ead4 req-c1e520f7-7b0d-470e-bbe6-a0ed3e2e47cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b521c37-ce5f-44e7-a93c-4aed60cdc3e6 {{(pid=109856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 09:50:44.027107 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-9b5cb97b-e0f5-4f33-8a1b-6389dcd2ead4 req-c1e520f7-7b0d-470e-bbe6-a0ed3e2e47cc service neutron] Publish callbacks [] for port (9b521c37-ce5f-44e7-a93c-4aed60cdc3e6), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:50:44.039395 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.db.provisioning_blocks [req-9b5cb97b-e0f5-4f33-8a1b-6389dcd2ead4 req-c1e520f7-7b0d-470e-bbe6-a0ed3e2e47cc service neutron] Transition to ACTIVE for port object 9b521c37-ce5f-44e7-a93c-4aed60cdc3e6 will not be triggered until provisioned by entity L2. {{(pid=109856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:50:44.116489 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-9b5cb97b-e0f5-4f33-8a1b-6389dcd2ead4 req-c1e520f7-7b0d-470e-bbe6-a0ed3e2e47cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782759442315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782758885690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782758885708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3277436'] for port (9b521c37-ce5f-44e7-a93c-4aed60cdc3e6), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:50:44.174002 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e520f7-7b0d-470e-bbe6-a0ed3e2e47cc service neutron] Pushing event updated for resources: {'Port': ['ID=9b521c37-ce5f-44e7-a93c-4aed60cdc3e6,revision_number=2']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:50:44.258062 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-9b5cb97b-e0f5-4f33-8a1b-6389dcd2ead4 req-c1e520f7-7b0d-470e-bbe6-a0ed3e2e47cc service neutron] Attempting to bind port 9b521c37-ce5f-44e7-a93c-4aed60cdc3e6 on host hv-cinder-80475 for vnic_type normal with profile {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 09:50:44.258325 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-9b5cb97b-e0f5-4f33-8a1b-6389dcd2ead4 req-c1e520f7-7b0d-470e-bbe6-a0ed3e2e47cc service neutron] Attempting to bind port 9b521c37-ce5f-44e7-a93c-4aed60cdc3e6 by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': '74e7b622-908b-4731-b83b-33d793e03349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '520af2ea-1f8c-46b3-b630-6172c62f3d29'}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 09:50:44.258658 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b5cb97b-e0f5-4f33-8a1b-6389dcd2ead4 req-c1e520f7-7b0d-470e-bbe6-a0ed3e2e47cc service neutron] Attempting to bind port 9b521c37-ce5f-44e7-a93c-4aed60cdc3e6 on network 520af2ea-1f8c-46b3-b630-6172c62f3d29 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 09:50:44.263628 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b5cb97b-e0f5-4f33-8a1b-6389dcd2ead4 req-c1e520f7-7b0d-470e-bbe6-a0ed3e2e47cc service neutron] Port 9b521c37-ce5f-44e7-a93c-4aed60cdc3e6 on network 520af2ea-1f8c-46b3-b630-6172c62f3d29 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 09:50:44.263951 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b5cb97b-e0f5-4f33-8a1b-6389dcd2ead4 req-c1e520f7-7b0d-470e-bbe6-a0ed3e2e47cc service neutron] Attempting to bind port 9b521c37-ce5f-44e7-a93c-4aed60cdc3e6 on network 520af2ea-1f8c-46b3-b630-6172c62f3d29 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 09:50:44.271712 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b5cb97b-e0f5-4f33-8a1b-6389dcd2ead4 req-c1e520f7-7b0d-470e-bbe6-a0ed3e2e47cc service neutron] Checking agent: {'id': 'f5044fde-eef4-46eb-b3ce-4ab87030ccc0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 9, 43, 36), 'started_at': datetime.datetime(2022, 2, 21, 9, 43, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 50, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 09:50:44.272047 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b5cb97b-e0f5-4f33-8a1b-6389dcd2ead4 req-c1e520f7-7b0d-470e-bbe6-a0ed3e2e47cc service neutron] Checking segment: {'id': '74e7b622-908b-4731-b83b-33d793e03349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '520af2ea-1f8c-46b3-b630-6172c62f3d29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 09:50:44.272430 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b5cb97b-e0f5-4f33-8a1b-6389dcd2ead4 req-c1e520f7-7b0d-470e-bbe6-a0ed3e2e47cc service neutron] Bound using segment: {'id': '74e7b622-908b-4731-b83b-33d793e03349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '520af2ea-1f8c-46b3-b630-6172c62f3d29'} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 09:50:44.273001 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-9b5cb97b-e0f5-4f33-8a1b-6389dcd2ead4 req-c1e520f7-7b0d-470e-bbe6-a0ed3e2e47cc service neutron] Bound port: 9b521c37-ce5f-44e7-a93c-4aed60cdc3e6, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74e7b622-908b-4731-b83b-33d793e03349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '520af2ea-1f8c-46b3-b630-6172c62f3d29'}}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 09:50:44.273377 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-9b5cb97b-e0f5-4f33-8a1b-6389dcd2ead4 req-c1e520f7-7b0d-470e-bbe6-a0ed3e2e47cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (9b521c37-ce5f-44e7-a93c-4aed60cdc3e6), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:50:44.352808 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-9b5cb97b-e0f5-4f33-8a1b-6389dcd2ead4 req-c1e520f7-7b0d-470e-bbe6-a0ed3e2e47cc service neutron] For port 9b521c37-ce5f-44e7-a93c-4aed60cdc3e6, host hv-cinder-80475, cleared binding levels {{(pid=109856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:50:44.355924 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-9b5cb97b-e0f5-4f33-8a1b-6389dcd2ead4 req-c1e520f7-7b0d-470e-bbe6-a0ed3e2e47cc service neutron] For port 9b521c37-ce5f-44e7-a93c-4aed60cdc3e6, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=9b521c37-ce5f-44e7-a93c-4aed60cdc3e6,segment=NetworkSegment(74e7b622-908b-4731-b83b-33d793e03349),segment_id=74e7b622-908b-4731-b83b-33d793e03349)] {{(pid=109856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:50:44.403832 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-9b5cb97b-e0f5-4f33-8a1b-6389dcd2ead4 req-c1e520f7-7b0d-470e-bbe6-a0ed3e2e47cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782759442315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782758885690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782758885708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3277436'] for port (9b521c37-ce5f-44e7-a93c-4aed60cdc3e6), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:50:44.443244 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5cb97b-e0f5-4f33-8a1b-6389dcd2ead4 req-c1e520f7-7b0d-470e-bbe6-a0ed3e2e47cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:50:44.443867 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-9b5cb97b-e0f5-4f33-8a1b-6389dcd2ead4 req-c1e520f7-7b0d-470e-bbe6-a0ed3e2e47cc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8333137'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:50:44.445291 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-9b5cb97b-e0f5-4f33-8a1b-6389dcd2ead4 req-c1e520f7-7b0d-470e-bbe6-a0ed3e2e47cc service neutron] 10.222.0.69 "PUT /v2.0/ports/9b521c37-ce5f-44e7-a93c-4aed60cdc3e6 HTTP/1.1" status: 200 len: 1093 time: 0.8302302 Feb 21 09:50:44.445746 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e0ced2b-6d7c-44a8-b399-027746636f4e', 'tag': '9b521c37-ce5f-44e7-a93c-4aed60cdc3e6'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:50:44.448012 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c95017b57136a4249e8df2494e5587cd96ada80ae38c14c6a4695013360e62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fac5368d-cf73-4a85-b15f-8e8fbbb0af47" -d '{"events": [{"name": "network-changed", "server_uuid": "7e0ced2b-6d7c-44a8-b399-027746636f4e", "tag": "9b521c37-ce5f-44e7-a93c-4aed60cdc3e6"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:50:44.474649 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e520f7-7b0d-470e-bbe6-a0ed3e2e47cc service neutron] Pushing event updated for resources: {'Port': ['ID=9b521c37-ce5f-44e7-a93c-4aed60cdc3e6,revision_number=3']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:50:44.495389 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 09:50:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2034cdc-f66b-43ba-a1de-14ac05ffa9ad x-openstack-request-id: req-c2034cdc-f66b-43ba-a1de-14ac05ffa9ad {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:50:44.496017 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e0ced2b-6d7c-44a8-b399-027746636f4e", "tag": "9b521c37-ce5f-44e7-a93c-4aed60cdc3e6", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:50:44.496017 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-c2034cdc-f66b-43ba-a1de-14ac05ffa9ad {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:50:44.496687 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e0ced2b-6d7c-44a8-b399-027746636f4e', 'tag': '9b521c37-ce5f-44e7-a93c-4aed60cdc3e6', 'status': 'completed', 'code': 200} Feb 21 09:50:44.565457 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac5368d-cf73-4a85-b15f-8e8fbbb0af47 req-8e0ddaf7-bac1-47fb-962b-6b616a86f20c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:50:44.569881 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-fac5368d-cf73-4a85-b15f-8e8fbbb0af47 req-8e0ddaf7-bac1-47fb-962b-6b616a86f20c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=bb268944fc6e49c098a033696a582d47&device_id=7e0ced2b-6d7c-44a8-b399-027746636f4e HTTP/1.1" status: 200 len: 1127 time: 0.0489559 Feb 21 09:50:44.675753 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac5368d-cf73-4a85-b15f-8e8fbbb0af47 req-4db8acf1-6226-4d09-b2fc-e1586a2b661f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:50:44.677270 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-fac5368d-cf73-4a85-b15f-8e8fbbb0af47 req-4db8acf1-6226-4d09-b2fc-e1586a2b661f service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=bb268944fc6e49c098a033696a582d47&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0986977 Feb 21 09:50:44.769575 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac5368d-cf73-4a85-b15f-8e8fbbb0af47 req-6d88f8d4-54a6-4f2b-a179-75fb3b12fc90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:50:44.770978 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-fac5368d-cf73-4a85-b15f-8e8fbbb0af47 req-6d88f8d4-54a6-4f2b-a179-75fb3b12fc90 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0858316 Feb 21 09:50:44.881406 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0904781f-6d01-4333-8dca-9d4dc9f6deb3 req-8ea1f6a3-31fb-497d-83e6-c80e91a59574 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:50:44.882880 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-0904781f-6d01-4333-8dca-9d4dc9f6deb3 req-8ea1f6a3-31fb-497d-83e6-c80e91a59574 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e0ced2b-6d7c-44a8-b399-027746636f4e HTTP/1.1" status: 200 len: 943 time: 0.0848508 Feb 21 09:50:44.889864 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5cb97b-e0f5-4f33-8a1b-6389dcd2ead4 req-5cd88f55-a9b7-413a-8d87-e48e5ccfbcbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:50:44.891290 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-9b5cb97b-e0f5-4f33-8a1b-6389dcd2ead4 req-5cd88f55-a9b7-413a-8d87-e48e5ccfbcbe service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=bb268944fc6e49c098a033696a582d47&device_id=7e0ced2b-6d7c-44a8-b399-027746636f4e HTTP/1.1" status: 200 len: 1127 time: 0.0809236 Feb 21 09:50:44.948172 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-9b5cb97b-e0f5-4f33-8a1b-6389dcd2ead4 req-22f50550-3b9b-413e-b3fa-3154d8cd1bbe service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9b521c37-ce5f-44e7-a93c-4aed60cdc3e6 HTTP/1.1" status: 200 len: 217 time: 0.0492320 Feb 21 09:50:44.990188 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-0904781f-6d01-4333-8dca-9d4dc9f6deb3 req-f6710a1d-0ee7-436f-9141-9f6da3318adb tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/security-groups?id=db45a7aa-67ef-4d02-a054-65d220dce7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979686 Feb 21 09:50:45.005075 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5cb97b-e0f5-4f33-8a1b-6389dcd2ead4 req-f6728a18-e8ff-46b5-9d95-acda36e54933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:50:45.007741 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-9b5cb97b-e0f5-4f33-8a1b-6389dcd2ead4 req-f6728a18-e8ff-46b5-9d95-acda36e54933 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=481c3383-55ad-4322-8e52-c4b40a8b221b HTTP/1.1" status: 200 len: 856 time: 0.0526049 Feb 21 09:50:45.061534 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5cb97b-e0f5-4f33-8a1b-6389dcd2ead4 req-a9cff679-493f-4576-bfd9-697a762a6caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:50:45.063085 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-9b5cb97b-e0f5-4f33-8a1b-6389dcd2ead4 req-a9cff679-493f-4576-bfd9-697a762a6caa service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=520af2ea-1f8c-46b3-b630-6172c62f3d29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0480006 Feb 21 09:50:45.148453 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-9b5cb97b-e0f5-4f33-8a1b-6389dcd2ead4 req-951e07a5-469d-48d6-a94b-3ca99f8ae886 service neutron] 10.222.0.69 "GET /v2.0/networks/520af2ea-1f8c-46b3-b630-6172c62f3d29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793941 Feb 21 09:50:45.237965 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-9b5cb97b-e0f5-4f33-8a1b-6389dcd2ead4 req-0a2c1b16-9444-4859-8f82-3dae40e97e66 service neutron] 10.222.0.69 "GET /v2.0/networks/520af2ea-1f8c-46b3-b630-6172c62f3d29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836546 Feb 21 09:50:46.118784 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baa2ede-2566-4d32-b522-52a24392542e req-4dcf5e94-fe61-4330-90d2-e14da98a6696 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:50:46.120266 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-8baa2ede-2566-4d32-b522-52a24392542e req-4dcf5e94-fe61-4330-90d2-e14da98a6696 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e0ced2b-6d7c-44a8-b399-027746636f4e HTTP/1.1" status: 200 len: 943 time: 0.0553007 Feb 21 09:50:46.165761 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-8baa2ede-2566-4d32-b522-52a24392542e req-cacdb3bf-93a7-41e3-a6c3-863bd9bd8601 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/security-groups?id=db45a7aa-67ef-4d02-a054-65d220dce7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393784 Feb 21 09:50:47.286521 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c01afb-879d-49e3-be02-4d7199a57250 req-4efc1c8f-4f50-42ac-adc2-87df34333860 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:50:47.287884 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-f1c01afb-879d-49e3-be02-4d7199a57250 req-4efc1c8f-4f50-42ac-adc2-87df34333860 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e0ced2b-6d7c-44a8-b399-027746636f4e HTTP/1.1" status: 200 len: 943 time: 0.0507081 Feb 21 09:50:47.334107 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-f1c01afb-879d-49e3-be02-4d7199a57250 req-ef2c42a4-4390-4103-af70-887f74d84af5 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/security-groups?id=db45a7aa-67ef-4d02-a054-65d220dce7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402727 Feb 21 09:50:47.902679 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Device 9b521c37-ce5f-44e7-a93c-4aed60cdc3e6 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 09:50:48.000452 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] For port 9b521c37-ce5f-44e7-a93c-4aed60cdc3e6, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=9b521c37-ce5f-44e7-a93c-4aed60cdc3e6,segment=NetworkSegment(74e7b622-908b-4731-b83b-33d793e03349),segment_id=74e7b622-908b-4731-b83b-33d793e03349)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:50:48.012335 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Returning: {'device': '9b521c37-ce5f-44e7-a93c-4aed60cdc3e6', 'network_id': '520af2ea-1f8c-46b3-b630-6172c62f3d29', 'port_id': '9b521c37-ce5f-44e7-a93c-4aed60cdc3e6', 'mac_address': 'fa:16:3e:1e:02:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '481c3383-55ad-4322-8e52-c4b40a8b221b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 09:50:48.053346 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Current status of the port 9b521c37-ce5f-44e7-a93c-4aed60cdc3e6 is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:50:48.053993 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (9b521c37-ce5f-44e7-a93c-4aed60cdc3e6), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:50:48.069857 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b521c37-ce5f-44e7-a93c-4aed60cdc3e6 {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 09:50:48.088216 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] For port 9b521c37-ce5f-44e7-a93c-4aed60cdc3e6, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=9b521c37-ce5f-44e7-a93c-4aed60cdc3e6,segment=NetworkSegment(74e7b622-908b-4731-b83b-33d793e03349),segment_id=74e7b622-908b-4731-b83b-33d793e03349)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:50:48.145118 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782759442315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782758885690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782758885708'] for port (9b521c37-ce5f-44e7-a93c-4aed60cdc3e6), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:50:48.193259 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Pushing event updated for resources: {'Port': ['ID=9b521c37-ce5f-44e7-a93c-4aed60cdc3e6,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:50:48.457923 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] get_ports_and_sgs() called for port_ids ['9b521c37-ce5f-44e7-a93c-4aed60cdc3e6'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 09:50:48.460010 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cff656-6b2e-481f-9fbb-8d8fada33dc2 req-f80c526d-aca9-4d37-892c-541b5ea4c301 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:50:48.461533 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-11cff656-6b2e-481f-9fbb-8d8fada33dc2 req-f80c526d-aca9-4d37-892c-541b5ea4c301 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e0ced2b-6d7c-44a8-b399-027746636f4e HTTP/1.1" status: 200 len: 944 time: 0.0557752 Feb 21 09:50:48.509161 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-11cff656-6b2e-481f-9fbb-8d8fada33dc2 req-796b2981-a573-46dc-b0a3-349f6249105e tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/security-groups?id=db45a7aa-67ef-4d02-a054-65d220dce7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419099 Feb 21 09:50:49.635841 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dff93e-452c-4619-899d-e886d34d06a3 req-f4f66389-ac0f-42ed-944e-94c2b7005f0b tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:50:49.637428 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-44dff93e-452c-4619-899d-e886d34d06a3 req-f4f66389-ac0f-42ed-944e-94c2b7005f0b tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e0ced2b-6d7c-44a8-b399-027746636f4e HTTP/1.1" status: 200 len: 944 time: 0.0543756 Feb 21 09:50:49.686241 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-44dff93e-452c-4619-899d-e886d34d06a3 req-79ea3f51-da64-42de-aec8-80eddaaab659 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/security-groups?id=db45a7aa-67ef-4d02-a054-65d220dce7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429649 Feb 21 09:50:49.927235 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Device 9b521c37-ce5f-44e7-a93c-4aed60cdc3e6 up at agent hyperv_hv-cinder-80475 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:50:50.076808 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Provisioning for port 9b521c37-ce5f-44e7-a93c-4aed60cdc3e6 completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:50:50.081473 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Provisioning complete for port 9b521c37-ce5f-44e7-a93c-4aed60cdc3e6 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:50:50.081851 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7397950'] for port (9b521c37-ce5f-44e7-a93c-4aed60cdc3e6), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:50:50.172728 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Current status of the port 9b521c37-ce5f-44e7-a93c-4aed60cdc3e6 is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:50:50.173108 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (9b521c37-ce5f-44e7-a93c-4aed60cdc3e6), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:50:50.197116 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e0ced2b-6d7c-44a8-b399-027746636f4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b521c37-ce5f-44e7-a93c-4aed60cdc3e6'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:50:50.199408 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd82e867db05f05d31de18fef3a4b5738e999913abe260e0f677426061852263" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17e3ee84-e511-4b9e-bb30-85af935b6efc" -d '{"events": [{"server_uuid": "7e0ced2b-6d7c-44a8-b399-027746636f4e", "name": "network-vif-plugged", "status": "completed", "tag": "9b521c37-ce5f-44e7-a93c-4aed60cdc3e6"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:50:50.213472 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] For port 9b521c37-ce5f-44e7-a93c-4aed60cdc3e6, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=9b521c37-ce5f-44e7-a93c-4aed60cdc3e6,segment=NetworkSegment(74e7b622-908b-4731-b83b-33d793e03349),segment_id=74e7b622-908b-4731-b83b-33d793e03349)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:50:50.237724 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 09:50:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f03f08ca-d1ce-4b21-a393-e8ba24d16ff6 x-openstack-request-id: req-f03f08ca-d1ce-4b21-a393-e8ba24d16ff6 {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:50:50.238047 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e0ced2b-6d7c-44a8-b399-027746636f4e", "name": "network-vif-plugged", "status": "completed", "tag": "9b521c37-ce5f-44e7-a93c-4aed60cdc3e6", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:50:50.238336 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-f03f08ca-d1ce-4b21-a393-e8ba24d16ff6 {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:50:50.238800 dv-cinder-804757-16-iscsi neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e0ced2b-6d7c-44a8-b399-027746636f4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b521c37-ce5f-44e7-a93c-4aed60cdc3e6', 'code': 200} Feb 21 09:50:50.299186 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782759442315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782758885690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782758885708'] for port (9b521c37-ce5f-44e7-a93c-4aed60cdc3e6), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:50:50.349015 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Pushing event updated for resources: {'Port': ['ID=9b521c37-ce5f-44e7-a93c-4aed60cdc3e6,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:50:50.612146 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592066bc-4148-4380-af33-216c8154cbfb req-479db826-ad80-4706-8c15-ee7ccb8fa2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:50:50.613708 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-592066bc-4148-4380-af33-216c8154cbfb req-479db826-ad80-4706-8c15-ee7ccb8fa2f1 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=7e0ced2b-6d7c-44a8-b399-027746636f4e HTTP/1.1" status: 200 len: 1129 time: 0.0465863 Feb 21 09:50:50.663660 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-592066bc-4148-4380-af33-216c8154cbfb req-cc88c398-2bcf-42e4-aff9-f3ac9c3c1339 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=db45a7aa-67ef-4d02-a054-65d220dce7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389807 Feb 21 09:50:50.809599 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b824f370-c0d4-4d19-aa89-6fd2aba81e8c req-c56daed9-ca89-426e-a282-aeb86d6e9c8f tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:50:50.811918 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-b824f370-c0d4-4d19-aa89-6fd2aba81e8c req-c56daed9-ca89-426e-a282-aeb86d6e9c8f tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e0ced2b-6d7c-44a8-b399-027746636f4e HTTP/1.1" status: 200 len: 945 time: 0.0530312 Feb 21 09:50:50.858382 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-b824f370-c0d4-4d19-aa89-6fd2aba81e8c req-2c02b23e-3d82-4f5b-9426-8535835c4210 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/security-groups?id=db45a7aa-67ef-4d02-a054-65d220dce7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407472 Feb 21 09:50:51.996571 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1072eecb-b86c-41f8-aed2-afe33a80e3cd req-e9bac94b-1b89-4d8d-b6d7-36f60b9756dc tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:50:51.998113 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-1072eecb-b86c-41f8-aed2-afe33a80e3cd req-e9bac94b-1b89-4d8d-b6d7-36f60b9756dc tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e0ced2b-6d7c-44a8-b399-027746636f4e HTTP/1.1" status: 200 len: 945 time: 0.0639884 Feb 21 09:50:52.051337 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-1072eecb-b86c-41f8-aed2-afe33a80e3cd req-1a369ca7-d4b6-45a0-8186-4e6cceb5aada tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/security-groups?id=db45a7aa-67ef-4d02-a054-65d220dce7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473764 Feb 21 09:50:53.174370 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776933d6-de67-492d-bea9-faa34eb3ac4c req-7a5332c2-092b-434b-a803-5e2e493dc10d tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:50:53.175839 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-776933d6-de67-492d-bea9-faa34eb3ac4c req-7a5332c2-092b-434b-a803-5e2e493dc10d tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e0ced2b-6d7c-44a8-b399-027746636f4e HTTP/1.1" status: 200 len: 945 time: 0.0513861 Feb 21 09:50:53.223679 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-776933d6-de67-492d-bea9-faa34eb3ac4c req-3a895b2b-7286-42b5-9fab-0de8cce0de66 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/security-groups?id=db45a7aa-67ef-4d02-a054-65d220dce7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419738 Feb 21 09:50:53.347452 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a8abc9-76b6-460d-8ca9-cb41bc85f492 req-c2b8720d-aaf9-43ad-bdc6-16f2f1287c34 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:50:53.348857 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-66a8abc9-76b6-460d-8ca9-cb41bc85f492 req-c2b8720d-aaf9-43ad-bdc6-16f2f1287c34 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e0ced2b-6d7c-44a8-b399-027746636f4e HTTP/1.1" status: 200 len: 945 time: 0.0537274 Feb 21 09:50:53.357354 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.71', 56706) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:50:53.361993 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.v2.base [None req-ae088043-21bd-41ea-b53f-2f59482e6ffb tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Request body: {'floatingip': {'port_id': '9b521c37-ce5f-44e7-a93c-4aed60cdc3e6'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:50:53.403824 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ae088043-21bd-41ea-b53f-2f59482e6ffb tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Publish callbacks [] for floatingip (46c92a04-d91e-41d7-8f64-e46da4a2ae64), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:50:54.047157 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ae088043-21bd-41ea-b53f-2f59482e6ffb tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:50:54.116021 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ae088043-21bd-41ea-b53f-2f59482e6ffb tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7917303'] for floatingip (46c92a04-d91e-41d7-8f64-e46da4a2ae64), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:50:54.214097 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.db.l3_db [None req-ae088043-21bd-41ea-b53f-2f59482e6ffb tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Floating IP 46c92a04-d91e-41d7-8f64-e46da4a2ae64 associated. External IP: 172.27.2.169, port: 9b521c37-ce5f-44e7-a93c-4aed60cdc3e6. Feb 21 09:50:54.426325 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae088043-21bd-41ea-b53f-2f59482e6ffb tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Router fbd48c71-9f64-48cb-bb66-85f47e25eea9 has already been hosted by L3 agent f1afc09b-b148-496e-b857-a568110caa3c {{(pid=109857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:50:54.534642 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae088043-21bd-41ea-b53f-2f59482e6ffb tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Notify agent at l3_agent.dv-cinder-804757-16-iscsi the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:50:54.539499 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ae088043-21bd-41ea-b53f-2f59482e6ffb tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8333137'] for floatingip (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:50:54.544359 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-369c25ef-598e-429f-adb9-439a439bc133 None None] Sync routers for ids ['fbd48c71-9f64-48cb-bb66-85f47e25eea9'] in dv-cinder-804757-16-iscsi {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 09:50:54.553527 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-369c25ef-598e-429f-adb9-439a439bc133 None None] Routers {'fbd48c71-9f64-48cb-bb66-85f47e25eea9'} bound to L3 agent in host dv-cinder-804757-16-iscsi {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:50:54.554135 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-369c25ef-598e-429f-adb9-439a439bc133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-21T09:37:05Z,description=,heartbeat_timestamp=2022-02-21T09:50:35Z,host='dv-cinder-804757-16-iscsi',id=f1afc09b-b148-496e-b857-a568110caa3c,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:37:06Z,topic='l3_agent')) {'router_ids': ['fbd48c71-9f64-48cb-bb66-85f47e25eea9'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:50:54.569452 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [None req-ae088043-21bd-41ea-b53f-2f59482e6ffb tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "PUT /v2.0/floatingips/46c92a04-d91e-41d7-8f64-e46da4a2ae64 HTTP/1.1" status: 200 len: 991 time: 1.2110317 Feb 21 09:50:54.570054 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e0ced2b-6d7c-44a8-b399-027746636f4e', 'tag': '9b521c37-ce5f-44e7-a93c-4aed60cdc3e6'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:50:54.572268 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed733fd514e63afa326271342bdd0eb660bec12def84d2cf05433d99cf8b9d1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1c4e679-efb3-4768-939e-a838b175224f" -d '{"events": [{"name": "network-changed", "server_uuid": "7e0ced2b-6d7c-44a8-b399-027746636f4e", "tag": "9b521c37-ce5f-44e7-a93c-4aed60cdc3e6"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:50:54.666024 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-369c25ef-598e-429f-adb9-439a439bc133 None None] Set router fbd48c71-9f64-48cb-bb66-85f47e25eea9 gateway port host: dv-cinder-804757-16-iscsi {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:50:54.679232 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 09:50:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b165090-bb83-4b8b-be05-5f0290d29853 x-openstack-request-id: req-9b165090-bb83-4b8b-be05-5f0290d29853 {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:50:54.679702 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e0ced2b-6d7c-44a8-b399-027746636f4e", "tag": "9b521c37-ce5f-44e7-a93c-4aed60cdc3e6", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:50:54.680125 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-9b165090-bb83-4b8b-be05-5f0290d29853 {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:50:54.680718 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e0ced2b-6d7c-44a8-b399-027746636f4e', 'tag': '9b521c37-ce5f-44e7-a93c-4aed60cdc3e6', 'status': 'completed', 'code': 200} Feb 21 09:50:54.756698 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c4e679-efb3-4768-939e-a838b175224f req-7c5deb79-6202-4f8b-a66d-882c46b2ec5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:50:54.758249 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-d1c4e679-efb3-4768-939e-a838b175224f req-7c5deb79-6202-4f8b-a66d-882c46b2ec5d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=bb268944fc6e49c098a033696a582d47&device_id=7e0ced2b-6d7c-44a8-b399-027746636f4e HTTP/1.1" status: 200 len: 1129 time: 0.0454659 Feb 21 09:50:54.868311 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c4e679-efb3-4768-939e-a838b175224f req-cc594c08-572b-4462-8812-b3dbefb190a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:50:54.869866 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-d1c4e679-efb3-4768-939e-a838b175224f req-cc594c08-572b-4462-8812-b3dbefb190a8 service neutron] 10.222.0.69 "GET /v2.0/networks?id=520af2ea-1f8c-46b3-b630-6172c62f3d29 HTTP/1.1" status: 200 len: 918 time: 0.1049573 Feb 21 09:50:54.940920 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-d1c4e679-efb3-4768-939e-a838b175224f req-faa32e76-358c-4755-9561-a1d1f11faed8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9b521c37-ce5f-44e7-a93c-4aed60cdc3e6 HTTP/1.1" status: 200 len: 999 time: 0.0641172 Feb 21 09:50:54.992468 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c4e679-efb3-4768-939e-a838b175224f req-769b5dd2-9545-4b3c-8042-b24e234ee01f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:50:54.993955 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-d1c4e679-efb3-4768-939e-a838b175224f req-769b5dd2-9545-4b3c-8042-b24e234ee01f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=481c3383-55ad-4322-8e52-c4b40a8b221b HTTP/1.1" status: 200 len: 856 time: 0.0464103 Feb 21 09:50:55.029298 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-369c25ef-598e-429f-adb9-439a439bc133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbd48c71-9f64-48cb-bb66-85f47e25eea9', 'name': 'tempest-AttachVolumeShelveTestJSON-1060252682-router', 'tenant_id': 'bb268944fc6e49c098a033696a582d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'external_fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': '44c48f89-98de-47de-9ff8-b1309d693f07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:46:46Z', 'updated_at': '2022-02-21T09:46:51Z', 'revision_number': 4, 'project_id': 'bb268944fc6e49c098a033696a582d47', 'gw_port': {'id': '44c48f89-98de-47de-9ff8-b1309d693f07', 'name': '', 'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:46:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbd48c71-9f64-48cb-bb66-85f47e25eea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:46:47Z', 'updated_at': '2022-02-21T09:46:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-16-iscsi', '_floatingips': [{'id': '46c92a04-d91e-41d7-8f64-e46da4a2ae64', 'tenant_id': 'bb268944fc6e49c098a033696a582d47', 'floating_ip_address': '172.27.2.169', 'floating_network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'router_id': 'fbd48c71-9f64-48cb-bb66-85f47e25eea9', 'port_id': '9b521c37-ce5f-44e7-a93c-4aed60cdc3e6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '520af2ea-1f8c-46b3-b630-6172c62f3d29', 'mac_address': 'fa:16:3e:1e:02:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0ced2b-6d7c-44a8-b399-027746636f4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T09:50:38Z', 'updated_at': '2022-02-21T09:50:53Z', 'revision_number': 1, 'project_id': 'bb268944fc6e49c098a033696a582d47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5d3ae90-7a5d-45dc-94b6-8bb52e62e08e', 'name': '', 'network_id': '520af2ea-1f8c-46b3-b630-6172c62f3d29', 'tenant_id': 'bb268944fc6e49c098a033696a582d47', 'mac_address': 'fa:16:3e:b2:97:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbd48c71-9f64-48cb-bb66-85f47e25eea9', 'device_owner': 'network:router_interface', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': '481c3383-55ad-4322-8e52-c4b40a8b221b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:46:50Z', 'updated_at': '2022-02-21T09:46:55Z', 'revision_number': 5, 'project_id': 'bb268944fc6e49c098a033696a582d47', 'subnets': [{'id': '481c3383-55ad-4322-8e52-c4b40a8b221b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-16-iscsi', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:50:55.047827 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c4e679-efb3-4768-939e-a838b175224f req-ea9e76ff-5ab5-4a5d-9c70-3d8c597e1670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:50:55.049648 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-d1c4e679-efb3-4768-939e-a838b175224f req-ea9e76ff-5ab5-4a5d-9c70-3d8c597e1670 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=520af2ea-1f8c-46b3-b630-6172c62f3d29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0457585 Feb 21 09:50:55.060642 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-369c25ef-598e-429f-adb9-439a439bc133 None None] Checking router: fbd48c71-9f64-48cb-bb66-85f47e25eea9 for host: dv-cinder-804757-16-iscsi {{(pid=109858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 09:50:55.069859 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-369c25ef-598e-429f-adb9-439a439bc133 None None] Routers {'fbd48c71-9f64-48cb-bb66-85f47e25eea9'} bound to L3 agent in host dv-cinder-804757-16-iscsi {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:50:55.070478 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-369c25ef-598e-429f-adb9-439a439bc133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-21T09:37:05Z,description=,heartbeat_timestamp=2022-02-21T09:50:35Z,host='dv-cinder-804757-16-iscsi',id=f1afc09b-b148-496e-b857-a568110caa3c,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:37:06Z,topic='l3_agent')) {'router_ids': ['fbd48c71-9f64-48cb-bb66-85f47e25eea9'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:50:55.143507 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-d1c4e679-efb3-4768-939e-a838b175224f req-bec9430b-247d-4973-853e-1613d27dd971 service neutron] 10.222.0.69 "GET /v2.0/networks/520af2ea-1f8c-46b3-b630-6172c62f3d29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864413 Feb 21 09:50:55.188775 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-369c25ef-598e-429f-adb9-439a439bc133 None None] Set router fbd48c71-9f64-48cb-bb66-85f47e25eea9 gateway port host: dv-cinder-804757-16-iscsi {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:50:55.240920 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-d1c4e679-efb3-4768-939e-a838b175224f req-06ce81f2-199e-493e-a8f5-91ea2ef432fb service neutron] 10.222.0.69 "GET /v2.0/networks/520af2ea-1f8c-46b3-b630-6172c62f3d29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891848 Feb 21 09:50:55.418726 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-369c25ef-598e-429f-adb9-439a439bc133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbd48c71-9f64-48cb-bb66-85f47e25eea9', 'name': 'tempest-AttachVolumeShelveTestJSON-1060252682-router', 'tenant_id': 'bb268944fc6e49c098a033696a582d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'external_fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': '44c48f89-98de-47de-9ff8-b1309d693f07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:46:46Z', 'updated_at': '2022-02-21T09:46:51Z', 'revision_number': 4, 'project_id': 'bb268944fc6e49c098a033696a582d47', 'gw_port': {'id': '44c48f89-98de-47de-9ff8-b1309d693f07', 'name': '', 'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:46:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbd48c71-9f64-48cb-bb66-85f47e25eea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:46:47Z', 'updated_at': '2022-02-21T09:46:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-16-iscsi', '_floatingips': [{'id': '46c92a04-d91e-41d7-8f64-e46da4a2ae64', 'tenant_id': 'bb268944fc6e49c098a033696a582d47', 'floating_ip_address': '172.27.2.169', 'floating_network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'router_id': 'fbd48c71-9f64-48cb-bb66-85f47e25eea9', 'port_id': '9b521c37-ce5f-44e7-a93c-4aed60cdc3e6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '520af2ea-1f8c-46b3-b630-6172c62f3d29', 'mac_address': 'fa:16:3e:1e:02:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0ced2b-6d7c-44a8-b399-027746636f4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T09:50:38Z', 'updated_at': '2022-02-21T09:50:53Z', 'revision_number': 1, 'project_id': 'bb268944fc6e49c098a033696a582d47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5d3ae90-7a5d-45dc-94b6-8bb52e62e08e', 'name': '', 'network_id': '520af2ea-1f8c-46b3-b630-6172c62f3d29', 'tenant_id': 'bb268944fc6e49c098a033696a582d47', 'mac_address': 'fa:16:3e:b2:97:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbd48c71-9f64-48cb-bb66-85f47e25eea9', 'device_owner': 'network:router_interface', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': '481c3383-55ad-4322-8e52-c4b40a8b221b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:46:50Z', 'updated_at': '2022-02-21T09:46:55Z', 'revision_number': 5, 'project_id': 'bb268944fc6e49c098a033696a582d47', 'subnets': [{'id': '481c3383-55ad-4322-8e52-c4b40a8b221b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-16-iscsi', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:50:55.449931 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-369c25ef-598e-429f-adb9-439a439bc133 None None] The sync data for ids ['fbd48c71-9f64-48cb-bb66-85f47e25eea9'] in dv-cinder-804757-16-iscsi is: [{'id': 'fbd48c71-9f64-48cb-bb66-85f47e25eea9', 'name': 'tempest-AttachVolumeShelveTestJSON-1060252682-router', 'tenant_id': 'bb268944fc6e49c098a033696a582d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'external_fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': '44c48f89-98de-47de-9ff8-b1309d693f07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:46:46Z', 'updated_at': '2022-02-21T09:46:51Z', 'revision_number': 4, 'project_id': 'bb268944fc6e49c098a033696a582d47', 'gw_port': {'id': '44c48f89-98de-47de-9ff8-b1309d693f07', 'name': '', 'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:46:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbd48c71-9f64-48cb-bb66-85f47e25eea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:46:47Z', 'updated_at': '2022-02-21T09:46:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-16-iscsi', '_floatingips': [{'id': '46c92a04-d91e-41d7-8f64-e46da4a2ae64', 'tenant_id': 'bb268944fc6e49c098a033696a582d47', 'floating_ip_address': '172.27.2.169', 'floating_network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'router_id': 'fbd48c71-9f64-48cb-bb66-85f47e25eea9', 'port_id': '9b521c37-ce5f-44e7-a93c-4aed60cdc3e6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '520af2ea-1f8c-46b3-b630-6172c62f3d29', 'mac_address': 'fa:16:3e:1e:02:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0ced2b-6d7c-44a8-b399-027746636f4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T09:50:38Z', 'updated_at': '2022-02-21T09:50:53Z', 'revision_number': 1, 'project_id': 'bb268944fc6e49c098a033696a582d47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5d3ae90-7a5d-45dc-94b6-8bb52e62e08e', 'name': '', 'network_id': '520af2ea-1f8c-46b3-b630-6172c62f3d29', 'tenant_id': 'bb268944fc6e49c098a033696a582d47', 'mac_address': 'fa:16:3e:b2:97:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbd48c71-9f64-48cb-bb66-85f47e25eea9', 'device_owner': 'network:router_interface', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': '481c3383-55ad-4322-8e52-c4b40a8b221b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:46:50Z', 'updated_at': '2022-02-21T09:46:55Z', 'revision_number': 5, 'project_id': 'bb268944fc6e49c098a033696a582d47', 'subnets': [{'id': '481c3383-55ad-4322-8e52-c4b40a8b221b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 09:50:55.631725 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90909bd7-f020-41be-9cdb-b235f49689e9 None None] New status for floating IP 46c92a04-d91e-41d7-8f64-e46da4a2ae64: ACTIVE {{(pid=109859) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 21 09:51:03.196191 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-31e7f6c5-6941-43a3-86c1-48652dcab3d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (7b1feb7e-a062-49d6-b835-c5fae1c9b9ce), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:05.550273 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-dd6c6036-d4cd-42bc-8b7e-9586127ac7a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (f1afc09b-b148-496e-b857-a568110caa3c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:06.830624 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-43ce5351-eeda-4347-b66a-565ea5ef4f96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (93f03475-d11b-4921-b82a-7ea88eab1568), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:07.802416 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (f5044fde-eef4-46eb-b3ce-4ab87030ccc0), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:08.138918 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-2b8302a0-632c-4bb4-a8e1-5b2fb521f750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (a872b2e0-7e3e-43db-8705-7fb9ea875340), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:09.664299 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (ce3e6371-75e2-4bba-8260-49cd855bb251), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:11.137921 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.agents_db [None req-1af9f625-7d23-4c31-ae08-d0e8b46e8d0e None None] Agent healthcheck: found 6 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 09:51:20.007918 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d578bceb-3835-460c-bc58-0aea87858dc1 req-556539ed-8e5f-403e-9dab-cade2184ece1 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:51:20.009486 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-d578bceb-3835-460c-bc58-0aea87858dc1 req-556539ed-8e5f-403e-9dab-cade2184ece1 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] 10.222.0.71 "GET /v2.0/ports?device_id=21b42964-1839-478c-b9ef-d2669e0df7ab HTTP/1.1" status: 200 len: 946 time: 0.0539894 Feb 21 09:51:20.056708 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-d578bceb-3835-460c-bc58-0aea87858dc1 req-f9ca36da-32e2-476c-b0f1-03dc578c31d0 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] 10.222.0.71 "GET /v2.0/security-groups?id=c2df74b9-ad12-4eb9-a8a1-7789d930d638&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408566 Feb 21 09:51:21.179486 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf595f6c-37ca-4bd7-86c7-816dc3264801 req-ca494fbd-25da-4bcf-b984-d8df57bb30a1 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:51:21.181022 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-cf595f6c-37ca-4bd7-86c7-816dc3264801 req-ca494fbd-25da-4bcf-b984-d8df57bb30a1 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] 10.222.0.71 "GET /v2.0/ports?device_id=21b42964-1839-478c-b9ef-d2669e0df7ab HTTP/1.1" status: 200 len: 946 time: 0.0557151 Feb 21 09:51:21.226558 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-cf595f6c-37ca-4bd7-86c7-816dc3264801 req-ff59a345-460f-41db-8841-0fd8558ac316 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] 10.222.0.71 "GET /v2.0/security-groups?id=c2df74b9-ad12-4eb9-a8a1-7789d930d638&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394132 Feb 21 09:51:22.084229 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fdb95b-35e1-48a8-8b4e-23c0cd7ac123 req-33a701de-d567-475d-b859-f634805a9110 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:51:22.085698 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-f8fdb95b-35e1-48a8-8b4e-23c0cd7ac123 req-33a701de-d567-475d-b859-f634805a9110 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] 10.222.0.69 "GET /v2.0/ports?device_id=21b42964-1839-478c-b9ef-d2669e0df7ab HTTP/1.1" status: 200 len: 946 time: 0.0519447 Feb 21 09:51:22.179323 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-f8fdb95b-35e1-48a8-8b4e-23c0cd7ac123 req-fb9b94cd-ec5d-4e78-8ed8-a13f144d3cad tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Deleting port 27b77bf4-0847-486e-892e-1c0b284ae1ba {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 09:51:22.179662 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-f8fdb95b-35e1-48a8-8b4e-23c0cd7ac123 req-fb9b94cd-ec5d-4e78-8ed8-a13f144d3cad tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782759436822'] for port (27b77bf4-0847-486e-892e-1c0b284ae1ba), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:22.265397 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-f8fdb95b-35e1-48a8-8b4e-23c0cd7ac123 req-fb9b94cd-ec5d-4e78-8ed8-a13f144d3cad tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] For port 27b77bf4-0847-486e-892e-1c0b284ae1ba, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=27b77bf4-0847-486e-892e-1c0b284ae1ba,segment=NetworkSegment(5efa1a12-8f20-494e-aa47-4db1b9a0dabf),segment_id=5efa1a12-8f20-494e-aa47-4db1b9a0dabf)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:51:22.265760 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-f8fdb95b-35e1-48a8-8b4e-23c0cd7ac123 req-fb9b94cd-ec5d-4e78-8ed8-a13f144d3cad tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7915455'] for port (27b77bf4-0847-486e-892e-1c0b284ae1ba), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:22.413117 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd3e3a0-0998-48ca-81d0-7d6eac00d007 req-8ac93a0b-ef83-4c67-aa1a-5025d176a09c tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:51:22.414553 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-5cd3e3a0-0998-48ca-81d0-7d6eac00d007 req-8ac93a0b-ef83-4c67-aa1a-5025d176a09c tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] 10.222.0.71 "GET /v2.0/ports?device_id=21b42964-1839-478c-b9ef-d2669e0df7ab HTTP/1.1" status: 200 len: 946 time: 0.1082983 Feb 21 09:51:22.494115 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-f8fdb95b-35e1-48a8-8b4e-23c0cd7ac123 req-fb9b94cd-ec5d-4e78-8ed8-a13f144d3cad tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:22.494494 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-f8fdb95b-35e1-48a8-8b4e-23c0cd7ac123 req-fb9b94cd-ec5d-4e78-8ed8-a13f144d3cad tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7917303'] for floatingip (a28803a2-3ef4-431d-8ae1-b94860f4618d), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:22.494803 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.db.l3_db [req-f8fdb95b-35e1-48a8-8b4e-23c0cd7ac123 req-fb9b94cd-ec5d-4e78-8ed8-a13f144d3cad tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Floating IP a28803a2-3ef4-431d-8ae1-b94860f4618d disassociated. External IP: 172.27.2.15, port: 27b77bf4-0847-486e-892e-1c0b284ae1ba. Feb 21 09:51:22.495135 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-f8fdb95b-35e1-48a8-8b4e-23c0cd7ac123 req-fb9b94cd-ec5d-4e78-8ed8-a13f144d3cad tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Calling delete_port for 27b77bf4-0847-486e-892e-1c0b284ae1ba owned by compute:nova {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 09:51:22.512428 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-5cd3e3a0-0998-48ca-81d0-7d6eac00d007 req-b16e0922-df59-4cf3-93a9-4c7b18708819 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] 10.222.0.71 "GET /v2.0/security-groups?id=c2df74b9-ad12-4eb9-a8a1-7789d930d638&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648260 Feb 21 09:51:22.687616 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-f8fdb95b-35e1-48a8-8b4e-23c0cd7ac123 req-fb9b94cd-ec5d-4e78-8ed8-a13f144d3cad tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782759442297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782758885681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277415'] for port (27b77bf4-0847-486e-892e-1c0b284ae1ba), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:22.714956 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9b94cd-ec5d-4e78-8ed8-a13f144d3cad tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Pushing event deleted for resources: {'Port': ['ID=27b77bf4-0847-486e-892e-1c0b284ae1ba,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:51:22.827033 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f8fdb95b-35e1-48a8-8b4e-23c0cd7ac123 req-fb9b94cd-ec5d-4e78-8ed8-a13f144d3cad tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Router 59d78fd2-d543-4627-8d86-6f6c7688097f has already been hosted by L3 agent f1afc09b-b148-496e-b857-a568110caa3c {{(pid=109856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:51:23.199824 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f8fdb95b-35e1-48a8-8b4e-23c0cd7ac123 req-fb9b94cd-ec5d-4e78-8ed8-a13f144d3cad tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Notify agent at l3_agent.dv-cinder-804757-16-iscsi the message routers_updated {{(pid=109856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:51:23.209946 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad269913-1163-4d4a-9e9e-59cd192a9fda None None] Sync routers for ids ['59d78fd2-d543-4627-8d86-6f6c7688097f'] in dv-cinder-804757-16-iscsi {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 09:51:23.220336 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad269913-1163-4d4a-9e9e-59cd192a9fda None None] Routers {'59d78fd2-d543-4627-8d86-6f6c7688097f'} bound to L3 agent in host dv-cinder-804757-16-iscsi {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:51:23.220976 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-ad269913-1163-4d4a-9e9e-59cd192a9fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-21T09:37:05Z,description=,heartbeat_timestamp=2022-02-21T09:51:05Z,host='dv-cinder-804757-16-iscsi',id=f1afc09b-b148-496e-b857-a568110caa3c,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:37:06Z,topic='l3_agent')) {'router_ids': ['59d78fd2-d543-4627-8d86-6f6c7688097f'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:51:23.238788 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8fdb95b-35e1-48a8-8b4e-23c0cd7ac123 req-fb9b94cd-ec5d-4e78-8ed8-a13f144d3cad tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] No DVR routers for this DVR port 27b77bf4-0847-486e-892e-1c0b284ae1ba on host hv-cinder-80475 {{(pid=109856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:51:23.241416 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-f8fdb95b-35e1-48a8-8b4e-23c0cd7ac123 req-fb9b94cd-ec5d-4e78-8ed8-a13f144d3cad tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8333137'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:23.244703 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-f8fdb95b-35e1-48a8-8b4e-23c0cd7ac123 req-fb9b94cd-ec5d-4e78-8ed8-a13f144d3cad tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] 10.222.0.69 "DELETE /v2.0/ports/27b77bf4-0847-486e-892e-1c0b284ae1ba HTTP/1.1" status: 204 len: 173 time: 1.1526058 Feb 21 09:51:23.245144 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21b42964-1839-478c-b9ef-d2669e0df7ab', 'name': 'network-vif-deleted', 'tag': '27b77bf4-0847-486e-892e-1c0b284ae1ba'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:51:23.248114 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c95017b57136a4249e8df2494e5587cd96ada80ae38c14c6a4695013360e62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38954f6b-d9ca-4ca1-abec-0c53435b3d4e" -d '{"events": [{"server_uuid": "21b42964-1839-478c-b9ef-d2669e0df7ab", "name": "network-vif-deleted", "tag": "27b77bf4-0847-486e-892e-1c0b284ae1ba"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:51:23.332487 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-ad269913-1163-4d4a-9e9e-59cd192a9fda None None] Set router 59d78fd2-d543-4627-8d86-6f6c7688097f gateway port host: dv-cinder-804757-16-iscsi {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:51:23.342319 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 09:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef77a501-01af-4e62-a2b0-3f3f5cec1140 x-openstack-request-id: req-ef77a501-01af-4e62-a2b0-3f3f5cec1140 {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:51:23.342621 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21b42964-1839-478c-b9ef-d2669e0df7ab", "name": "network-vif-deleted", "tag": "27b77bf4-0847-486e-892e-1c0b284ae1ba", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:51:23.342878 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-ef77a501-01af-4e62-a2b0-3f3f5cec1140 {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:51:23.343275 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21b42964-1839-478c-b9ef-d2669e0df7ab', 'name': 'network-vif-deleted', 'tag': '27b77bf4-0847-486e-892e-1c0b284ae1ba', 'status': 'completed', 'code': 200} Feb 21 09:51:23.530398 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-ad269913-1163-4d4a-9e9e-59cd192a9fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59d78fd2-d543-4627-8d86-6f6c7688097f', 'name': 'tempest-AttachVolumeTestJSON-1236627728-router', 'tenant_id': '5d61ba3d9f8c43fcb228fa6eb4c5812e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'external_fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': 'defc7ce2-4710-4ec4-806c-5d82b7a8c8fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:45:28Z', 'updated_at': '2022-02-21T09:45:36Z', 'revision_number': 4, 'project_id': '5d61ba3d9f8c43fcb228fa6eb4c5812e', 'gw_port': {'id': 'defc7ce2-4710-4ec4-806c-5d82b7a8c8fb', 'name': '', 'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:c0:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d78fd2-d543-4627-8d86-6f6c7688097f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:45:30Z', 'updated_at': '2022-02-21T09:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-16-iscsi', '_interfaces': [{'id': 'afa4c6f1-a0dc-4b52-bf59-57717cad4ffc', 'name': '', 'network_id': 'a39dd4ba-2dc8-4985-98f9-5bf90669cfb1', 'tenant_id': '5d61ba3d9f8c43fcb228fa6eb4c5812e', 'mac_address': 'fa:16:3e:e1:72:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d78fd2-d543-4627-8d86-6f6c7688097f', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '5db82f34-89a4-439c-8cf7-f4743decbdc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:45:35Z', 'updated_at': '2022-02-21T09:45:44Z', 'revision_number': 5, 'project_id': '5d61ba3d9f8c43fcb228fa6eb4c5812e', 'subnets': [{'id': '5db82f34-89a4-439c-8cf7-f4743decbdc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-16-iscsi', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:51:23.557725 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad269913-1163-4d4a-9e9e-59cd192a9fda None None] Checking router: 59d78fd2-d543-4627-8d86-6f6c7688097f for host: dv-cinder-804757-16-iscsi {{(pid=109858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 09:51:23.568116 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad269913-1163-4d4a-9e9e-59cd192a9fda None None] Routers {'59d78fd2-d543-4627-8d86-6f6c7688097f'} bound to L3 agent in host dv-cinder-804757-16-iscsi {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:51:23.568801 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-ad269913-1163-4d4a-9e9e-59cd192a9fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-21T09:37:05Z,description=,heartbeat_timestamp=2022-02-21T09:51:05Z,host='dv-cinder-804757-16-iscsi',id=f1afc09b-b148-496e-b857-a568110caa3c,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:37:06Z,topic='l3_agent')) {'router_ids': ['59d78fd2-d543-4627-8d86-6f6c7688097f'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:51:23.618505 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-c96e6242-e666-4a10-80f0-323a76c7d0c0 req-37b0749e-cd14-4102-bd03-632540565b29 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] 10.222.0.71 "GET /v2.0/ports?device_id=21b42964-1839-478c-b9ef-d2669e0df7ab HTTP/1.1" status: 200 len: 210 time: 0.0375276 Feb 21 09:51:23.682430 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-ad269913-1163-4d4a-9e9e-59cd192a9fda None None] Set router 59d78fd2-d543-4627-8d86-6f6c7688097f gateway port host: dv-cinder-804757-16-iscsi {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:51:23.882131 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-ad269913-1163-4d4a-9e9e-59cd192a9fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59d78fd2-d543-4627-8d86-6f6c7688097f', 'name': 'tempest-AttachVolumeTestJSON-1236627728-router', 'tenant_id': '5d61ba3d9f8c43fcb228fa6eb4c5812e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'external_fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': 'defc7ce2-4710-4ec4-806c-5d82b7a8c8fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:45:28Z', 'updated_at': '2022-02-21T09:45:36Z', 'revision_number': 4, 'project_id': '5d61ba3d9f8c43fcb228fa6eb4c5812e', 'gw_port': {'id': 'defc7ce2-4710-4ec4-806c-5d82b7a8c8fb', 'name': '', 'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:c0:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d78fd2-d543-4627-8d86-6f6c7688097f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:45:30Z', 'updated_at': '2022-02-21T09:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-16-iscsi', '_interfaces': [{'id': 'afa4c6f1-a0dc-4b52-bf59-57717cad4ffc', 'name': '', 'network_id': 'a39dd4ba-2dc8-4985-98f9-5bf90669cfb1', 'tenant_id': '5d61ba3d9f8c43fcb228fa6eb4c5812e', 'mac_address': 'fa:16:3e:e1:72:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d78fd2-d543-4627-8d86-6f6c7688097f', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '5db82f34-89a4-439c-8cf7-f4743decbdc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:45:35Z', 'updated_at': '2022-02-21T09:45:44Z', 'revision_number': 5, 'project_id': '5d61ba3d9f8c43fcb228fa6eb4c5812e', 'subnets': [{'id': '5db82f34-89a4-439c-8cf7-f4743decbdc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-16-iscsi', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:51:23.908042 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad269913-1163-4d4a-9e9e-59cd192a9fda None None] The sync data for ids ['59d78fd2-d543-4627-8d86-6f6c7688097f'] in dv-cinder-804757-16-iscsi is: [{'id': '59d78fd2-d543-4627-8d86-6f6c7688097f', 'name': 'tempest-AttachVolumeTestJSON-1236627728-router', 'tenant_id': '5d61ba3d9f8c43fcb228fa6eb4c5812e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'external_fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': 'defc7ce2-4710-4ec4-806c-5d82b7a8c8fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:45:28Z', 'updated_at': '2022-02-21T09:45:36Z', 'revision_number': 4, 'project_id': '5d61ba3d9f8c43fcb228fa6eb4c5812e', 'gw_port': {'id': 'defc7ce2-4710-4ec4-806c-5d82b7a8c8fb', 'name': '', 'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:c0:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d78fd2-d543-4627-8d86-6f6c7688097f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:45:30Z', 'updated_at': '2022-02-21T09:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-16-iscsi', '_interfaces': [{'id': 'afa4c6f1-a0dc-4b52-bf59-57717cad4ffc', 'name': '', 'network_id': 'a39dd4ba-2dc8-4985-98f9-5bf90669cfb1', 'tenant_id': '5d61ba3d9f8c43fcb228fa6eb4c5812e', 'mac_address': 'fa:16:3e:e1:72:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d78fd2-d543-4627-8d86-6f6c7688097f', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '5db82f34-89a4-439c-8cf7-f4743decbdc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:45:35Z', 'updated_at': '2022-02-21T09:45:44Z', 'revision_number': 5, 'project_id': '5d61ba3d9f8c43fcb228fa6eb4c5812e', 'subnets': [{'id': '5db82f34-89a4-439c-8cf7-f4743decbdc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 09:51:24.129583 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a956ecf-fce0-4926-b489-9afd02e095bd None None] New status for floating IP a28803a2-3ef4-431d-8ae1-b94860f4618d: DOWN {{(pid=109859) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 21 09:51:24.780739 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.71', 56886) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:51:24.834496 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f93394d1-7c2b-4e2c-b937-c256a2b0f7af tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Publish callbacks [] for security_group (c2df74b9-ad12-4eb9-a8a1-7789d930d638), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:24.857960 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f93394d1-7c2b-4e2c-b937-c256a2b0f7af tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Publish callbacks [] for security_group (c2df74b9-ad12-4eb9-a8a1-7789d930d638), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:24.956234 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f93394d1-7c2b-4e2c-b937-c256a2b0f7af tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (c2df74b9-ad12-4eb9-a8a1-7789d930d638), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:24.958893 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f93394d1-7c2b-4e2c-b937-c256a2b0f7af tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:24.960036 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [None req-f93394d1-7c2b-4e2c-b937-c256a2b0f7af tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] 10.222.0.71 "DELETE /v2.0/security-groups/c2df74b9-ad12-4eb9-a8a1-7789d930d638 HTTP/1.1" status: 204 len: 168 time: 0.1781485 Feb 21 09:51:24.963313 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 56888) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:51:24.969082 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93394d1-7c2b-4e2c-b937-c256a2b0f7af tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2df74b9-ad12-4eb9-a8a1-7789d930d638,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:51:24.976003 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93394d1-7c2b-4e2c-b937-c256a2b0f7af tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:51:24.976349 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93394d1-7c2b-4e2c-b937-c256a2b0f7af tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:51:24.976535 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.api.v2.resource [None req-31dd1dd3-8433-48a9-b19c-13fc3dfb70a7 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] show failed (client error): The resource could not be found. Feb 21 09:51:24.976728 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93394d1-7c2b-4e2c-b937-c256a2b0f7af tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:51:24.977062 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93394d1-7c2b-4e2c-b937-c256a2b0f7af tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:51:24.980253 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93394d1-7c2b-4e2c-b937-c256a2b0f7af tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:51:24.980383 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-31dd1dd3-8433-48a9-b19c-13fc3dfb70a7 tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] 10.222.0.71 "GET /v2.0/security-groups/c2df74b9-ad12-4eb9-a8a1-7789d930d638 HTTP/1.1" status: 404 len: 347 time: 0.0131953 Feb 21 09:51:24.980490 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93394d1-7c2b-4e2c-b937-c256a2b0f7af tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:51:24.980490 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93394d1-7c2b-4e2c-b937-c256a2b0f7af tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:51:24.980490 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93394d1-7c2b-4e2c-b937-c256a2b0f7af tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:51:24.980490 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93394d1-7c2b-4e2c-b937-c256a2b0f7af tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:51:24.980490 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93394d1-7c2b-4e2c-b937-c256a2b0f7af tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:51:24.980490 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93394d1-7c2b-4e2c-b937-c256a2b0f7af tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:51:24.980490 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93394d1-7c2b-4e2c-b937-c256a2b0f7af tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:51:24.980490 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93394d1-7c2b-4e2c-b937-c256a2b0f7af tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:51:24.985626 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 56890) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:51:25.104316 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-2e286b17-2f68-4b5d-80da-3486eb5acf8f tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Deleting port e1809703-d5f9-4783-a605-93dc850c7ec9 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 09:51:25.104681 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2e286b17-2f68-4b5d-80da-3486eb5acf8f tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782759436822'] for port (e1809703-d5f9-4783-a605-93dc850c7ec9), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:25.179278 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2e286b17-2f68-4b5d-80da-3486eb5acf8f tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7915455'] for port (e1809703-d5f9-4783-a605-93dc850c7ec9), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:25.179599 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2e286b17-2f68-4b5d-80da-3486eb5acf8f tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Publish callbacks [] for floatingip (e1809703-d5f9-4783-a605-93dc850c7ec9), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:25.191747 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-2e286b17-2f68-4b5d-80da-3486eb5acf8f tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Calling delete_port for e1809703-d5f9-4783-a605-93dc850c7ec9 owned by network:floatingip {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 09:51:25.367867 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2e286b17-2f68-4b5d-80da-3486eb5acf8f tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782759442297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782758885681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277415'] for port (e1809703-d5f9-4783-a605-93dc850c7ec9), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:25.396483 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e286b17-2f68-4b5d-80da-3486eb5acf8f tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Pushing event deleted for resources: {'Port': ['ID=e1809703-d5f9-4783-a605-93dc850c7ec9,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:51:25.453491 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2e286b17-2f68-4b5d-80da-3486eb5acf8f tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Publish callbacks [] for floatingip (a28803a2-3ef4-431d-8ae1-b94860f4618d), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:25.456224 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2e286b17-2f68-4b5d-80da-3486eb5acf8f tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8333137'] for floatingip (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:25.457409 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-2e286b17-2f68-4b5d-80da-3486eb5acf8f tempest-AttachVolumeTestJSON-1136636652 tempest-AttachVolumeTestJSON-1136636652-project] 10.222.0.71 "DELETE /v2.0/floatingips/a28803a2-3ef4-431d-8ae1-b94860f4618d HTTP/1.1" status: 204 len: 168 time: 0.4755824 Feb 21 09:51:26.086523 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Device 27b77bf4-0847-486e-892e-1c0b284ae1ba no longer exists at agent hyperv_hv-cinder-80475 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 09:51:26.107256 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] No Port match for: 27b77bf4-0847-486e-892e-1c0b284ae1ba {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 09:51:26.107597 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Device 27b77bf4-0847-486e-892e-1c0b284ae1ba not bound to the agent host hv-cinder-80475 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 09:51:29.430122 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 56928) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:51:29.937718 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ee3d9168-2b93-4fdd-82cd-5a628d7552f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7916535'] for router_interface (59d78fd2-d543-4627-8d86-6f6c7688097f), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:30.235561 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-ee3d9168-2b93-4fdd-82cd-5a628d7552f5 admin admin] Deleting port afa4c6f1-a0dc-4b52-bf59-57717cad4ffc {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 09:51:30.235893 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ee3d9168-2b93-4fdd-82cd-5a628d7552f5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782759436822'] for port (afa4c6f1-a0dc-4b52-bf59-57717cad4ffc), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:30.312795 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.db [None req-ee3d9168-2b93-4fdd-82cd-5a628d7552f5 admin admin] For port afa4c6f1-a0dc-4b52-bf59-57717cad4ffc, host dv-cinder-804757-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-16-iscsi',level=0,port_id=afa4c6f1-a0dc-4b52-bf59-57717cad4ffc,segment=NetworkSegment(5efa1a12-8f20-494e-aa47-4db1b9a0dabf),segment_id=5efa1a12-8f20-494e-aa47-4db1b9a0dabf)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:51:30.313148 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ee3d9168-2b93-4fdd-82cd-5a628d7552f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7915455'] for port (afa4c6f1-a0dc-4b52-bf59-57717cad4ffc), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:30.324420 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-ee3d9168-2b93-4fdd-82cd-5a628d7552f5 admin admin] Calling delete_port for afa4c6f1-a0dc-4b52-bf59-57717cad4ffc owned by network:router_interface {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 09:51:30.607901 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ee3d9168-2b93-4fdd-82cd-5a628d7552f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782759442297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782758885681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277415'] for port (afa4c6f1-a0dc-4b52-bf59-57717cad4ffc), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:30.633261 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3d9168-2b93-4fdd-82cd-5a628d7552f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=afa4c6f1-a0dc-4b52-bf59-57717cad4ffc,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:51:30.800162 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ee3d9168-2b93-4fdd-82cd-5a628d7552f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7905546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7910503'] for router_interface (59d78fd2-d543-4627-8d86-6f6c7688097f), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:31.013174 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee3d9168-2b93-4fdd-82cd-5a628d7552f5 admin admin] Router 59d78fd2-d543-4627-8d86-6f6c7688097f has already been hosted by L3 agent f1afc09b-b148-496e-b857-a568110caa3c {{(pid=109856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:51:31.117871 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee3d9168-2b93-4fdd-82cd-5a628d7552f5 admin admin] Notify agent at l3_agent.dv-cinder-804757-16-iscsi the message routers_updated {{(pid=109856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:51:31.124803 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-ee3d9168-2b93-4fdd-82cd-5a628d7552f5 admin admin] 10.222.0.71 "PUT /v2.0/routers/59d78fd2-d543-4627-8d86-6f6c7688097f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6925485 Feb 21 09:51:31.126190 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 56936) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:51:31.132620 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aafa2ef-908f-4491-8754-c7f0ef6e3e30 None None] Sync routers for ids ['59d78fd2-d543-4627-8d86-6f6c7688097f'] in dv-cinder-804757-16-iscsi {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 09:51:31.142772 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aafa2ef-908f-4491-8754-c7f0ef6e3e30 None None] Routers {'59d78fd2-d543-4627-8d86-6f6c7688097f'} bound to L3 agent in host dv-cinder-804757-16-iscsi {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:51:31.143460 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-1aafa2ef-908f-4491-8754-c7f0ef6e3e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-21T09:37:05Z,description=,heartbeat_timestamp=2022-02-21T09:51:05Z,host='dv-cinder-804757-16-iscsi',id=f1afc09b-b148-496e-b857-a568110caa3c,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:37:06Z,topic='l3_agent')) {'router_ids': ['59d78fd2-d543-4627-8d86-6f6c7688097f'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:51:31.232380 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ffb89d92-5e10-40d1-9fd2-bc5c446f7836 admin admin] Publish callbacks [] for router (59d78fd2-d543-4627-8d86-6f6c7688097f), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:31.252166 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-1aafa2ef-908f-4491-8754-c7f0ef6e3e30 None None] Set router 59d78fd2-d543-4627-8d86-6f6c7688097f gateway port host: dv-cinder-804757-16-iscsi {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:51:31.339554 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ffb89d92-5e10-40d1-9fd2-bc5c446f7836 admin admin] Publish callbacks [] for router_gateway (59d78fd2-d543-4627-8d86-6f6c7688097f), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:31.513853 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-ffb89d92-5e10-40d1-9fd2-bc5c446f7836 admin admin] Deleting port defc7ce2-4710-4ec4-806c-5d82b7a8c8fb {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 09:51:31.514260 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ffb89d92-5e10-40d1-9fd2-bc5c446f7836 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782759436822'] for port (defc7ce2-4710-4ec4-806c-5d82b7a8c8fb), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:31.552206 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-1aafa2ef-908f-4491-8754-c7f0ef6e3e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59d78fd2-d543-4627-8d86-6f6c7688097f', 'name': 'tempest-AttachVolumeTestJSON-1236627728-router', 'tenant_id': '5d61ba3d9f8c43fcb228fa6eb4c5812e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'external_fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': 'defc7ce2-4710-4ec4-806c-5d82b7a8c8fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:45:28Z', 'updated_at': '2022-02-21T09:51:30Z', 'revision_number': 5, 'project_id': '5d61ba3d9f8c43fcb228fa6eb4c5812e', 'gw_port': {'id': 'defc7ce2-4710-4ec4-806c-5d82b7a8c8fb', 'name': '', 'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:c0:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d78fd2-d543-4627-8d86-6f6c7688097f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:45:30Z', 'updated_at': '2022-02-21T09:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-16-iscsi'}], 'dv-cinder-804757-16-iscsi', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:51:31.577400 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aafa2ef-908f-4491-8754-c7f0ef6e3e30 None None] Checking router: 59d78fd2-d543-4627-8d86-6f6c7688097f for host: dv-cinder-804757-16-iscsi {{(pid=109858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 09:51:31.585484 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aafa2ef-908f-4491-8754-c7f0ef6e3e30 None None] Routers {'59d78fd2-d543-4627-8d86-6f6c7688097f'} bound to L3 agent in host dv-cinder-804757-16-iscsi {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:51:31.586088 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-1aafa2ef-908f-4491-8754-c7f0ef6e3e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-21T09:37:05Z,description=,heartbeat_timestamp=2022-02-21T09:51:05Z,host='dv-cinder-804757-16-iscsi',id=f1afc09b-b148-496e-b857-a568110caa3c,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:37:06Z,topic='l3_agent')) {'router_ids': ['59d78fd2-d543-4627-8d86-6f6c7688097f'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:51:31.595099 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.db [None req-ffb89d92-5e10-40d1-9fd2-bc5c446f7836 admin admin] For port defc7ce2-4710-4ec4-806c-5d82b7a8c8fb, host dv-cinder-804757-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-16-iscsi',level=0,port_id=defc7ce2-4710-4ec4-806c-5d82b7a8c8fb,segment=NetworkSegment(64ea902b-f589-4efc-8b2e-260a836a5805),segment_id=64ea902b-f589-4efc-8b2e-260a836a5805)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:51:31.595378 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ffb89d92-5e10-40d1-9fd2-bc5c446f7836 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7915455'] for port (defc7ce2-4710-4ec4-806c-5d82b7a8c8fb), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:31.607571 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-ffb89d92-5e10-40d1-9fd2-bc5c446f7836 admin admin] Calling delete_port for defc7ce2-4710-4ec4-806c-5d82b7a8c8fb owned by network:router_gateway {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 09:51:31.673612 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-1aafa2ef-908f-4491-8754-c7f0ef6e3e30 None None] Set router 59d78fd2-d543-4627-8d86-6f6c7688097f gateway port host: None {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:51:31.726940 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-1aafa2ef-908f-4491-8754-c7f0ef6e3e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59d78fd2-d543-4627-8d86-6f6c7688097f', 'name': 'tempest-AttachVolumeTestJSON-1236627728-router', 'tenant_id': '5d61ba3d9f8c43fcb228fa6eb4c5812e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:45:28Z', 'updated_at': '2022-02-21T09:51:31Z', 'revision_number': 6, 'project_id': '5d61ba3d9f8c43fcb228fa6eb4c5812e', 'gw_port_host': None}], 'dv-cinder-804757-16-iscsi', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:51:31.753831 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aafa2ef-908f-4491-8754-c7f0ef6e3e30 None None] The sync data for ids ['59d78fd2-d543-4627-8d86-6f6c7688097f'] in dv-cinder-804757-16-iscsi is: [{'id': '59d78fd2-d543-4627-8d86-6f6c7688097f', 'name': 'tempest-AttachVolumeTestJSON-1236627728-router', 'tenant_id': '5d61ba3d9f8c43fcb228fa6eb4c5812e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:45:28Z', 'updated_at': '2022-02-21T09:51:31Z', 'revision_number': 6, 'project_id': '5d61ba3d9f8c43fcb228fa6eb4c5812e', 'gw_port_host': None}] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 09:51:31.830883 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ffb89d92-5e10-40d1-9fd2-bc5c446f7836 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782759442297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782758885681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277415'] for port (defc7ce2-4710-4ec4-806c-5d82b7a8c8fb), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:31.856354 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb89d92-5e10-40d1-9fd2-bc5c446f7836 admin admin] Pushing event deleted for resources: {'Port': ['ID=defc7ce2-4710-4ec4-806c-5d82b7a8c8fb,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:51:31.918437 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ffb89d92-5e10-40d1-9fd2-bc5c446f7836 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7917197'] for router_gateway (59d78fd2-d543-4627-8d86-6f6c7688097f), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:32.010054 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ffb89d92-5e10-40d1-9fd2-bc5c446f7836 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7916049', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1445'] for router (59d78fd2-d543-4627-8d86-6f6c7688097f), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:32.013913 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ffb89d92-5e10-40d1-9fd2-bc5c446f7836 admin admin] Publish callbacks [] for router_controller (59d78fd2-d543-4627-8d86-6f6c7688097f), precommit_delete_associations {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:32.186209 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ffb89d92-5e10-40d1-9fd2-bc5c446f7836 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7916136'] for router (59d78fd2-d543-4627-8d86-6f6c7688097f), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:32.186977 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffb89d92-5e10-40d1-9fd2-bc5c446f7836 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 59d78fd2-d543-4627-8d86-6f6c7688097f {{(pid=109856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 21 09:51:32.197621 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ffb89d92-5e10-40d1-9fd2-bc5c446f7836 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:32.197621 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-ffb89d92-5e10-40d1-9fd2-bc5c446f7836 admin admin] 10.222.0.71 "DELETE /v2.0/routers/59d78fd2-d543-4627-8d86-6f6c7688097f HTTP/1.1" status: 204 len: 168 time: 1.0661955 Feb 21 09:51:32.199489 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 56944) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:51:32.247945 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.db.db_base_plugin_v2 [None req-3433a787-6d24-432d-b57c-027968147aac admin admin] Deleting subnet 5db82f34-89a4-439c-8cf7-f4743decbdc2 {{(pid=109856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 21 09:51:32.251035 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3433a787-6d24-432d-b57c-027968147aac admin admin] Publish callbacks [] for subnet (5db82f34-89a4-439c-8cf7-f4743decbdc2), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:32.284804 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3433a787-6d24-432d-b57c-027968147aac admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3324893'] for subnet (5db82f34-89a4-439c-8cf7-f4743decbdc2), precommit_delete_associations {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:32.400175 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3433a787-6d24-432d-b57c-027968147aac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7409676'] for subnet (5db82f34-89a4-439c-8cf7-f4743decbdc2), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:32.573741 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3433a787-6d24-432d-b57c-027968147aac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7409717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3278006', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25916529'] for subnet (5db82f34-89a4-439c-8cf7-f4743decbdc2), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:32.602251 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3433a787-6d24-432d-b57c-027968147aac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5db82f34-89a4-439c-8cf7-f4743decbdc2,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:51:32.609214 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3433a787-6d24-432d-b57c-027968147aac admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:32.612571 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-3433a787-6d24-432d-b57c-027968147aac admin admin] 10.222.0.71 "DELETE /v2.0/subnets/5db82f34-89a4-439c-8cf7-f4743decbdc2 HTTP/1.1" status: 204 len: 168 time: 0.4120827 Feb 21 09:51:32.615314 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.71', 56952) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:51:32.619767 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c64b44b5-9f4f-4392-a1f8-f0d2f46bd124 None None] Network a39dd4ba-2dc8-4985-98f9-5bf90669cfb1 requested from dv-cinder-804757-16-iscsi {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 09:51:32.702295 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-50df5371-bca6-4748-b57e-7f00ed112a5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-977029'] for network (a39dd4ba-2dc8-4985-98f9-5bf90669cfb1), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:32.767044 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-50df5371-bca6-4748-b57e-7f00ed112a5e admin admin] Deleting port 8bdb0e36-0e0f-45c7-af1e-ffb62967b1d8 {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 09:51:32.767377 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-50df5371-bca6-4748-b57e-7f00ed112a5e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782759436822'] for port (8bdb0e36-0e0f-45c7-af1e-ffb62967b1d8), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:32.833178 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-131aaf74-3c06-4a34-96ad-83d37c606ffc None None] DHCP port deletion for a39dd4ba-2dc8-4985-98f9-5bf90669cfb1 request from dv-cinder-804757-16-iscsi {{(pid=109858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 21 09:51:32.843838 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.plugins.ml2.db [None req-50df5371-bca6-4748-b57e-7f00ed112a5e admin admin] For port 8bdb0e36-0e0f-45c7-af1e-ffb62967b1d8, host dv-cinder-804757-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-16-iscsi',level=0,port_id=8bdb0e36-0e0f-45c7-af1e-ffb62967b1d8,segment=NetworkSegment(5efa1a12-8f20-494e-aa47-4db1b9a0dabf),segment_id=5efa1a12-8f20-494e-aa47-4db1b9a0dabf)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:51:32.844224 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-50df5371-bca6-4748-b57e-7f00ed112a5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7915455'] for port (8bdb0e36-0e0f-45c7-af1e-ffb62967b1d8), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:32.858930 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-50df5371-bca6-4748-b57e-7f00ed112a5e admin admin] Calling delete_port for 8bdb0e36-0e0f-45c7-af1e-ffb62967b1d8 owned by network:dhcp {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 09:51:32.885688 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-131aaf74-3c06-4a34-96ad-83d37c606ffc None None] Deleting port 8bdb0e36-0e0f-45c7-af1e-ffb62967b1d8 {{(pid=109858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 09:51:32.886061 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-131aaf74-3c06-4a34-96ad-83d37c606ffc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782759436822'] for port (8bdb0e36-0e0f-45c7-af1e-ffb62967b1d8), before_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:32.952327 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-131aaf74-3c06-4a34-96ad-83d37c606ffc None None] For port 8bdb0e36-0e0f-45c7-af1e-ffb62967b1d8, host dv-cinder-804757-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-16-iscsi',level=0,port_id=8bdb0e36-0e0f-45c7-af1e-ffb62967b1d8,segment=NetworkSegment(5efa1a12-8f20-494e-aa47-4db1b9a0dabf),segment_id=5efa1a12-8f20-494e-aa47-4db1b9a0dabf)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:51:32.952668 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-131aaf74-3c06-4a34-96ad-83d37c606ffc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7915455'] for port (8bdb0e36-0e0f-45c7-af1e-ffb62967b1d8), precommit_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:32.964605 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-131aaf74-3c06-4a34-96ad-83d37c606ffc None None] Calling delete_port for 8bdb0e36-0e0f-45c7-af1e-ffb62967b1d8 owned by network:dhcp {{(pid=109858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 09:51:33.019409 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-50df5371-bca6-4748-b57e-7f00ed112a5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782759442297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782758885681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3964494'] for port (8bdb0e36-0e0f-45c7-af1e-ffb62967b1d8), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:33.047196 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50df5371-bca6-4748-b57e-7f00ed112a5e admin admin] Pushing event deleted for resources: {'Port': ['ID=8bdb0e36-0e0f-45c7-af1e-ffb62967b1d8,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:51:33.053543 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50df5371-bca6-4748-b57e-7f00ed112a5e admin admin] No DVR routers for this DVR port 8bdb0e36-0e0f-45c7-af1e-ffb62967b1d8 on host dv-cinder-804757-16-iscsi {{(pid=109857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:51:33.093481 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-131aaf74-3c06-4a34-96ad-83d37c606ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782759442297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782758885681'] for port (8bdb0e36-0e0f-45c7-af1e-ffb62967b1d8), after_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:33.130266 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131aaf74-3c06-4a34-96ad-83d37c606ffc None None] Pushing event deleted for resources: {'Port': ['ID=8bdb0e36-0e0f-45c7-af1e-ffb62967b1d8,revision_number=None']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:51:33.135853 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-50df5371-bca6-4748-b57e-7f00ed112a5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7410821', 'neutron.services.segments.db._delete_segments_for_network-8782759398202'] for network (a39dd4ba-2dc8-4985-98f9-5bf90669cfb1), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:33.140314 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131aaf74-3c06-4a34-96ad-83d37c606ffc None None] No DVR routers for this DVR port 8bdb0e36-0e0f-45c7-af1e-ffb62967b1d8 on host dv-cinder-804757-16-iscsi {{(pid=109858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:51:33.143044 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131aaf74-3c06-4a34-96ad-83d37c606ffc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:51:33.143394 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131aaf74-3c06-4a34-96ad-83d37c606ffc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:51:33.143736 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131aaf74-3c06-4a34-96ad-83d37c606ffc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:51:33.144248 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131aaf74-3c06-4a34-96ad-83d37c606ffc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:51:33.144804 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131aaf74-3c06-4a34-96ad-83d37c606ffc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:51:33.145138 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131aaf74-3c06-4a34-96ad-83d37c606ffc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:51:33.145466 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131aaf74-3c06-4a34-96ad-83d37c606ffc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:51:33.145794 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131aaf74-3c06-4a34-96ad-83d37c606ffc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:51:33.146125 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131aaf74-3c06-4a34-96ad-83d37c606ffc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:51:33.146458 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131aaf74-3c06-4a34-96ad-83d37c606ffc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:51:33.146782 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131aaf74-3c06-4a34-96ad-83d37c606ffc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:51:33.147101 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131aaf74-3c06-4a34-96ad-83d37c606ffc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:51:33.147415 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131aaf74-3c06-4a34-96ad-83d37c606ffc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:51:33.159879 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.services.segments.db [None req-50df5371-bca6-4748-b57e-7f00ed112a5e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a39dd4ba-2dc8-4985-98f9-5bf90669cfb1']}} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:51:33.172272 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.services.segments.db [None req-50df5371-bca6-4748-b57e-7f00ed112a5e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5efa1a12-8f20-494e-aa47-4db1b9a0dabf') {'for_net_delete': True} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:51:33.172687 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.services.segments.db [None req-50df5371-bca6-4748-b57e-7f00ed112a5e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5efa1a12-8f20-494e-aa47-4db1b9a0dabf') {} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:51:33.183607 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-50df5371-bca6-4748-b57e-7f00ed112a5e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782759398723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3052005'] for segment (5efa1a12-8f20-494e-aa47-4db1b9a0dabf), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:33.199803 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-50df5371-bca6-4748-b57e-7f00ed112a5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-936617'] for segment (5efa1a12-8f20-494e-aa47-4db1b9a0dabf), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:33.206645 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50df5371-bca6-4748-b57e-7f00ed112a5e admin admin] Releasing vlan 399 on physical network physnet1 to pool {{(pid=109857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 21 09:51:33.207036 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-50df5371-bca6-4748-b57e-7f00ed112a5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-936617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3964537'] for segment (5efa1a12-8f20-494e-aa47-4db1b9a0dabf), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:33.208782 dv-cinder-804757-16-iscsi neutron-server[109857]: Traceback (most recent call last): Feb 21 09:51:33.208782 dv-cinder-804757-16-iscsi neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 21 09:51:33.208782 dv-cinder-804757-16-iscsi neutron-server[109857]: timer() Feb 21 09:51:33.208782 dv-cinder-804757-16-iscsi neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 09:51:33.208782 dv-cinder-804757-16-iscsi neutron-server[109857]: cb(*args, **kw) Feb 21 09:51:33.208782 dv-cinder-804757-16-iscsi neutron-server[109857]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 21 09:51:33.208782 dv-cinder-804757-16-iscsi neutron-server[109857]: return func(*args, **kwargs) Feb 21 09:51:33.208782 dv-cinder-804757-16-iscsi neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 09:51:33.208782 dv-cinder-804757-16-iscsi neutron-server[109857]: self._notify() Feb 21 09:51:33.208782 dv-cinder-804757-16-iscsi neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 09:51:33.208782 dv-cinder-804757-16-iscsi neutron-server[109857]: self.callback(batched_events) Feb 21 09:51:33.208782 dv-cinder-804757-16-iscsi neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 09:51:33.208782 dv-cinder-804757-16-iscsi neutron-server[109857]: event.method(event) Feb 21 09:51:33.208782 dv-cinder-804757-16-iscsi neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 21 09:51:33.208782 dv-cinder-804757-16-iscsi neutron-server[109857]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 09:51:33.208782 dv-cinder-804757-16-iscsi neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 21 09:51:33.208782 dv-cinder-804757-16-iscsi neutron-server[109857]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 09:51:33.208782 dv-cinder-804757-16-iscsi neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 21 09:51:33.208782 dv-cinder-804757-16-iscsi neutron-server[109857]: return f(self, *a, **k) Feb 21 09:51:33.208782 dv-cinder-804757-16-iscsi neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 09:51:33.208782 dv-cinder-804757-16-iscsi neutron-server[109857]: return self._get(url).json() Feb 21 09:51:33.208782 dv-cinder-804757-16-iscsi neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 09:51:33.208782 dv-cinder-804757-16-iscsi neutron-server[109857]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 09:51:33.208782 dv-cinder-804757-16-iscsi neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 21 09:51:33.208782 dv-cinder-804757-16-iscsi neutron-server[109857]: return self.request(url, 'GET', **kwargs) Feb 21 09:51:33.208782 dv-cinder-804757-16-iscsi neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 21 09:51:33.208782 dv-cinder-804757-16-iscsi neutron-server[109857]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 09:51:33.208782 dv-cinder-804757-16-iscsi neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 21 09:51:33.208782 dv-cinder-804757-16-iscsi neutron-server[109857]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 09:51:33.208782 dv-cinder-804757-16-iscsi neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 21 09:51:33.208782 dv-cinder-804757-16-iscsi neutron-server[109857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 09:51:33.208782 dv-cinder-804757-16-iscsi neutron-server[109857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 09:51:33.231108 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-0a88bfce-504b-4c86-89e0-c9c026e54a7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (7b1feb7e-a062-49d6-b835-c5fae1c9b9ce), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:33.345558 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-50df5371-bca6-4748-b57e-7f00ed112a5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7410830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7917281'] for network (a39dd4ba-2dc8-4985-98f9-5bf90669cfb1), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:33.351044 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-50df5371-bca6-4748-b57e-7f00ed112a5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905581'] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:33.354291 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [None req-50df5371-bca6-4748-b57e-7f00ed112a5e admin admin] 10.222.0.71 "DELETE /v2.0/networks/a39dd4ba-2dc8-4985-98f9-5bf90669cfb1 HTTP/1.1" status: 204 len: 168 time: 0.7379723 Feb 21 09:51:33.372400 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50df5371-bca6-4748-b57e-7f00ed112a5e admin admin] Pushing event deleted for resources: {'Network': ['ID=a39dd4ba-2dc8-4985-98f9-5bf90669cfb1,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:51:33.444732 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95247078-cee3-4939-9d97-06ae74bb5cfa req-83f6d252-c08c-43f3-9a68-4cd804439e10 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:51:33.446133 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-95247078-cee3-4939-9d97-06ae74bb5cfa req-83f6d252-c08c-43f3-9a68-4cd804439e10 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e0ced2b-6d7c-44a8-b399-027746636f4e HTTP/1.1" status: 200 len: 945 time: 0.3484762 Feb 21 09:51:33.493291 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-95247078-cee3-4939-9d97-06ae74bb5cfa req-043d6671-341c-441d-b2ea-2fd652f356c7 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/security-groups?id=db45a7aa-67ef-4d02-a054-65d220dce7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416048 Feb 21 09:51:33.521547 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Device afa4c6f1-a0dc-4b52-bf59-57717cad4ffc no longer exists at agent ovs-agent-dv-cinder-804757-16-iscsi {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 09:51:33.542266 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] No Port match for: afa4c6f1-a0dc-4b52-bf59-57717cad4ffc {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 09:51:33.542607 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Device afa4c6f1-a0dc-4b52-bf59-57717cad4ffc not bound to the agent host dv-cinder-804757-16-iscsi {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 09:51:33.543012 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Device 8bdb0e36-0e0f-45c7-af1e-ffb62967b1d8 no longer exists at agent ovs-agent-dv-cinder-804757-16-iscsi {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 09:51:33.561660 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] No Port match for: 8bdb0e36-0e0f-45c7-af1e-ffb62967b1d8 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 09:51:33.562000 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Device 8bdb0e36-0e0f-45c7-af1e-ffb62967b1d8 not bound to the agent host dv-cinder-804757-16-iscsi {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 09:51:33.562546 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Device defc7ce2-4710-4ec4-806c-5d82b7a8c8fb no longer exists at agent ovs-agent-dv-cinder-804757-16-iscsi {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 09:51:33.584635 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] No Port match for: defc7ce2-4710-4ec4-806c-5d82b7a8c8fb {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 09:51:33.584982 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Device defc7ce2-4710-4ec4-806c-5d82b7a8c8fb not bound to the agent host dv-cinder-804757-16-iscsi {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 09:51:33.665754 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.71', 56968) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:51:33.706092 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [None req-fd739e8a-a00c-46f6-b86e-c70ba61a0239 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=5d61ba3d9f8c43fcb228fa6eb4c5812e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0389071 Feb 21 09:51:33.708434 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.71', 56970) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:51:33.757844 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e43f6f4a-f7a5-44ab-87f4-2b80464f72f0 admin admin] Publish callbacks [] for security_group (a766162f-a216-4999-8d2f-e52e8f351aad), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:33.780189 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e43f6f4a-f7a5-44ab-87f4-2b80464f72f0 admin admin] Publish callbacks [] for security_group (a766162f-a216-4999-8d2f-e52e8f351aad), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:33.893366 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e43f6f4a-f7a5-44ab-87f4-2b80464f72f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (a766162f-a216-4999-8d2f-e52e8f351aad), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:33.896158 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e43f6f4a-f7a5-44ab-87f4-2b80464f72f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:33.897352 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [None req-e43f6f4a-f7a5-44ab-87f4-2b80464f72f0 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/a766162f-a216-4999-8d2f-e52e8f351aad HTTP/1.1" status: 204 len: 168 time: 0.1880105 Feb 21 09:51:33.906349 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43f6f4a-f7a5-44ab-87f4-2b80464f72f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a766162f-a216-4999-8d2f-e52e8f351aad,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:51:34.618382 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4923b12a-4be1-48f1-9271-038d499debd3 req-8c84f1a5-5370-498a-8b1f-65c40288192b tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:51:34.619873 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-4923b12a-4be1-48f1-9271-038d499debd3 req-8c84f1a5-5370-498a-8b1f-65c40288192b tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e0ced2b-6d7c-44a8-b399-027746636f4e HTTP/1.1" status: 200 len: 945 time: 0.0530138 Feb 21 09:51:34.669910 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-4923b12a-4be1-48f1-9271-038d499debd3 req-1cb0a421-3a2d-4aef-be03-0a0f0ebe3b84 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/security-groups?id=db45a7aa-67ef-4d02-a054-65d220dce7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428433 Feb 21 09:51:35.533312 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-57b05b87-d548-471c-85c5-1e3f903300f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (f1afc09b-b148-496e-b857-a568110caa3c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:35.611783 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 57026) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:51:35.715329 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cdf06685-0307-4960-82b2-40645492b956 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:35.812597 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946d1ebc-375f-4dce-b213-b91ad2a7e611 req-b12ba6cb-203d-49fe-afda-e0c1542b5f65 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:51:35.814028 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-946d1ebc-375f-4dce-b213-b91ad2a7e611 req-b12ba6cb-203d-49fe-afda-e0c1542b5f65 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e0ced2b-6d7c-44a8-b399-027746636f4e HTTP/1.1" status: 200 len: 945 time: 0.0710592 Feb 21 09:51:35.847788 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cdf06685-0307-4960-82b2-40645492b956 admin admin] Publish callbacks [] for security_group (39040382-67c0-4154-84cb-200ec973cdd1), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:35.873668 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-946d1ebc-375f-4dce-b213-b91ad2a7e611 req-056e42c3-75f9-4249-8e76-6ffcbf7411ec tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/security-groups?id=db45a7aa-67ef-4d02-a054-65d220dce7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516932 Feb 21 09:51:35.933354 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cdf06685-0307-4960-82b2-40645492b956 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (39040382-67c0-4154-84cb-200ec973cdd1), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:35.972396 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-cdf06685-0307-4960-82b2-40645492b956 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=12352df2132b4d5084515e6d906dbec1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3594663 Feb 21 09:51:35.973563 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf06685-0307-4960-82b2-40645492b956 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39040382-67c0-4154-84cb-200ec973cdd1,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:51:35.975138 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.71', 57032) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:51:36.024744 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4c3d3c13-841d-4ab1-87a9-b3b881c43c3e admin admin] Publish callbacks [] for security_group (39040382-67c0-4154-84cb-200ec973cdd1), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:36.045428 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4c3d3c13-841d-4ab1-87a9-b3b881c43c3e admin admin] Publish callbacks [] for security_group (39040382-67c0-4154-84cb-200ec973cdd1), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:36.167178 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4c3d3c13-841d-4ab1-87a9-b3b881c43c3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (39040382-67c0-4154-84cb-200ec973cdd1), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:36.169707 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4c3d3c13-841d-4ab1-87a9-b3b881c43c3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:36.170870 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [None req-4c3d3c13-841d-4ab1-87a9-b3b881c43c3e admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/39040382-67c0-4154-84cb-200ec973cdd1 HTTP/1.1" status: 204 len: 168 time: 0.1939328 Feb 21 09:51:36.179015 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3d3c13-841d-4ab1-87a9-b3b881c43c3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39040382-67c0-4154-84cb-200ec973cdd1,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:51:36.853634 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-43ce5351-eeda-4347-b66a-565ea5ef4f96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (93f03475-d11b-4921-b82a-7ea88eab1568), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:37.005469 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbf699d-26bb-4653-b30c-ce1b97140141 req-49da6f78-c003-4601-8118-baafa179cb07 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:51:37.007071 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-8dbf699d-26bb-4653-b30c-ce1b97140141 req-49da6f78-c003-4601-8118-baafa179cb07 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e0ced2b-6d7c-44a8-b399-027746636f4e HTTP/1.1" status: 200 len: 945 time: 0.0623827 Feb 21 09:51:37.053979 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-8dbf699d-26bb-4653-b30c-ce1b97140141 req-2bae7bd0-1ac3-49e5-85d9-b20ea88cb9bf tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/security-groups?id=db45a7aa-67ef-4d02-a054-65d220dce7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413687 Feb 21 09:51:37.773635 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (f5044fde-eef4-46eb-b3ce-4ab87030ccc0), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:38.127416 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-2b8302a0-632c-4bb4-a8e1-5b2fb521f750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (a872b2e0-7e3e-43db-8705-7fb9ea875340), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:38.185283 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e64dd1-6243-4cca-a678-c3ea9787beec req-32224a9f-2070-4266-895f-d4a533917201 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:51:38.187271 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-45e64dd1-6243-4cca-a678-c3ea9787beec req-32224a9f-2070-4266-895f-d4a533917201 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e0ced2b-6d7c-44a8-b399-027746636f4e HTTP/1.1" status: 200 len: 945 time: 0.0556772 Feb 21 09:51:38.236077 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-45e64dd1-6243-4cca-a678-c3ea9787beec req-9ac8b2cc-00af-4ea4-821d-21480139d993 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/security-groups?id=db45a7aa-67ef-4d02-a054-65d220dce7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432374 Feb 21 09:51:38.647224 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.71', 57092) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:51:38.752270 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5732f376-07b7-45ad-8f93-7a3f6007d5d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:38.824534 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5732f376-07b7-45ad-8f93-7a3f6007d5d1 admin admin] Publish callbacks [] for security_group (d26c2e98-8875-47a1-8d42-7bb8b3886364), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:38.904465 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5732f376-07b7-45ad-8f93-7a3f6007d5d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (d26c2e98-8875-47a1-8d42-7bb8b3886364), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:38.942205 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [None req-5732f376-07b7-45ad-8f93-7a3f6007d5d1 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=2c25972f43b049b784141a7ae0048138&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2939131 Feb 21 09:51:38.944079 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5732f376-07b7-45ad-8f93-7a3f6007d5d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d26c2e98-8875-47a1-8d42-7bb8b3886364,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:51:38.945063 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 57096) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:51:38.993573 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-89098764-37ec-4fe8-80b8-f615d170edff admin admin] Publish callbacks [] for security_group (d26c2e98-8875-47a1-8d42-7bb8b3886364), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:39.016712 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-89098764-37ec-4fe8-80b8-f615d170edff admin admin] Publish callbacks [] for security_group (d26c2e98-8875-47a1-8d42-7bb8b3886364), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:39.138502 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-89098764-37ec-4fe8-80b8-f615d170edff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (d26c2e98-8875-47a1-8d42-7bb8b3886364), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:39.141128 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-89098764-37ec-4fe8-80b8-f615d170edff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:39.142308 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-89098764-37ec-4fe8-80b8-f615d170edff admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/d26c2e98-8875-47a1-8d42-7bb8b3886364 HTTP/1.1" status: 204 len: 168 time: 0.1962099 Feb 21 09:51:39.150089 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89098764-37ec-4fe8-80b8-f615d170edff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d26c2e98-8875-47a1-8d42-7bb8b3886364,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:51:39.158798 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89098764-37ec-4fe8-80b8-f615d170edff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:51:39.158798 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89098764-37ec-4fe8-80b8-f615d170edff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:51:39.158798 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89098764-37ec-4fe8-80b8-f615d170edff admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:51:39.159156 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89098764-37ec-4fe8-80b8-f615d170edff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:51:39.159250 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89098764-37ec-4fe8-80b8-f615d170edff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:51:39.159519 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89098764-37ec-4fe8-80b8-f615d170edff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:51:39.159846 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89098764-37ec-4fe8-80b8-f615d170edff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:51:39.160177 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89098764-37ec-4fe8-80b8-f615d170edff admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:51:39.160530 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89098764-37ec-4fe8-80b8-f615d170edff admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:51:39.160860 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89098764-37ec-4fe8-80b8-f615d170edff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:51:39.161184 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89098764-37ec-4fe8-80b8-f615d170edff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:51:39.161504 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89098764-37ec-4fe8-80b8-f615d170edff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:51:39.161819 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89098764-37ec-4fe8-80b8-f615d170edff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:51:39.360635 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e36d73-eb7d-4d3c-a7a2-4d9a5555dd7a req-690b2228-e1dc-40b9-9c1d-0979fb5b517a tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:51:39.362138 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-15e36d73-eb7d-4d3c-a7a2-4d9a5555dd7a req-690b2228-e1dc-40b9-9c1d-0979fb5b517a tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e0ced2b-6d7c-44a8-b399-027746636f4e HTTP/1.1" status: 200 len: 945 time: 0.0544078 Feb 21 09:51:39.412816 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-15e36d73-eb7d-4d3c-a7a2-4d9a5555dd7a req-ea1f3cf2-3dfd-49cb-94fc-678127e96924 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/security-groups?id=db45a7aa-67ef-4d02-a054-65d220dce7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451870 Feb 21 09:51:39.658964 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (ce3e6371-75e2-4bba-8260-49cd855bb251), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:39.743496 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 57106) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:51:39.757018 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c3c7008a-c1cc-4249-bc5b-be1582d1a115 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:39.829247 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c3c7008a-c1cc-4249-bc5b-be1582d1a115 admin admin] Publish callbacks [] for security_group (9023adfa-1cab-4b52-9d84-fd78dbf0e5f1), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:39.899128 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c3c7008a-c1cc-4249-bc5b-be1582d1a115 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (9023adfa-1cab-4b52-9d84-fd78dbf0e5f1), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:39.937992 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-c3c7008a-c1cc-4249-bc5b-be1582d1a115 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=8f475fdbf559419f8afdafe7293a6b89&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1931484 Feb 21 09:51:39.938621 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c7008a-c1cc-4249-bc5b-be1582d1a115 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9023adfa-1cab-4b52-9d84-fd78dbf0e5f1,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:51:39.940877 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 57108) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:51:39.990914 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6043ac45-d41a-4c17-b9c8-3ee5264ef2b8 admin admin] Publish callbacks [] for security_group (9023adfa-1cab-4b52-9d84-fd78dbf0e5f1), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:40.014518 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6043ac45-d41a-4c17-b9c8-3ee5264ef2b8 admin admin] Publish callbacks [] for security_group (9023adfa-1cab-4b52-9d84-fd78dbf0e5f1), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:40.116299 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6043ac45-d41a-4c17-b9c8-3ee5264ef2b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (9023adfa-1cab-4b52-9d84-fd78dbf0e5f1), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:40.119102 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6043ac45-d41a-4c17-b9c8-3ee5264ef2b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:40.120322 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-6043ac45-d41a-4c17-b9c8-3ee5264ef2b8 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/9023adfa-1cab-4b52-9d84-fd78dbf0e5f1 HTTP/1.1" status: 204 len: 168 time: 0.1785257 Feb 21 09:51:40.129319 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6043ac45-d41a-4c17-b9c8-3ee5264ef2b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9023adfa-1cab-4b52-9d84-fd78dbf0e5f1,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:51:40.540804 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24eb984d-28c6-4355-9e9f-f6abfcd8abea req-264c1dd3-b743-4095-b47d-88d81ef9ec05 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:51:40.542575 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-24eb984d-28c6-4355-9e9f-f6abfcd8abea req-264c1dd3-b743-4095-b47d-88d81ef9ec05 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e0ced2b-6d7c-44a8-b399-027746636f4e HTTP/1.1" status: 200 len: 945 time: 0.0557561 Feb 21 09:51:40.589833 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-24eb984d-28c6-4355-9e9f-f6abfcd8abea req-54e28161-a04a-4eaf-b465-7a8ad076cd78 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/security-groups?id=db45a7aa-67ef-4d02-a054-65d220dce7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409801 Feb 21 09:51:41.720577 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf48694-d2dd-4b93-a5b5-877ce2fcb823 req-d8af1eeb-4766-49e6-b71d-9875cff07638 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:51:41.722084 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-baf48694-d2dd-4b93-a5b5-877ce2fcb823 req-d8af1eeb-4766-49e6-b71d-9875cff07638 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e0ced2b-6d7c-44a8-b399-027746636f4e HTTP/1.1" status: 200 len: 945 time: 0.0575736 Feb 21 09:51:41.768015 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-baf48694-d2dd-4b93-a5b5-877ce2fcb823 req-c7429e6e-2c48-405a-9393-84351e7b800d tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/security-groups?id=db45a7aa-67ef-4d02-a054-65d220dce7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403397 Feb 21 09:51:42.892142 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa4583f-1771-4761-b916-b51e314a864b req-e6d87572-1dfa-4919-b6e3-05bddf03f691 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:51:42.893694 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-efa4583f-1771-4761-b916-b51e314a864b req-e6d87572-1dfa-4919-b6e3-05bddf03f691 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e0ced2b-6d7c-44a8-b399-027746636f4e HTTP/1.1" status: 200 len: 945 time: 0.0531271 Feb 21 09:51:42.940485 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-efa4583f-1771-4761-b916-b51e314a864b req-f3e884e3-a17e-420b-bd61-0289aa85e07b tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/security-groups?id=db45a7aa-67ef-4d02-a054-65d220dce7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413556 Feb 21 09:51:44.060958 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da71999a-56bd-46e9-8e1c-ad69487368ff req-5d0e1a11-218e-41bd-a42d-37cfe40846fa tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:51:44.062447 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-da71999a-56bd-46e9-8e1c-ad69487368ff req-5d0e1a11-218e-41bd-a42d-37cfe40846fa tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e0ced2b-6d7c-44a8-b399-027746636f4e HTTP/1.1" status: 200 len: 945 time: 0.0531707 Feb 21 09:51:44.113878 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-da71999a-56bd-46e9-8e1c-ad69487368ff req-ed9a1770-374c-48ae-b44d-be090baaaf04 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/security-groups?id=db45a7aa-67ef-4d02-a054-65d220dce7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452847 Feb 21 09:51:45.244191 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55fea67-2924-46cc-b143-634ef896839b req-b50c78a6-9e10-4e2c-bcef-c427148749ac tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:51:45.246334 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-c55fea67-2924-46cc-b143-634ef896839b req-b50c78a6-9e10-4e2c-bcef-c427148749ac tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e0ced2b-6d7c-44a8-b399-027746636f4e HTTP/1.1" status: 200 len: 945 time: 0.0566118 Feb 21 09:51:45.296307 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-c55fea67-2924-46cc-b143-634ef896839b req-65479475-6a67-4b87-8091-98a5dc6a4ddb tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/security-groups?id=db45a7aa-67ef-4d02-a054-65d220dce7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422683 Feb 21 09:51:46.176486 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Device 9b521c37-ce5f-44e7-a93c-4aed60cdc3e6 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 09:51:46.273755 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] For port 9b521c37-ce5f-44e7-a93c-4aed60cdc3e6, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=9b521c37-ce5f-44e7-a93c-4aed60cdc3e6,segment=NetworkSegment(74e7b622-908b-4731-b83b-33d793e03349),segment_id=74e7b622-908b-4731-b83b-33d793e03349)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:51:46.285378 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Returning: {'device': '9b521c37-ce5f-44e7-a93c-4aed60cdc3e6', 'network_id': '520af2ea-1f8c-46b3-b630-6172c62f3d29', 'port_id': '9b521c37-ce5f-44e7-a93c-4aed60cdc3e6', 'mac_address': 'fa:16:3e:1e:02:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '481c3383-55ad-4322-8e52-c4b40a8b221b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 09:51:46.321450 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Current status of the port 9b521c37-ce5f-44e7-a93c-4aed60cdc3e6 is: ACTIVE; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:51:46.321846 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (9b521c37-ce5f-44e7-a93c-4aed60cdc3e6), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:46.335069 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9b521c37-ce5f-44e7-a93c-4aed60cdc3e6 {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 09:51:46.356218 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] For port 9b521c37-ce5f-44e7-a93c-4aed60cdc3e6, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=9b521c37-ce5f-44e7-a93c-4aed60cdc3e6,segment=NetworkSegment(74e7b622-908b-4731-b83b-33d793e03349),segment_id=74e7b622-908b-4731-b83b-33d793e03349)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:51:46.426403 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc79ca22-aa76-46a3-b205-a7c45ad78df9 req-3707eacc-3131-4907-a60c-2b5227499eac tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:51:46.427912 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-dc79ca22-aa76-46a3-b205-a7c45ad78df9 req-3707eacc-3131-4907-a60c-2b5227499eac tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e0ced2b-6d7c-44a8-b399-027746636f4e HTTP/1.1" status: 200 len: 945 time: 0.0560877 Feb 21 09:51:46.442260 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782759442315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782758885690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782758885708'] for port (9b521c37-ce5f-44e7-a93c-4aed60cdc3e6), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:46.508832 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-dc79ca22-aa76-46a3-b205-a7c45ad78df9 req-04c78e46-5457-4d87-bd00-6ea05a4d4e8f tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/security-groups?id=db45a7aa-67ef-4d02-a054-65d220dce7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685976 Feb 21 09:51:46.519807 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Pushing event updated for resources: {'Port': ['ID=9b521c37-ce5f-44e7-a93c-4aed60cdc3e6,revision_number=6']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:51:47.647622 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0769402-f105-40bd-97a9-e680d2bf38e9 req-e0f1673f-8eaf-403f-9cab-1aa13f4a4f70 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:51:47.649136 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-e0769402-f105-40bd-97a9-e680d2bf38e9 req-e0f1673f-8eaf-403f-9cab-1aa13f4a4f70 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e0ced2b-6d7c-44a8-b399-027746636f4e HTTP/1.1" status: 200 len: 944 time: 0.0634532 Feb 21 09:51:47.704523 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-e0769402-f105-40bd-97a9-e680d2bf38e9 req-22e931f0-235e-4a62-9cc5-72411340ab1e tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/security-groups?id=db45a7aa-67ef-4d02-a054-65d220dce7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491350 Feb 21 09:51:48.136877 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.agents_db [None req-1af9f625-7d23-4c31-ae08-d0e8b46e8d0e None None] Agent healthcheck: found 6 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 09:51:48.843256 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd14146-8bf1-4a05-8d2d-97e95377ea8a req-f66b3239-105c-46eb-b247-11c02232f92b tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:51:48.850723 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-7cd14146-8bf1-4a05-8d2d-97e95377ea8a req-f66b3239-105c-46eb-b247-11c02232f92b tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e0ced2b-6d7c-44a8-b399-027746636f4e HTTP/1.1" status: 200 len: 944 time: 0.0626686 Feb 21 09:51:48.905219 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-7cd14146-8bf1-4a05-8d2d-97e95377ea8a req-a01218e6-a6b6-4397-bc17-338b97bcfb40 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/security-groups?id=db45a7aa-67ef-4d02-a054-65d220dce7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525212 Feb 21 09:51:49.033245 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] get_ports_and_sgs() called for port_ids ['9b521c37-ce5f-44e7-a93c-4aed60cdc3e6'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 09:51:50.048812 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3c8fa6-3f31-4caa-a9d9-eea2e72b8806 req-e9745d3f-778d-49bb-aa81-6a3e967332ee tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:51:50.054463 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-7f3c8fa6-3f31-4caa-a9d9-eea2e72b8806 req-e9745d3f-778d-49bb-aa81-6a3e967332ee tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e0ced2b-6d7c-44a8-b399-027746636f4e HTTP/1.1" status: 200 len: 944 time: 0.0736516 Feb 21 09:51:50.118417 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-7f3c8fa6-3f31-4caa-a9d9-eea2e72b8806 req-c6759b8b-8c48-41bd-9f57-b373f091030f tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/security-groups?id=db45a7aa-67ef-4d02-a054-65d220dce7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618918 Feb 21 09:51:50.963502 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Device 9b521c37-ce5f-44e7-a93c-4aed60cdc3e6 up at agent hyperv_hv-cinder-80475 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:51:51.022356 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Provisioning complete for port 9b521c37-ce5f-44e7-a93c-4aed60cdc3e6 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:51:51.022972 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7397950'] for port (9b521c37-ce5f-44e7-a93c-4aed60cdc3e6), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:51.104094 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Current status of the port 9b521c37-ce5f-44e7-a93c-4aed60cdc3e6 is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:51:51.104626 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (9b521c37-ce5f-44e7-a93c-4aed60cdc3e6), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:51.130648 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e0ced2b-6d7c-44a8-b399-027746636f4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b521c37-ce5f-44e7-a93c-4aed60cdc3e6'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:51:51.132930 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd82e867db05f05d31de18fef3a4b5738e999913abe260e0f677426061852263" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-471d2ed9-8f8a-499e-b946-b4757df0a08d" -d '{"events": [{"server_uuid": "7e0ced2b-6d7c-44a8-b399-027746636f4e", "name": "network-vif-plugged", "status": "completed", "tag": "9b521c37-ce5f-44e7-a93c-4aed60cdc3e6"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:51:51.162397 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] For port 9b521c37-ce5f-44e7-a93c-4aed60cdc3e6, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=9b521c37-ce5f-44e7-a93c-4aed60cdc3e6,segment=NetworkSegment(74e7b622-908b-4731-b83b-33d793e03349),segment_id=74e7b622-908b-4731-b83b-33d793e03349)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:51:51.237268 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782759442315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782758885690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782758885708'] for port (9b521c37-ce5f-44e7-a93c-4aed60cdc3e6), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:51:51.264640 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fb559c-b6c7-4fb1-a7d4-897e1b62420a req-665fc3dc-9438-4cf5-bd64-ea489cf6315e tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:51:51.272661 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-04fb559c-b6c7-4fb1-a7d4-897e1b62420a req-665fc3dc-9438-4cf5-bd64-ea489cf6315e tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e0ced2b-6d7c-44a8-b399-027746636f4e HTTP/1.1" status: 200 len: 944 time: 0.0648787 Feb 21 09:51:51.338537 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-04fb559c-b6c7-4fb1-a7d4-897e1b62420a req-5463be7f-fe27-40d3-9dfa-faec32f87fa5 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/security-groups?id=db45a7aa-67ef-4d02-a054-65d220dce7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646725 Feb 21 09:51:51.340101 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Pushing event updated for resources: {'Port': ['ID=9b521c37-ce5f-44e7-a93c-4aed60cdc3e6,revision_number=7']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:51:51.424127 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 09:51:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60b7952e-3f0a-48c6-96d6-c97a85108e56 x-openstack-request-id: req-60b7952e-3f0a-48c6-96d6-c97a85108e56 {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:51:51.424453 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e0ced2b-6d7c-44a8-b399-027746636f4e", "name": "network-vif-plugged", "status": "completed", "tag": "9b521c37-ce5f-44e7-a93c-4aed60cdc3e6", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:51:51.424708 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-60b7952e-3f0a-48c6-96d6-c97a85108e56 {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:51:51.425111 dv-cinder-804757-16-iscsi neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e0ced2b-6d7c-44a8-b399-027746636f4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b521c37-ce5f-44e7-a93c-4aed60cdc3e6', 'code': 200} Feb 21 09:51:52.575677 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166d38b9-c09b-4dc1-a17a-5d088a244db3 req-bd0d419a-873a-44ba-98c8-6ee06e635699 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:51:52.577188 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-166d38b9-c09b-4dc1-a17a-5d088a244db3 req-bd0d419a-873a-44ba-98c8-6ee06e635699 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e0ced2b-6d7c-44a8-b399-027746636f4e HTTP/1.1" status: 200 len: 945 time: 0.0528607 Feb 21 09:51:52.625047 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-166d38b9-c09b-4dc1-a17a-5d088a244db3 req-6ed82059-b4be-4488-9219-9c7fe1ed4bfe tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/security-groups?id=db45a7aa-67ef-4d02-a054-65d220dce7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418186 Feb 21 09:51:53.786884 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77baca3d-eb9c-4acf-a25b-5f0f4064bcc4 req-d4e63094-929a-4b22-809c-7a45e39857fc tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:51:53.788372 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-77baca3d-eb9c-4acf-a25b-5f0f4064bcc4 req-d4e63094-929a-4b22-809c-7a45e39857fc tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e0ced2b-6d7c-44a8-b399-027746636f4e HTTP/1.1" status: 200 len: 945 time: 0.0792584 Feb 21 09:51:53.842481 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-77baca3d-eb9c-4acf-a25b-5f0f4064bcc4 req-a36bdaec-8de1-4007-ae79-96f230a929ee tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/security-groups?id=db45a7aa-67ef-4d02-a054-65d220dce7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425556 Feb 21 09:51:54.976274 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bf2d22-8b49-493f-a713-b95a7979953c req-d97a7adc-3cfc-4ad9-9f07-dcd5e6159ea1 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:51:54.978394 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-08bf2d22-8b49-493f-a713-b95a7979953c req-d97a7adc-3cfc-4ad9-9f07-dcd5e6159ea1 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e0ced2b-6d7c-44a8-b399-027746636f4e HTTP/1.1" status: 200 len: 945 time: 0.0562356 Feb 21 09:51:55.031389 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-08bf2d22-8b49-493f-a713-b95a7979953c req-193abe09-c415-4201-9173-25b46d776a7e tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/security-groups?id=db45a7aa-67ef-4d02-a054-65d220dce7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467360 Feb 21 09:51:56.162614 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea5b03e-0adf-4629-9d67-51819ee13066 req-296333bd-72ce-4599-a10a-32b4cc39a30f tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:51:56.164083 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-dea5b03e-0adf-4629-9d67-51819ee13066 req-296333bd-72ce-4599-a10a-32b4cc39a30f tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e0ced2b-6d7c-44a8-b399-027746636f4e HTTP/1.1" status: 200 len: 945 time: 0.0578771 Feb 21 09:51:56.215197 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-dea5b03e-0adf-4629-9d67-51819ee13066 req-66c636a7-6d65-49e8-93bb-ee019037bf0f tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/security-groups?id=db45a7aa-67ef-4d02-a054-65d220dce7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451086 Feb 21 09:51:57.346532 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76f8750-7750-4401-a62e-45169b3e239a req-40e6fd59-8d65-42bd-9bb0-e7d3ee42c5ad tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:51:57.348056 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-b76f8750-7750-4401-a62e-45169b3e239a req-40e6fd59-8d65-42bd-9bb0-e7d3ee42c5ad tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e0ced2b-6d7c-44a8-b399-027746636f4e HTTP/1.1" status: 200 len: 945 time: 0.0542192 Feb 21 09:51:57.401623 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-b76f8750-7750-4401-a62e-45169b3e239a req-b83cd143-331c-4d4f-82c6-9ae8683c0768 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/security-groups?id=db45a7aa-67ef-4d02-a054-65d220dce7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427020 Feb 21 09:51:58.002592 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e1c8ca-d694-4453-9599-a479a8cfa463 req-595f7b65-a5c7-4984-b06e-b0dc60bc3f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:51:58.004244 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-f4e1c8ca-d694-4453-9599-a479a8cfa463 req-595f7b65-a5c7-4984-b06e-b0dc60bc3f89 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=bb268944fc6e49c098a033696a582d47&device_id=7e0ced2b-6d7c-44a8-b399-027746636f4e HTTP/1.1" status: 200 len: 1129 time: 0.0452557 Feb 21 09:51:58.095054 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e1c8ca-d694-4453-9599-a479a8cfa463 req-e44fff8a-e45e-43f2-9405-c693d6dc7a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:51:58.096560 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-f4e1c8ca-d694-4453-9599-a479a8cfa463 req-e44fff8a-e45e-43f2-9405-c693d6dc7a50 service neutron] 10.222.0.69 "GET /v2.0/networks?id=520af2ea-1f8c-46b3-b630-6172c62f3d29 HTTP/1.1" status: 200 len: 918 time: 0.0862985 Feb 21 09:51:58.163267 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-f4e1c8ca-d694-4453-9599-a479a8cfa463 req-56e6b878-da02-49be-afaa-dc23b25ce2de service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9b521c37-ce5f-44e7-a93c-4aed60cdc3e6 HTTP/1.1" status: 200 len: 1001 time: 0.0609541 Feb 21 09:51:58.214791 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e1c8ca-d694-4453-9599-a479a8cfa463 req-a59e5a93-0788-463e-9df8-21a3db8d9ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:51:58.216234 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-f4e1c8ca-d694-4453-9599-a479a8cfa463 req-a59e5a93-0788-463e-9df8-21a3db8d9ffd service neutron] 10.222.0.69 "GET /v2.0/subnets?id=481c3383-55ad-4322-8e52-c4b40a8b221b HTTP/1.1" status: 200 len: 856 time: 0.0468271 Feb 21 09:51:58.262721 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e1c8ca-d694-4453-9599-a479a8cfa463 req-b32a210f-a3da-45f1-840a-0e2956b368df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:51:58.264103 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-f4e1c8ca-d694-4453-9599-a479a8cfa463 req-b32a210f-a3da-45f1-840a-0e2956b368df service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=520af2ea-1f8c-46b3-b630-6172c62f3d29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0422566 Feb 21 09:51:58.354223 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-f4e1c8ca-d694-4453-9599-a479a8cfa463 req-bdf14633-3063-4c2d-bb40-53d84b8217f9 service neutron] 10.222.0.69 "GET /v2.0/networks/520af2ea-1f8c-46b3-b630-6172c62f3d29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834763 Feb 21 09:51:58.455202 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-f4e1c8ca-d694-4453-9599-a479a8cfa463 req-873fd2a5-83bb-471a-bebd-93150efab7e4 service neutron] 10.222.0.69 "GET /v2.0/networks/520af2ea-1f8c-46b3-b630-6172c62f3d29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936513 Feb 21 09:51:58.527432 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d6e311-2079-45c5-86da-f2305e8df1b7 req-c63ac2a9-13df-4f5c-a214-fcd38459e1cd tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:51:58.532553 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-38d6e311-2079-45c5-86da-f2305e8df1b7 req-c63ac2a9-13df-4f5c-a214-fcd38459e1cd tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e0ced2b-6d7c-44a8-b399-027746636f4e HTTP/1.1" status: 200 len: 945 time: 0.0547974 Feb 21 09:51:58.577672 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-38d6e311-2079-45c5-86da-f2305e8df1b7 req-18d66c62-aee1-4260-b8c0-ad654aa005bb tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/security-groups?id=db45a7aa-67ef-4d02-a054-65d220dce7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421636 Feb 21 09:51:59.705709 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0ee6c7-397d-4fe2-bcd3-ff29ea67b067 req-1ce6780e-a81c-4ff4-9f6c-496055fc29a2 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:51:59.707259 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-da0ee6c7-397d-4fe2-bcd3-ff29ea67b067 req-1ce6780e-a81c-4ff4-9f6c-496055fc29a2 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e0ced2b-6d7c-44a8-b399-027746636f4e HTTP/1.1" status: 200 len: 945 time: 0.0559886 Feb 21 09:51:59.754258 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-da0ee6c7-397d-4fe2-bcd3-ff29ea67b067 req-b76684e8-94eb-4869-9a38-e9961f42735f tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/security-groups?id=db45a7aa-67ef-4d02-a054-65d220dce7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414608 Feb 21 09:52:00.882000 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edd0feb-2566-4b0b-90eb-88dd8b710c0c req-43b89a7b-9512-4e04-8c1d-99ff1347cb04 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:52:00.883580 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-0edd0feb-2566-4b0b-90eb-88dd8b710c0c req-43b89a7b-9512-4e04-8c1d-99ff1347cb04 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e0ced2b-6d7c-44a8-b399-027746636f4e HTTP/1.1" status: 200 len: 945 time: 0.0557141 Feb 21 09:52:00.933426 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-0edd0feb-2566-4b0b-90eb-88dd8b710c0c req-bdefb4fc-ff41-4fbc-83da-adda11cd2230 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/security-groups?id=db45a7aa-67ef-4d02-a054-65d220dce7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444207 Feb 21 09:52:03.054540 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Device 9b521c37-ce5f-44e7-a93c-4aed60cdc3e6 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 09:52:03.160665 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Current status of the port 9b521c37-ce5f-44e7-a93c-4aed60cdc3e6 is: ACTIVE; New status is: DOWN {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:52:03.161070 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (9b521c37-ce5f-44e7-a93c-4aed60cdc3e6), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:03.183862 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e0ced2b-6d7c-44a8-b399-027746636f4e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b521c37-ce5f-44e7-a93c-4aed60cdc3e6'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:52:03.196989 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd82e867db05f05d31de18fef3a4b5738e999913abe260e0f677426061852263" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59810985-2c02-4e42-8c4d-86917d9b4f9e" -d '{"events": [{"server_uuid": "7e0ced2b-6d7c-44a8-b399-027746636f4e", "name": "network-vif-unplugged", "status": "completed", "tag": "9b521c37-ce5f-44e7-a93c-4aed60cdc3e6"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:52:03.199262 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] For port 9b521c37-ce5f-44e7-a93c-4aed60cdc3e6, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=9b521c37-ce5f-44e7-a93c-4aed60cdc3e6,segment=NetworkSegment(74e7b622-908b-4731-b83b-33d793e03349),segment_id=74e7b622-908b-4731-b83b-33d793e03349)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:52:03.218470 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 21 Feb 2022 09:52:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f8e12ce-3d7d-4963-bb55-30b610ea0963 x-openstack-request-id: req-2f8e12ce-3d7d-4963-bb55-30b610ea0963 {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:52:03.218757 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e0ced2b-6d7c-44a8-b399-027746636f4e", "name": "network-vif-unplugged", "status": "failed", "tag": "9b521c37-ce5f-44e7-a93c-4aed60cdc3e6", "code": 422}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:52:03.219011 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-2f8e12ce-3d7d-4963-bb55-30b610ea0963 {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:52:03.219398 dv-cinder-804757-16-iscsi neutron-server[109858]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7e0ced2b-6d7c-44a8-b399-027746636f4e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9b521c37-ce5f-44e7-a93c-4aed60cdc3e6', 'code': 422} returned with failed status Feb 21 09:52:03.300009 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-6b5493e0-45dd-46cc-87f2-be825a6543ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (7b1feb7e-a062-49d6-b835-c5fae1c9b9ce), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:03.339122 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782759442315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782758885690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782758885708'] for port (9b521c37-ce5f-44e7-a93c-4aed60cdc3e6), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:03.387461 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Pushing event updated for resources: {'Port': ['ID=9b521c37-ce5f-44e7-a93c-4aed60cdc3e6,revision_number=8']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:52:03.617563 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [req-e692dcf7-7af3-4970-af00-d5f4cc61c257 req-0d7132e7-ceb1-4941-970f-93ff4d8add57 service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=109856) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 21 09:52:03.618576 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-e692dcf7-7af3-4970-af00-d5f4cc61c257 req-0d7132e7-ceb1-4941-970f-93ff4d8add57 service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0957656 Feb 21 09:52:04.930021 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b16107-d3b6-44a5-8206-1a7b10e128e5 req-8b9ffc06-2050-4adc-bf97-7c96c99d3afd tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:52:04.931518 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-90b16107-d3b6-44a5-8206-1a7b10e128e5 req-8b9ffc06-2050-4adc-bf97-7c96c99d3afd tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e0ced2b-6d7c-44a8-b399-027746636f4e HTTP/1.1" status: 200 len: 943 time: 0.0551994 Feb 21 09:52:04.983412 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-90b16107-d3b6-44a5-8206-1a7b10e128e5 req-a5f188ef-acb8-41d3-a394-ca846dc28978 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/security-groups?id=db45a7aa-67ef-4d02-a054-65d220dce7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463278 Feb 21 09:52:05.222625 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [req-6762c265-8ce2-4972-bd4c-2992202edf26 req-3c88ef80-cf5d-4d99-a43d-b9021de6b7d9 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=7e0ced2b-6d7c-44a8-b399-027746636f4e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0443921 Feb 21 09:52:05.295318 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6762c265-8ce2-4972-bd4c-2992202edf26 req-1916370e-f846-42ca-a340-c8e65e96769a tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:52:05.296574 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [req-6762c265-8ce2-4972-bd4c-2992202edf26 req-1916370e-f846-42ca-a340-c8e65e96769a tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/ports/9b521c37-ce5f-44e7-a93c-4aed60cdc3e6 HTTP/1.1" status: 200 len: 940 time: 0.0478344 Feb 21 09:52:05.517471 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-403e47fb-8c35-4c02-a50a-057abc3367c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (f1afc09b-b148-496e-b857-a568110caa3c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:06.110707 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f0bd92-cbc5-491b-8111-c6d5bb2ee4d4 req-0a8bb088-ea55-4daa-842c-4a00dafd9da9 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:52:06.112736 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-e4f0bd92-cbc5-491b-8111-c6d5bb2ee4d4 req-0a8bb088-ea55-4daa-842c-4a00dafd9da9 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e0ced2b-6d7c-44a8-b399-027746636f4e HTTP/1.1" status: 200 len: 943 time: 0.0530510 Feb 21 09:52:06.159694 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-e4f0bd92-cbc5-491b-8111-c6d5bb2ee4d4 req-ae146354-9d55-4a28-b1d6-275e161d7830 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/security-groups?id=db45a7aa-67ef-4d02-a054-65d220dce7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409384 Feb 21 09:52:06.590149 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6762c265-8ce2-4972-bd4c-2992202edf26 req-f2f71940-de88-4d85-a30e-74683e2d148e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:52:06.591654 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-6762c265-8ce2-4972-bd4c-2992202edf26 req-f2f71940-de88-4d85-a30e-74683e2d148e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=7e0ced2b-6d7c-44a8-b399-027746636f4e&tenant_id=bb268944fc6e49c098a033696a582d47 HTTP/1.1" status: 200 len: 1127 time: 0.0458477 Feb 21 09:52:06.654515 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6762c265-8ce2-4972-bd4c-2992202edf26 req-3b3a6631-64f3-47e2-8140-fff4ef8ea5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:52:06.655990 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-6762c265-8ce2-4972-bd4c-2992202edf26 req-3b3a6631-64f3-47e2-8140-fff4ef8ea5d1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=bb268944fc6e49c098a033696a582d47&device_id=7e0ced2b-6d7c-44a8-b399-027746636f4e HTTP/1.1" status: 200 len: 1127 time: 0.0422020 Feb 21 09:52:06.748921 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6762c265-8ce2-4972-bd4c-2992202edf26 req-a9dfb645-de9c-4b50-9b53-7c93ba969588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:52:06.750399 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-6762c265-8ce2-4972-bd4c-2992202edf26 req-a9dfb645-de9c-4b50-9b53-7c93ba969588 service neutron] 10.222.0.69 "GET /v2.0/networks?id=520af2ea-1f8c-46b3-b630-6172c62f3d29 HTTP/1.1" status: 200 len: 918 time: 0.0879040 Feb 21 09:52:06.814337 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-6762c265-8ce2-4972-bd4c-2992202edf26 req-6bb9a663-37f3-457c-a37e-98ccb2d13571 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9b521c37-ce5f-44e7-a93c-4aed60cdc3e6 HTTP/1.1" status: 200 len: 999 time: 0.0580194 Feb 21 09:52:06.848370 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-43ce5351-eeda-4347-b66a-565ea5ef4f96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (93f03475-d11b-4921-b82a-7ea88eab1568), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:06.866550 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6762c265-8ce2-4972-bd4c-2992202edf26 req-3ed8c2f5-8358-4ab6-a12b-1104cf07645d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:52:06.868080 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-6762c265-8ce2-4972-bd4c-2992202edf26 req-3ed8c2f5-8358-4ab6-a12b-1104cf07645d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=481c3383-55ad-4322-8e52-c4b40a8b221b HTTP/1.1" status: 200 len: 856 time: 0.0476227 Feb 21 09:52:06.919299 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6762c265-8ce2-4972-bd4c-2992202edf26 req-6d98ca58-114c-4062-9f97-dfbb5316152f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:52:06.922746 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-6762c265-8ce2-4972-bd4c-2992202edf26 req-6d98ca58-114c-4062-9f97-dfbb5316152f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=520af2ea-1f8c-46b3-b630-6172c62f3d29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0460644 Feb 21 09:52:07.006506 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-6762c265-8ce2-4972-bd4c-2992202edf26 req-d7185453-da8c-42e4-b6b3-019836078e13 service neutron] 10.222.0.69 "GET /v2.0/networks/520af2ea-1f8c-46b3-b630-6172c62f3d29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799901 Feb 21 09:52:07.102366 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-6762c265-8ce2-4972-bd4c-2992202edf26 req-81ccbb1e-eabd-4184-ac68-99e40ae204bc service neutron] 10.222.0.69 "GET /v2.0/networks/520af2ea-1f8c-46b3-b630-6172c62f3d29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902648 Feb 21 09:52:07.288367 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7189e2ef-0ae6-4c82-a3e6-607e633343fc req-f948a276-793d-4edb-902e-2a1610746c6e tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:52:07.289873 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-7189e2ef-0ae6-4c82-a3e6-607e633343fc req-f948a276-793d-4edb-902e-2a1610746c6e tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e0ced2b-6d7c-44a8-b399-027746636f4e HTTP/1.1" status: 200 len: 943 time: 0.0542223 Feb 21 09:52:07.336888 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-7189e2ef-0ae6-4c82-a3e6-607e633343fc req-0a6a5126-36e1-4a6b-ae52-c6184102a912 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/security-groups?id=db45a7aa-67ef-4d02-a054-65d220dce7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409443 Feb 21 09:52:07.808194 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (f5044fde-eef4-46eb-b3ce-4ab87030ccc0), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:08.185070 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-2b8302a0-632c-4bb4-a8e1-5b2fb521f750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (a872b2e0-7e3e-43db-8705-7fb9ea875340), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:08.490563 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f30a4d-f948-40fd-9249-31c6e067f19a req-c8c18f88-4075-4083-bb06-6b9feadcfecb tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:52:08.492373 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-39f30a4d-f948-40fd-9249-31c6e067f19a req-c8c18f88-4075-4083-bb06-6b9feadcfecb tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e0ced2b-6d7c-44a8-b399-027746636f4e HTTP/1.1" status: 200 len: 943 time: 0.0736394 Feb 21 09:52:08.550932 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-39f30a4d-f948-40fd-9249-31c6e067f19a req-fb1ec7d6-6ab6-418c-b8f9-e28a0f38ae67 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/security-groups?id=db45a7aa-67ef-4d02-a054-65d220dce7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528817 Feb 21 09:52:09.648676 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (ce3e6371-75e2-4bba-8260-49cd855bb251), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:09.692099 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76b40bb-d74d-4dba-8ee1-837c326c55c3 req-40d7d9f1-6862-4dfe-b141-5ec7e154bd0a tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:52:09.694362 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-e76b40bb-d74d-4dba-8ee1-837c326c55c3 req-40d7d9f1-6862-4dfe-b141-5ec7e154bd0a tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e0ced2b-6d7c-44a8-b399-027746636f4e HTTP/1.1" status: 200 len: 943 time: 0.0690234 Feb 21 09:52:09.751281 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-e76b40bb-d74d-4dba-8ee1-837c326c55c3 req-d23a4007-3189-46f6-9a3e-bc22c9743b4d tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/security-groups?id=db45a7aa-67ef-4d02-a054-65d220dce7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512581 Feb 21 09:52:10.888133 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dff5be-de3e-47b2-aa51-bd29404498a1 req-e4cae591-45e5-4ac9-a1fd-0967a2d1aa9f tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:52:10.890553 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-d1dff5be-de3e-47b2-aa51-bd29404498a1 req-e4cae591-45e5-4ac9-a1fd-0967a2d1aa9f tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e0ced2b-6d7c-44a8-b399-027746636f4e HTTP/1.1" status: 200 len: 943 time: 0.0548124 Feb 21 09:52:10.949781 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-d1dff5be-de3e-47b2-aa51-bd29404498a1 req-4e72b3c0-0add-4618-834c-fb0940927428 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/security-groups?id=db45a7aa-67ef-4d02-a054-65d220dce7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531621 Feb 21 09:52:12.082800 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd93aea-5f03-4333-b94b-6f15b3a0ed6d req-fd97f7e9-e412-45a8-9943-1d59de195378 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:52:12.084261 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-afd93aea-5f03-4333-b94b-6f15b3a0ed6d req-fd97f7e9-e412-45a8-9943-1d59de195378 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e0ced2b-6d7c-44a8-b399-027746636f4e HTTP/1.1" status: 200 len: 943 time: 0.0574448 Feb 21 09:52:12.133613 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-afd93aea-5f03-4333-b94b-6f15b3a0ed6d req-67c4be43-bd77-4c6e-b28e-7f2a561096b6 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/security-groups?id=db45a7aa-67ef-4d02-a054-65d220dce7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433397 Feb 21 09:52:13.278270 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a00d150-d4ac-4f4d-9ee2-a73a1186049b req-986a6281-be25-4a49-a961-105fb46e9b3d tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:52:13.279860 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-0a00d150-d4ac-4f4d-9ee2-a73a1186049b req-986a6281-be25-4a49-a961-105fb46e9b3d tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e0ced2b-6d7c-44a8-b399-027746636f4e HTTP/1.1" status: 200 len: 943 time: 0.0664678 Feb 21 09:52:13.357921 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-0a00d150-d4ac-4f4d-9ee2-a73a1186049b req-ef228976-1512-4c78-aef0-76de7cd6cbc0 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/security-groups?id=db45a7aa-67ef-4d02-a054-65d220dce7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681834 Feb 21 09:52:14.496614 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1d62d9-7608-4a04-b63e-491dcbcba327 req-802cd23a-7743-4f26-82ce-4642d879f4d1 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:52:14.498682 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-de1d62d9-7608-4a04-b63e-491dcbcba327 req-802cd23a-7743-4f26-82ce-4642d879f4d1 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e0ced2b-6d7c-44a8-b399-027746636f4e HTTP/1.1" status: 200 len: 943 time: 0.0623956 Feb 21 09:52:14.553271 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-de1d62d9-7608-4a04-b63e-491dcbcba327 req-2ebaf613-608a-4889-bcff-638a31edc75d tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/security-groups?id=db45a7aa-67ef-4d02-a054-65d220dce7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481825 Feb 21 09:52:15.676143 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e26dd8e-4766-42be-9213-7ac649e48682 req-e6280b98-2ffc-4b30-ab0d-fc1d7e34af5e tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:52:15.677640 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-8e26dd8e-4766-42be-9213-7ac649e48682 req-e6280b98-2ffc-4b30-ab0d-fc1d7e34af5e tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e0ced2b-6d7c-44a8-b399-027746636f4e HTTP/1.1" status: 200 len: 943 time: 0.0546529 Feb 21 09:52:15.723618 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-8e26dd8e-4766-42be-9213-7ac649e48682 req-1fafcf69-3166-40ee-8deb-7f7c31958030 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/security-groups?id=db45a7aa-67ef-4d02-a054-65d220dce7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405595 Feb 21 09:52:16.850557 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c263f20d-ecb3-4965-8d62-c541319cc38d req-97d075bc-5216-4de2-a219-8673ae705886 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:52:16.852062 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-c263f20d-ecb3-4965-8d62-c541319cc38d req-97d075bc-5216-4de2-a219-8673ae705886 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e0ced2b-6d7c-44a8-b399-027746636f4e HTTP/1.1" status: 200 len: 943 time: 0.0568938 Feb 21 09:52:16.900030 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-c263f20d-ecb3-4965-8d62-c541319cc38d req-d12499ec-5d1f-45d3-9242-83478e665f18 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/security-groups?id=db45a7aa-67ef-4d02-a054-65d220dce7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423818 Feb 21 09:52:18.027141 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db003799-3a4a-4152-a529-ff21b44d3894 req-802ec536-8e1c-4603-97a2-7d9a262a95ca tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:52:18.029150 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-db003799-3a4a-4152-a529-ff21b44d3894 req-802ec536-8e1c-4603-97a2-7d9a262a95ca tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e0ced2b-6d7c-44a8-b399-027746636f4e HTTP/1.1" status: 200 len: 943 time: 0.0557137 Feb 21 09:52:18.075501 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-db003799-3a4a-4152-a529-ff21b44d3894 req-b74718bd-ca7d-4076-ac96-83135451ce8b tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/security-groups?id=db45a7aa-67ef-4d02-a054-65d220dce7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409212 Feb 21 09:52:19.197280 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650403b9-1742-47ce-ad7f-e95511d187e1 req-ed626858-a4f9-487d-b847-b609e14f3b53 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:52:19.198722 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-650403b9-1742-47ce-ad7f-e95511d187e1 req-ed626858-a4f9-487d-b847-b609e14f3b53 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e0ced2b-6d7c-44a8-b399-027746636f4e HTTP/1.1" status: 200 len: 943 time: 0.0507958 Feb 21 09:52:19.246566 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-650403b9-1742-47ce-ad7f-e95511d187e1 req-5ba5ccde-6367-4901-b0c2-8929e97e58d9 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/security-groups?id=db45a7aa-67ef-4d02-a054-65d220dce7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423498 Feb 21 09:52:20.373665 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86d6eb7-a365-4c44-bad7-789f4530b475 req-b02d6c85-c40b-4eb0-84a1-66d5a4376213 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:52:20.375609 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-f86d6eb7-a365-4c44-bad7-789f4530b475 req-b02d6c85-c40b-4eb0-84a1-66d5a4376213 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e0ced2b-6d7c-44a8-b399-027746636f4e HTTP/1.1" status: 200 len: 943 time: 0.0552783 Feb 21 09:52:20.427645 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-f86d6eb7-a365-4c44-bad7-789f4530b475 req-b7e6dd86-b0db-4147-b298-b610c40acbce tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/security-groups?id=db45a7aa-67ef-4d02-a054-65d220dce7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452285 Feb 21 09:52:21.131752 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Device 9b521c37-ce5f-44e7-a93c-4aed60cdc3e6 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 09:52:21.354727 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] For port 9b521c37-ce5f-44e7-a93c-4aed60cdc3e6, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=9b521c37-ce5f-44e7-a93c-4aed60cdc3e6,segment=NetworkSegment(74e7b622-908b-4731-b83b-33d793e03349),segment_id=74e7b622-908b-4731-b83b-33d793e03349)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:52:21.366713 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Returning: {'device': '9b521c37-ce5f-44e7-a93c-4aed60cdc3e6', 'network_id': '520af2ea-1f8c-46b3-b630-6172c62f3d29', 'port_id': '9b521c37-ce5f-44e7-a93c-4aed60cdc3e6', 'mac_address': 'fa:16:3e:1e:02:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '481c3383-55ad-4322-8e52-c4b40a8b221b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 09:52:21.403552 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Current status of the port 9b521c37-ce5f-44e7-a93c-4aed60cdc3e6 is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:52:21.403954 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (9b521c37-ce5f-44e7-a93c-4aed60cdc3e6), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:21.416877 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b521c37-ce5f-44e7-a93c-4aed60cdc3e6 {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 09:52:21.436617 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] For port 9b521c37-ce5f-44e7-a93c-4aed60cdc3e6, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=9b521c37-ce5f-44e7-a93c-4aed60cdc3e6,segment=NetworkSegment(74e7b622-908b-4731-b83b-33d793e03349),segment_id=74e7b622-908b-4731-b83b-33d793e03349)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:52:21.522153 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782759442315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782758885690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782758885708'] for port (9b521c37-ce5f-44e7-a93c-4aed60cdc3e6), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:21.562395 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfdd35a-f00e-40ac-b05d-0c62da49c217 req-ad87b7c6-0470-4164-9d81-3fc3ff7e974e tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:52:21.563921 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-adfdd35a-f00e-40ac-b05d-0c62da49c217 req-ad87b7c6-0470-4164-9d81-3fc3ff7e974e tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e0ced2b-6d7c-44a8-b399-027746636f4e HTTP/1.1" status: 200 len: 943 time: 0.0639982 Feb 21 09:52:21.571939 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Pushing event updated for resources: {'Port': ['ID=9b521c37-ce5f-44e7-a93c-4aed60cdc3e6,revision_number=9']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:52:21.612910 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-adfdd35a-f00e-40ac-b05d-0c62da49c217 req-7381fe78-3614-4eeb-a4ee-61b55f3c173c tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/security-groups?id=db45a7aa-67ef-4d02-a054-65d220dce7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414648 Feb 21 09:52:21.789926 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] get_ports_and_sgs() called for port_ids ['9b521c37-ce5f-44e7-a93c-4aed60cdc3e6'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 09:52:22.739411 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08efbe66-0aa4-400f-b135-5207e8f351b9 req-ee284133-8016-412d-b1af-e9df970d9ded tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:52:22.740919 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-08efbe66-0aa4-400f-b135-5207e8f351b9 req-ee284133-8016-412d-b1af-e9df970d9ded tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e0ced2b-6d7c-44a8-b399-027746636f4e HTTP/1.1" status: 200 len: 944 time: 0.0569448 Feb 21 09:52:22.787282 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-08efbe66-0aa4-400f-b135-5207e8f351b9 req-ae1fc8c8-bf72-46ca-bee7-bff7c7cf151e tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/security-groups?id=db45a7aa-67ef-4d02-a054-65d220dce7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408859 Feb 21 09:52:23.147345 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Device 9b521c37-ce5f-44e7-a93c-4aed60cdc3e6 up at agent hyperv_hv-cinder-80475 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:52:23.196607 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Provisioning complete for port 9b521c37-ce5f-44e7-a93c-4aed60cdc3e6 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:52:23.196986 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7397950'] for port (9b521c37-ce5f-44e7-a93c-4aed60cdc3e6), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:23.277332 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Current status of the port 9b521c37-ce5f-44e7-a93c-4aed60cdc3e6 is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:52:23.277646 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (9b521c37-ce5f-44e7-a93c-4aed60cdc3e6), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:23.301235 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e0ced2b-6d7c-44a8-b399-027746636f4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b521c37-ce5f-44e7-a93c-4aed60cdc3e6'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:52:23.303456 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd82e867db05f05d31de18fef3a4b5738e999913abe260e0f677426061852263" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-affec85f-4a16-45b6-bc2f-b81b82ebea8b" -d '{"events": [{"server_uuid": "7e0ced2b-6d7c-44a8-b399-027746636f4e", "name": "network-vif-plugged", "status": "completed", "tag": "9b521c37-ce5f-44e7-a93c-4aed60cdc3e6"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:52:23.316729 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] For port 9b521c37-ce5f-44e7-a93c-4aed60cdc3e6, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=9b521c37-ce5f-44e7-a93c-4aed60cdc3e6,segment=NetworkSegment(74e7b622-908b-4731-b83b-33d793e03349),segment_id=74e7b622-908b-4731-b83b-33d793e03349)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:52:23.342649 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 09:52:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ce7244f-ea8f-43fe-8fc0-3e3b8b2ef873 x-openstack-request-id: req-7ce7244f-ea8f-43fe-8fc0-3e3b8b2ef873 {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:52:23.342951 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e0ced2b-6d7c-44a8-b399-027746636f4e", "name": "network-vif-plugged", "status": "completed", "tag": "9b521c37-ce5f-44e7-a93c-4aed60cdc3e6", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:52:23.343205 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-7ce7244f-ea8f-43fe-8fc0-3e3b8b2ef873 {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:52:23.343593 dv-cinder-804757-16-iscsi neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e0ced2b-6d7c-44a8-b399-027746636f4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b521c37-ce5f-44e7-a93c-4aed60cdc3e6', 'code': 200} Feb 21 09:52:23.436791 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782759442315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782758885690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782758885708'] for port (9b521c37-ce5f-44e7-a93c-4aed60cdc3e6), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:23.490040 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Pushing event updated for resources: {'Port': ['ID=9b521c37-ce5f-44e7-a93c-4aed60cdc3e6,revision_number=10']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:52:23.727993 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d13c73c-c276-4a7c-9edf-b0e21aaf7cbb req-52a978a0-7101-4856-b93e-ebc868d8f0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:52:23.737428 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-0d13c73c-c276-4a7c-9edf-b0e21aaf7cbb req-52a978a0-7101-4856-b93e-ebc868d8f0d6 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=7e0ced2b-6d7c-44a8-b399-027746636f4e HTTP/1.1" status: 200 len: 1130 time: 0.0434327 Feb 21 09:52:23.774227 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-0d13c73c-c276-4a7c-9edf-b0e21aaf7cbb req-69b07d60-246d-4a87-bea7-f17e37a075fa service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=db45a7aa-67ef-4d02-a054-65d220dce7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375593 Feb 21 09:52:23.915393 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f2439e-12e8-475e-913d-795b2bb3a8bc req-51badc88-3b69-4660-8ba1-d5e1b0e3f373 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:52:23.917104 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-b8f2439e-12e8-475e-913d-795b2bb3a8bc req-51badc88-3b69-4660-8ba1-d5e1b0e3f373 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e0ced2b-6d7c-44a8-b399-027746636f4e HTTP/1.1" status: 200 len: 946 time: 0.0558274 Feb 21 09:52:23.999119 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-b8f2439e-12e8-475e-913d-795b2bb3a8bc req-8e5b4cc5-2de2-48b0-984f-86267a09deb4 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/security-groups?id=db45a7aa-67ef-4d02-a054-65d220dce7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764370 Feb 21 09:52:24.003199 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-5e3e773c-823e-4bcd-8ba1-664edae114ed req-439d068d-7da7-4549-92fe-4dd852a1ec97 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-711767906&fields=id&tenant_id=30ad631be25d4fecbaae288015f66e22 HTTP/1.1" status: 200 len: 267 time: 0.0792947 Feb 21 09:52:24.112367 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3e773c-823e-4bcd-8ba1-664edae114ed req-9ce741b4-9c5e-4337-9c39-2f097d3b4c5a tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:52:24.113944 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-5e3e773c-823e-4bcd-8ba1-664edae114ed req-9ce741b4-9c5e-4337-9c39-2f097d3b4c5a tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] 10.222.0.71 "GET /v2.0/networks?id=d18a3abc-b5f2-49e7-9725-3ef800bd13ad HTTP/1.1" status: 200 len: 811 time: 0.1036937 Feb 21 09:52:24.128854 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-5e3e773c-823e-4bcd-8ba1-664edae114ed req-2cf579c2-d52f-419f-995a-0d089425962d tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] 10.222.0.71 "GET /v2.0/quotas/30ad631be25d4fecbaae288015f66e22 HTTP/1.1" status: 200 len: 375 time: 0.0093963 Feb 21 09:52:24.186207 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-5e3e773c-823e-4bcd-8ba1-664edae114ed req-26c316f3-1373-40b6-b596-3991cc1dae92 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=30ad631be25d4fecbaae288015f66e22&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0520837 Feb 21 09:52:24.281945 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-5e3e773c-823e-4bcd-8ba1-664edae114ed req-af944f35-ac86-44e6-b875-fb3774777403 service neutron] 10.222.0.71 "GET /v2.0/networks/d18a3abc-b5f2-49e7-9725-3ef800bd13ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841002 Feb 21 09:52:24.370518 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-5e3e773c-823e-4bcd-8ba1-664edae114ed req-1927ecb5-f7b1-4b1a-b90a-5524ba6dedc6 service neutron] 10.222.0.71 "GET /v2.0/networks/d18a3abc-b5f2-49e7-9725-3ef800bd13ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828784 Feb 21 09:52:24.919131 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-43b0790b-b6c6-4ded-8a23-58ed8ffcb19a req-9c6afb08-f498-4242-b81d-2b08cce58276 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] 10.222.0.71 "GET /v2.0/ports?device_id=dce71067-b949-4ba2-bf4a-eb3f757d0fd4 HTTP/1.1" status: 200 len: 210 time: 0.0332944 Feb 21 09:52:25.132279 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405a905b-5d65-4082-8b47-edf4af7d5344 req-b43876d5-db4d-44e7-ab50-57a5e4ad9674 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:52:25.133791 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-405a905b-5d65-4082-8b47-edf4af7d5344 req-b43876d5-db4d-44e7-ab50-57a5e4ad9674 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e0ced2b-6d7c-44a8-b399-027746636f4e HTTP/1.1" status: 200 len: 946 time: 0.0574045 Feb 21 09:52:25.136516 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.agents_db [None req-1af9f625-7d23-4c31-ae08-d0e8b46e8d0e None None] Agent healthcheck: found 6 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 09:52:25.184806 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-405a905b-5d65-4082-8b47-edf4af7d5344 req-4682d47f-93be-43a4-87bf-6781d0de09a3 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/security-groups?id=db45a7aa-67ef-4d02-a054-65d220dce7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453405 Feb 21 09:52:25.331504 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 57794) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:52:25.460561 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9579f379-ea6c-4464-af84-fa517367a302 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:25.536606 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9579f379-ea6c-4464-af84-fa517367a302 admin admin] Publish callbacks [] for security_group (60bce409-28f8-4404-929a-359614a152b8), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:25.642537 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9579f379-ea6c-4464-af84-fa517367a302 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (60bce409-28f8-4404-929a-359614a152b8), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:25.681417 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-9579f379-ea6c-4464-af84-fa517367a302 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=0adfaf4da3de4666a16aaaa46c865219&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3488176 Feb 21 09:52:25.682544 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9579f379-ea6c-4464-af84-fa517367a302 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60bce409-28f8-4404-929a-359614a152b8,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:52:25.684110 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.71', 57816) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:52:25.733852 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e014def9-0f4c-4063-bb88-86d4ea6eb935 admin admin] Publish callbacks [] for security_group (60bce409-28f8-4404-929a-359614a152b8), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:25.755274 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e014def9-0f4c-4063-bb88-86d4ea6eb935 admin admin] Publish callbacks [] for security_group (60bce409-28f8-4404-929a-359614a152b8), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:25.899945 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e014def9-0f4c-4063-bb88-86d4ea6eb935 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (60bce409-28f8-4404-929a-359614a152b8), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:25.902646 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e014def9-0f4c-4063-bb88-86d4ea6eb935 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:25.904198 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [None req-e014def9-0f4c-4063-bb88-86d4ea6eb935 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/60bce409-28f8-4404-929a-359614a152b8 HTTP/1.1" status: 204 len: 168 time: 0.2186742 Feb 21 09:52:25.912743 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e014def9-0f4c-4063-bb88-86d4ea6eb935 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60bce409-28f8-4404-929a-359614a152b8,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:52:25.920407 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e014def9-0f4c-4063-bb88-86d4ea6eb935 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:52:25.920833 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e014def9-0f4c-4063-bb88-86d4ea6eb935 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:52:25.921171 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e014def9-0f4c-4063-bb88-86d4ea6eb935 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:52:25.921516 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e014def9-0f4c-4063-bb88-86d4ea6eb935 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:52:25.921847 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e014def9-0f4c-4063-bb88-86d4ea6eb935 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:52:25.922175 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e014def9-0f4c-4063-bb88-86d4ea6eb935 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:52:25.922505 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e014def9-0f4c-4063-bb88-86d4ea6eb935 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:52:25.922834 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e014def9-0f4c-4063-bb88-86d4ea6eb935 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:52:25.923911 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e014def9-0f4c-4063-bb88-86d4ea6eb935 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:52:25.924279 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e014def9-0f4c-4063-bb88-86d4ea6eb935 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:52:25.924640 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e014def9-0f4c-4063-bb88-86d4ea6eb935 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:52:25.924971 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e014def9-0f4c-4063-bb88-86d4ea6eb935 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:52:25.925375 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e014def9-0f4c-4063-bb88-86d4ea6eb935 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:52:26.019095 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-efc8e675-e642-4a02-9ee6-532ac0da361c req-db6b469c-b81c-44db-9efe-9cf2174cd7fb tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] 10.222.0.71 "GET /v2.0/ports?device_id=dce71067-b949-4ba2-bf4a-eb3f757d0fd4 HTTP/1.1" status: 200 len: 210 time: 0.0316925 Feb 21 09:52:26.314236 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b62ebb1-d989-4a2c-bb04-e859c66e1e4e req-83c53be3-d38b-46eb-ae82-1f9bd71e2ddc tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:52:26.316600 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-3b62ebb1-d989-4a2c-bb04-e859c66e1e4e req-83c53be3-d38b-46eb-ae82-1f9bd71e2ddc tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e0ced2b-6d7c-44a8-b399-027746636f4e HTTP/1.1" status: 200 len: 946 time: 0.0574846 Feb 21 09:52:26.368164 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-3b62ebb1-d989-4a2c-bb04-e859c66e1e4e req-24094895-172f-4d1d-9f53-4ab31b4a6cf9 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/security-groups?id=db45a7aa-67ef-4d02-a054-65d220dce7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457335 Feb 21 09:52:26.703172 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 57842) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:52:26.715911 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-815d39b8-75a9-4058-b985-7680b52dddf8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:26.788436 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-815d39b8-75a9-4058-b985-7680b52dddf8 admin admin] Publish callbacks [] for security_group (4068b18f-a935-4b7c-9182-4834958c5101), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:26.864850 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-815d39b8-75a9-4058-b985-7680b52dddf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (4068b18f-a935-4b7c-9182-4834958c5101), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:26.906268 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-815d39b8-75a9-4058-b985-7680b52dddf8 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=06538fec2c3c4c2eb77c265c0f3cc72d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1976159 Feb 21 09:52:26.906268 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815d39b8-75a9-4058-b985-7680b52dddf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4068b18f-a935-4b7c-9182-4834958c5101,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:52:26.906476 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.71', 57846) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:52:26.957898 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8ea8759a-ee38-4a8f-8ca7-27cb79a296e1 admin admin] Publish callbacks [] for security_group (4068b18f-a935-4b7c-9182-4834958c5101), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:26.980883 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8ea8759a-ee38-4a8f-8ca7-27cb79a296e1 admin admin] Publish callbacks [] for security_group (4068b18f-a935-4b7c-9182-4834958c5101), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:27.117581 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-f98cb1e4-cd9e-46fb-9a55-657bfd249ef0 req-40a5c4e3-9deb-4552-881d-bd453d15ee82 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] 10.222.0.71 "GET /v2.0/ports?device_id=dce71067-b949-4ba2-bf4a-eb3f757d0fd4 HTTP/1.1" status: 200 len: 210 time: 0.0307612 Feb 21 09:52:27.173475 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8ea8759a-ee38-4a8f-8ca7-27cb79a296e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (4068b18f-a935-4b7c-9182-4834958c5101), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:27.176648 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8ea8759a-ee38-4a8f-8ca7-27cb79a296e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:27.177870 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [None req-8ea8759a-ee38-4a8f-8ca7-27cb79a296e1 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/4068b18f-a935-4b7c-9182-4834958c5101 HTTP/1.1" status: 204 len: 168 time: 0.2720606 Feb 21 09:52:27.186248 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea8759a-ee38-4a8f-8ca7-27cb79a296e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4068b18f-a935-4b7c-9182-4834958c5101,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:52:27.384421 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3e773c-823e-4bcd-8ba1-664edae114ed req-09a5b4d5-4a53-44c9-aa3d-e9b16be3e7c9 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:52:27.385864 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-5e3e773c-823e-4bcd-8ba1-664edae114ed req-09a5b4d5-4a53-44c9-aa3d-e9b16be3e7c9 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] 10.222.0.69 "GET /v2.0/networks?id=d18a3abc-b5f2-49e7-9725-3ef800bd13ad HTTP/1.1" status: 200 len: 811 time: 0.0995710 Feb 21 09:52:27.457454 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-5e3e773c-823e-4bcd-8ba1-664edae114ed req-742ca4e5-dc83-4d3a-a785-2def538145a2 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=30ad631be25d4fecbaae288015f66e22 HTTP/1.1" status: 200 len: 379 time: 0.0609283 Feb 21 09:52:27.471322 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.v2.base [req-5e3e773c-823e-4bcd-8ba1-664edae114ed req-9ecfc7da-0798-4fca-b45b-bea69c93069f tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Request body: {'port': {'device_id': 'dce71067-b949-4ba2-bf4a-eb3f757d0fd4', 'network_id': 'd18a3abc-b5f2-49e7-9725-3ef800bd13ad', 'admin_state_up': True, 'tenant_id': '30ad631be25d4fecbaae288015f66e22', 'security_groups': ['fe504167-9a9a-4442-9390-523a4e1fa709']}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:52:27.577604 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0bb0c4-6c4e-4d68-bd9e-6bdebd56e4d2 req-1ec26f4a-30e6-4628-b31d-cba5ef8c936a tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:52:27.579378 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-8b0bb0c4-6c4e-4d68-bd9e-6bdebd56e4d2 req-1ec26f4a-30e6-4628-b31d-cba5ef8c936a tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e0ced2b-6d7c-44a8-b399-027746636f4e HTTP/1.1" status: 200 len: 946 time: 0.1210325 Feb 21 09:52:27.653752 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-8b0bb0c4-6c4e-4d68-bd9e-6bdebd56e4d2 req-a6fa2d17-7674-44a4-a626-1a40bbae2e6b tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/security-groups?id=db45a7aa-67ef-4d02-a054-65d220dce7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632184 Feb 21 09:52:27.710926 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e3e773c-823e-4bcd-8ba1-664edae114ed req-9ecfc7da-0798-4fca-b45b-bea69c93069f tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Made reservation on behalf of 30ad631be25d4fecbaae288015f66e22 for: {'port': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:52:27.715572 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-5e3e773c-823e-4bcd-8ba1-664edae114ed req-9ecfc7da-0798-4fca-b45b-bea69c93069f tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:27.860260 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [req-5e3e773c-823e-4bcd-8ba1-664edae114ed req-9ecfc7da-0798-4fca-b45b-bea69c93069f tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Allocated IP 172.20.0.3 (d18a3abc-b5f2-49e7-9725-3ef800bd13ad/e209d30c-904a-4983-811a-38e909a2873c/b94d2516-f2bd-4102-bc81-d23cbeb1d54e) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:52:28.005206 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-5e3e773c-823e-4bcd-8ba1-664edae114ed req-9ecfc7da-0798-4fca-b45b-bea69c93069f tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Publish callbacks [] for port (b94d2516-f2bd-4102-bc81-d23cbeb1d54e), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:28.173592 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-5e3e773c-823e-4bcd-8ba1-664edae114ed req-9ecfc7da-0798-4fca-b45b-bea69c93069f tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782758885672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277415'] for port (b94d2516-f2bd-4102-bc81-d23cbeb1d54e), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:28.244187 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e3e773c-823e-4bcd-8ba1-664edae114ed req-9ecfc7da-0798-4fca-b45b-bea69c93069f tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Network d18a3abc-b5f2-49e7-9725-3ef800bd13ad is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:52:28.254887 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [req-5e3e773c-823e-4bcd-8ba1-664edae114ed req-9ecfc7da-0798-4fca-b45b-bea69c93069f tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:52:28.257522 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e3e773c-823e-4bcd-8ba1-664edae114ed req-9ecfc7da-0798-4fca-b45b-bea69c93069f tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 09:52:28.264104 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecfc7da-0798-4fca-b45b-bea69c93069f tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Pushing event updated for resources: {'Port': ['ID=b94d2516-f2bd-4102-bc81-d23cbeb1d54e,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:52:28.322318 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34501bb9-2e05-4ae4-8948-65ab345df240 req-c2d74ecf-345e-40a5-840c-15ff9977bbb6 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:52:28.323858 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-34501bb9-2e05-4ae4-8948-65ab345df240 req-c2d74ecf-345e-40a5-840c-15ff9977bbb6 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] 10.222.0.71 "GET /v2.0/ports?device_id=dce71067-b949-4ba2-bf4a-eb3f757d0fd4 HTTP/1.1" status: 200 len: 931 time: 0.1252799 Feb 21 09:52:28.335537 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3e773c-823e-4bcd-8ba1-664edae114ed req-9ecfc7da-0798-4fca-b45b-bea69c93069f tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:52:28.336177 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-5e3e773c-823e-4bcd-8ba1-664edae114ed req-9ecfc7da-0798-4fca-b45b-bea69c93069f tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8333137'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:28.344051 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.71', 57886) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:52:28.393869 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-34501bb9-2e05-4ae4-8948-65ab345df240 req-f22c1cd3-baea-433b-839d-85d90a395896 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] 10.222.0.71 "GET /v2.0/security-groups?id=fe504167-9a9a-4442-9390-523a4e1fa709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544150 Feb 21 09:52:28.450547 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-5e3e773c-823e-4bcd-8ba1-664edae114ed req-9ecfc7da-0798-4fca-b45b-bea69c93069f tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9842694 Feb 21 09:52:28.456981 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.v2.base [None req-611a26f1-58d4-4aa0-8e8f-9cdab022770f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-232476443-network', 'tenant_id': '5cca8f3425a3490ca896720607b1802d'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:52:28.462675 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.v2.base [req-5e3e773c-823e-4bcd-8ba1-664edae114ed req-c7e65b6c-0aab-4c95-8807-79d2fc284367 service neutron] Request body: {'port': {'device_id': 'dce71067-b949-4ba2-bf4a-eb3f757d0fd4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:52:28.521105 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-5e3e773c-823e-4bcd-8ba1-664edae114ed req-c7e65b6c-0aab-4c95-8807-79d2fc284367 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (b94d2516-f2bd-4102-bc81-d23cbeb1d54e), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:28.535508 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-795a219e-897f-4f02-8534-6d4cfd19b0ab None None] Provisioning complete for port b94d2516-f2bd-4102-bc81-d23cbeb1d54e triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:52:28.536028 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-795a219e-897f-4f02-8534-6d4cfd19b0ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7397950'] for port (b94d2516-f2bd-4102-bc81-d23cbeb1d54e), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:28.570086 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-795a219e-897f-4f02-8534-6d4cfd19b0ab None None] Port b94d2516-f2bd-4102-bc81-d23cbeb1d54e cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 09:52:28.574427 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-611a26f1-58d4-4aa0-8e8f-9cdab022770f admin admin] Made reservation on behalf of 5cca8f3425a3490ca896720607b1802d for: {'network': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:52:28.577573 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-611a26f1-58d4-4aa0-8e8f-9cdab022770f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for network (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:28.591991 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-611a26f1-58d4-4aa0-8e8f-9cdab022770f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:28.672959 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-611a26f1-58d4-4aa0-8e8f-9cdab022770f admin admin] Publish callbacks [] for security_group (6b4c44ed-9a95-4a1a-82db-9231d6036736), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:28.771891 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-611a26f1-58d4-4aa0-8e8f-9cdab022770f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (6b4c44ed-9a95-4a1a-82db-9231d6036736), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:28.793622 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-611a26f1-58d4-4aa0-8e8f-9cdab022770f admin admin] vlan segment allocate from pool success with {'vlan_id': 377, 'physical_network': 'physnet1'} {{(pid=109857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 09:52:28.802037 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.notifiers.nova [req-5e3e773c-823e-4bcd-8ba1-664edae114ed req-c7e65b6c-0aab-4c95-8807-79d2fc284367 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b94d2516-f2bd-4102-bc81-d23cbeb1d54e {{(pid=109856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 09:52:28.808785 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611a26f1-58d4-4aa0-8e8f-9cdab022770f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b4c44ed-9a95-4a1a-82db-9231d6036736,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:52:28.811521 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-5e3e773c-823e-4bcd-8ba1-664edae114ed req-c7e65b6c-0aab-4c95-8807-79d2fc284367 service neutron] Publish callbacks [] for port (b94d2516-f2bd-4102-bc81-d23cbeb1d54e), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:28.822262 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-611a26f1-58d4-4aa0-8e8f-9cdab022770f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-936617'] for segment (f2eea1bb-d3fa-49d9-8868-2685c50647cb), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:28.822758 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.db.segments_db [None req-611a26f1-58d4-4aa0-8e8f-9cdab022770f admin admin] Added segment f2eea1bb-d3fa-49d9-8868-2685c50647cb of type vlan for network 33afffd1-3998-4a39-9ecd-27a82add7a57 Feb 21 09:52:28.833921 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.db.provisioning_blocks [req-5e3e773c-823e-4bcd-8ba1-664edae114ed req-c7e65b6c-0aab-4c95-8807-79d2fc284367 service neutron] Transition to ACTIVE for port object b94d2516-f2bd-4102-bc81-d23cbeb1d54e will not be triggered until provisioned by entity L2. {{(pid=109856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:52:28.866080 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-611a26f1-58d4-4aa0-8e8f-9cdab022770f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782758871682'] for network (33afffd1-3998-4a39-9ecd-27a82add7a57), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:28.914938 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-5e3e773c-823e-4bcd-8ba1-664edae114ed req-c7e65b6c-0aab-4c95-8807-79d2fc284367 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782759442315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782758885690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782758885708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3277436'] for port (b94d2516-f2bd-4102-bc81-d23cbeb1d54e), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:28.944386 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-611a26f1-58d4-4aa0-8e8f-9cdab022770f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539'] for network (33afffd1-3998-4a39-9ecd-27a82add7a57), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:28.945077 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-611a26f1-58d4-4aa0-8e8f-9cdab022770f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:52:28.945661 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-611a26f1-58d4-4aa0-8e8f-9cdab022770f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905581'] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:28.968675 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e65b6c-0aab-4c95-8807-79d2fc284367 service neutron] Pushing event updated for resources: {'Port': ['ID=b94d2516-f2bd-4102-bc81-d23cbeb1d54e,revision_number=2']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:52:29.010941 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611a26f1-58d4-4aa0-8e8f-9cdab022770f admin admin] Pushing event updated for resources: {'Network': ['ID=33afffd1-3998-4a39-9ecd-27a82add7a57,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:52:29.028290 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Network 33afffd1-3998-4a39-9ecd-27a82add7a57 details requested by agent ovs-agent-dv-cinder-804757-16-iscsi with host dv-cinder-804757-16-iscsi {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 09:52:29.048090 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-5e3e773c-823e-4bcd-8ba1-664edae114ed req-c7e65b6c-0aab-4c95-8807-79d2fc284367 service neutron] Attempting to bind port b94d2516-f2bd-4102-bc81-d23cbeb1d54e on host hv-cinder-80475 for vnic_type normal with profile {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 09:52:29.048434 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-5e3e773c-823e-4bcd-8ba1-664edae114ed req-c7e65b6c-0aab-4c95-8807-79d2fc284367 service neutron] Attempting to bind port b94d2516-f2bd-4102-bc81-d23cbeb1d54e by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': '18c0b10b-491c-457e-b8a5-db4c9de6ed16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'd18a3abc-b5f2-49e7-9725-3ef800bd13ad'}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 09:52:29.048792 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e3e773c-823e-4bcd-8ba1-664edae114ed req-c7e65b6c-0aab-4c95-8807-79d2fc284367 service neutron] Attempting to bind port b94d2516-f2bd-4102-bc81-d23cbeb1d54e on network d18a3abc-b5f2-49e7-9725-3ef800bd13ad {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 09:52:29.058543 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e3e773c-823e-4bcd-8ba1-664edae114ed req-c7e65b6c-0aab-4c95-8807-79d2fc284367 service neutron] Port b94d2516-f2bd-4102-bc81-d23cbeb1d54e on network d18a3abc-b5f2-49e7-9725-3ef800bd13ad not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 09:52:29.059543 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e3e773c-823e-4bcd-8ba1-664edae114ed req-c7e65b6c-0aab-4c95-8807-79d2fc284367 service neutron] Attempting to bind port b94d2516-f2bd-4102-bc81-d23cbeb1d54e on network d18a3abc-b5f2-49e7-9725-3ef800bd13ad {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 09:52:29.068883 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e3e773c-823e-4bcd-8ba1-664edae114ed req-c7e65b6c-0aab-4c95-8807-79d2fc284367 service neutron] Checking agent: {'id': 'f5044fde-eef4-46eb-b3ce-4ab87030ccc0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 9, 43, 36), 'started_at': datetime.datetime(2022, 2, 21, 9, 43, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 52, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 09:52:29.070563 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e3e773c-823e-4bcd-8ba1-664edae114ed req-c7e65b6c-0aab-4c95-8807-79d2fc284367 service neutron] Checking segment: {'id': '18c0b10b-491c-457e-b8a5-db4c9de6ed16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'd18a3abc-b5f2-49e7-9725-3ef800bd13ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 09:52:29.071033 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e3e773c-823e-4bcd-8ba1-664edae114ed req-c7e65b6c-0aab-4c95-8807-79d2fc284367 service neutron] Bound using segment: {'id': '18c0b10b-491c-457e-b8a5-db4c9de6ed16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'd18a3abc-b5f2-49e7-9725-3ef800bd13ad'} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 09:52:29.074183 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [None req-611a26f1-58d4-4aa0-8e8f-9cdab022770f admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7289910 Feb 21 09:52:29.074797 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-5e3e773c-823e-4bcd-8ba1-664edae114ed req-c7e65b6c-0aab-4c95-8807-79d2fc284367 service neutron] Bound port: b94d2516-f2bd-4102-bc81-d23cbeb1d54e, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18c0b10b-491c-457e-b8a5-db4c9de6ed16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'd18a3abc-b5f2-49e7-9725-3ef800bd13ad'}}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 09:52:29.075265 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-5e3e773c-823e-4bcd-8ba1-664edae114ed req-c7e65b6c-0aab-4c95-8807-79d2fc284367 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (b94d2516-f2bd-4102-bc81-d23cbeb1d54e), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:29.077021 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.71', 57896) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:52:29.083409 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.v2.base [None req-0fc03f5a-91d9-4dfa-83b3-61cdf2993a54 admin admin] Request body: {'subnet': {'network_id': '33afffd1-3998-4a39-9ecd-27a82add7a57', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-232476443-subnet', 'tenant_id': '5cca8f3425a3490ca896720607b1802d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:52:29.155925 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-5e3e773c-823e-4bcd-8ba1-664edae114ed req-c7e65b6c-0aab-4c95-8807-79d2fc284367 service neutron] For port b94d2516-f2bd-4102-bc81-d23cbeb1d54e, host hv-cinder-80475, cleared binding levels {{(pid=109856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:52:29.159250 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-5e3e773c-823e-4bcd-8ba1-664edae114ed req-c7e65b6c-0aab-4c95-8807-79d2fc284367 service neutron] For port b94d2516-f2bd-4102-bc81-d23cbeb1d54e, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=b94d2516-f2bd-4102-bc81-d23cbeb1d54e,segment=NetworkSegment(18c0b10b-491c-457e-b8a5-db4c9de6ed16),segment_id=18c0b10b-491c-457e-b8a5-db4c9de6ed16)] {{(pid=109856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:52:29.213934 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fc03f5a-91d9-4dfa-83b3-61cdf2993a54 admin admin] Made reservation on behalf of 5cca8f3425a3490ca896720607b1802d for: {'subnet': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:52:29.214116 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-5e3e773c-823e-4bcd-8ba1-664edae114ed req-c7e65b6c-0aab-4c95-8807-79d2fc284367 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782759442315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782758885690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782758885708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3277436'] for port (b94d2516-f2bd-4102-bc81-d23cbeb1d54e), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:29.217348 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0fc03f5a-91d9-4dfa-83b3-61cdf2993a54 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4185924'] for subnet (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:29.251600 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3e773c-823e-4bcd-8ba1-664edae114ed req-c7e65b6c-0aab-4c95-8807-79d2fc284367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:52:29.252275 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-5e3e773c-823e-4bcd-8ba1-664edae114ed req-c7e65b6c-0aab-4c95-8807-79d2fc284367 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8333137'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:29.254226 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-5e3e773c-823e-4bcd-8ba1-664edae114ed req-c7e65b6c-0aab-4c95-8807-79d2fc284367 service neutron] 10.222.0.69 "PUT /v2.0/ports/b94d2516-f2bd-4102-bc81-d23cbeb1d54e HTTP/1.1" status: 200 len: 1093 time: 0.7961333 Feb 21 09:52:29.254676 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dce71067-b949-4ba2-bf4a-eb3f757d0fd4', 'tag': 'b94d2516-f2bd-4102-bc81-d23cbeb1d54e'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:52:29.256962 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c95017b57136a4249e8df2494e5587cd96ada80ae38c14c6a4695013360e62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10557e89-ee7d-46d2-8c68-12d4ec3ae317" -d '{"events": [{"name": "network-changed", "server_uuid": "dce71067-b949-4ba2-bf4a-eb3f757d0fd4", "tag": "b94d2516-f2bd-4102-bc81-d23cbeb1d54e"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:52:29.287955 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e65b6c-0aab-4c95-8807-79d2fc284367 service neutron] Pushing event updated for resources: {'Port': ['ID=b94d2516-f2bd-4102-bc81-d23cbeb1d54e,revision_number=3']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:52:29.310060 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 09:52:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f58fb41d-afbb-4758-aec2-74ead90a3eae x-openstack-request-id: req-f58fb41d-afbb-4758-aec2-74ead90a3eae {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:52:29.310352 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dce71067-b949-4ba2-bf4a-eb3f757d0fd4", "tag": "b94d2516-f2bd-4102-bc81-d23cbeb1d54e", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:52:29.310607 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-f58fb41d-afbb-4758-aec2-74ead90a3eae {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:52:29.311016 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dce71067-b949-4ba2-bf4a-eb3f757d0fd4', 'tag': 'b94d2516-f2bd-4102-bc81-d23cbeb1d54e', 'status': 'completed', 'code': 200} Feb 21 09:52:29.381191 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10557e89-ee7d-46d2-8c68-12d4ec3ae317 req-6524ac5f-d76d-4b14-9c32-abea3613fe2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:52:29.382824 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-10557e89-ee7d-46d2-8c68-12d4ec3ae317 req-6524ac5f-d76d-4b14-9c32-abea3613fe2d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=30ad631be25d4fecbaae288015f66e22&device_id=dce71067-b949-4ba2-bf4a-eb3f757d0fd4 HTTP/1.1" status: 200 len: 1127 time: 0.0495589 Feb 21 09:52:29.530286 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0fc03f5a-91d9-4dfa-83b3-61cdf2993a54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3963102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4186038'] for subnet (aab26eca-1fc0-4811-82b9-6e34cd23eabb), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:29.531746 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10557e89-ee7d-46d2-8c68-12d4ec3ae317 req-9f59ff33-aa00-4e23-9aa4-e60af6c16321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:52:29.533625 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-10557e89-ee7d-46d2-8c68-12d4ec3ae317 req-9f59ff33-aa00-4e23-9aa4-e60af6c16321 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=30ad631be25d4fecbaae288015f66e22&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1402919 Feb 21 09:52:29.549920 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1343d5bc-7ba5-4ad9-b8ba-7904fc715e08 req-ae30731c-5cc6-49c2-8caf-9159f0f2dc6c tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:52:29.552965 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-1343d5bc-7ba5-4ad9-b8ba-7904fc715e08 req-ae30731c-5cc6-49c2-8caf-9159f0f2dc6c tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] 10.222.0.71 "GET /v2.0/ports?device_id=dce71067-b949-4ba2-bf4a-eb3f757d0fd4 HTTP/1.1" status: 200 len: 943 time: 0.0854354 Feb 21 09:52:29.601064 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc03f5a-91d9-4dfa-83b3-61cdf2993a54 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aab26eca-1fc0-4811-82b9-6e34cd23eabb,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:52:29.608296 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc03f5a-91d9-4dfa-83b3-61cdf2993a54 admin admin] Checking segment: {'id': 'f2eea1bb-d3fa-49d9-8868-2685c50647cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '33afffd1-3998-4a39-9ecd-27a82add7a57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 09:52:29.608698 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc03f5a-91d9-4dfa-83b3-61cdf2993a54 admin admin] Network hostable DHCP agents. Network: 33afffd1-3998-4a39-9ecd-27a82add7a57, hostable agents: ['7b1feb7e-a062-49d6-b835-c5fae1c9b9ce'], hosted agents: [] {{(pid=109857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 09:52:29.665403 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-1343d5bc-7ba5-4ad9-b8ba-7904fc715e08 req-fab423f3-10f9-4765-8e8b-2b969d19fcb1 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] 10.222.0.71 "GET /v2.0/security-groups?id=fe504167-9a9a-4442-9390-523a4e1fa709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1022258 Feb 21 09:52:29.683275 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10557e89-ee7d-46d2-8c68-12d4ec3ae317 req-a2615047-d93f-4e57-a519-3de6990be0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:52:29.684751 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-10557e89-ee7d-46d2-8c68-12d4ec3ae317 req-a2615047-d93f-4e57-a519-3de6990be0f3 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1306772 Feb 21 09:52:29.709302 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc03f5a-91d9-4dfa-83b3-61cdf2993a54 admin admin] Network 33afffd1-3998-4a39-9ecd-27a82add7a57 is scheduled to be hosted by DHCP agent 7b1feb7e-a062-49d6-b835-c5fae1c9b9ce with binding_index 1 {{(pid=109857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 09:52:29.766240 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3e773c-823e-4bcd-8ba1-664edae114ed req-de95b747-ed2a-429f-8574-f56e8943ad93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:52:29.767698 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-5e3e773c-823e-4bcd-8ba1-664edae114ed req-de95b747-ed2a-429f-8574-f56e8943ad93 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=30ad631be25d4fecbaae288015f66e22&device_id=dce71067-b949-4ba2-bf4a-eb3f757d0fd4 HTTP/1.1" status: 200 len: 1127 time: 0.0439453 Feb 21 09:52:29.818400 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-5e3e773c-823e-4bcd-8ba1-664edae114ed req-466b6629-b897-4a7c-b023-64494549c7ec service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b94d2516-f2bd-4102-bc81-d23cbeb1d54e HTTP/1.1" status: 200 len: 217 time: 0.0350230 Feb 21 09:52:29.847985 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-0fc03f5a-91d9-4dfa-83b3-61cdf2993a54 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-16-iscsi, 33afffd1-3998-4a39-9ecd-27a82add7a57) {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:52:29.852171 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fc03f5a-91d9-4dfa-83b3-61cdf2993a54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:52:29.852809 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0fc03f5a-91d9-4dfa-83b3-61cdf2993a54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905581'] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:29.857519 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24d630af-ac9a-4259-86a7-a28bb1afe7f7 None None] Network 33afffd1-3998-4a39-9ecd-27a82add7a57 requested from dv-cinder-804757-16-iscsi {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 09:52:29.871988 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3e773c-823e-4bcd-8ba1-664edae114ed req-78aa7538-40cf-4321-a7ce-0b23b1815e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:52:29.873504 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-5e3e773c-823e-4bcd-8ba1-664edae114ed req-78aa7538-40cf-4321-a7ce-0b23b1815e07 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e209d30c-904a-4983-811a-38e909a2873c HTTP/1.1" status: 200 len: 850 time: 0.0506225 Feb 21 09:52:29.942366 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [None req-0fc03f5a-91d9-4dfa-83b3-61cdf2993a54 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8635478 Feb 21 09:52:29.957258 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b54d9e27-d98b-4df3-a021-5119070729b2 None None] Network 33afffd1-3998-4a39-9ecd-27a82add7a57 requested from dv-cinder-804757-16-iscsi {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 09:52:30.566943 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.71', 57920) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:52:30.571853 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.v2.base [None req-06aa8b07-847b-4589-af04-aefb636f7682 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-904137635-network', 'tenant_id': 'fec2e28c2e2e4bd9b9b005738a0817ed'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:52:30.704663 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06aa8b07-847b-4589-af04-aefb636f7682 admin admin] Made reservation on behalf of fec2e28c2e2e4bd9b9b005738a0817ed for: {'network': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:52:30.707591 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-06aa8b07-847b-4589-af04-aefb636f7682 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for network (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:30.716357 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-06aa8b07-847b-4589-af04-aefb636f7682 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:30.786613 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ca9a86-e0b8-4bae-876e-f4b19768e375 req-e0058877-9517-4d0c-906d-e8b2015bbdfa tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:52:30.788215 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-63ca9a86-e0b8-4bae-876e-f4b19768e375 req-e0058877-9517-4d0c-906d-e8b2015bbdfa tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] 10.222.0.71 "GET /v2.0/ports?device_id=dce71067-b949-4ba2-bf4a-eb3f757d0fd4 HTTP/1.1" status: 200 len: 943 time: 0.0537584 Feb 21 09:52:30.789878 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-06aa8b07-847b-4589-af04-aefb636f7682 admin admin] Publish callbacks [] for security_group (de2d76dd-7c1d-4b14-81c4-b36c1cd3d548), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:30.837903 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-63ca9a86-e0b8-4bae-876e-f4b19768e375 req-4d348103-ac3e-4ead-b172-f57a6adabb46 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] 10.222.0.71 "GET /v2.0/security-groups?id=fe504167-9a9a-4442-9390-523a4e1fa709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438950 Feb 21 09:52:30.874612 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-06aa8b07-847b-4589-af04-aefb636f7682 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (de2d76dd-7c1d-4b14-81c4-b36c1cd3d548), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:30.899556 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06aa8b07-847b-4589-af04-aefb636f7682 admin admin] vlan segment allocate from pool success with {'vlan_id': 385, 'physical_network': 'physnet1'} {{(pid=109857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 09:52:30.908039 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06aa8b07-847b-4589-af04-aefb636f7682 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de2d76dd-7c1d-4b14-81c4-b36c1cd3d548,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:52:30.914129 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-06aa8b07-847b-4589-af04-aefb636f7682 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-936617'] for segment (0e112c85-e5f6-44eb-be67-1e5cdf3c1609), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:30.914468 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.db.segments_db [None req-06aa8b07-847b-4589-af04-aefb636f7682 admin admin] Added segment 0e112c85-e5f6-44eb-be67-1e5cdf3c1609 of type vlan for network 2510b69a-2554-4f0c-b2f7-3542cb224416 Feb 21 09:52:30.955027 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-06aa8b07-847b-4589-af04-aefb636f7682 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782758871682'] for network (2510b69a-2554-4f0c-b2f7-3542cb224416), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:31.000204 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3e773c-823e-4bcd-8ba1-664edae114ed req-a14c2dc4-7eab-4e1c-b8ef-927b6173cec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:52:31.001805 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-5e3e773c-823e-4bcd-8ba1-664edae114ed req-a14c2dc4-7eab-4e1c-b8ef-927b6173cec1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d18a3abc-b5f2-49e7-9725-3ef800bd13ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0442593 Feb 21 09:52:31.145124 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-06aa8b07-847b-4589-af04-aefb636f7682 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539'] for network (2510b69a-2554-4f0c-b2f7-3542cb224416), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:31.146118 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06aa8b07-847b-4589-af04-aefb636f7682 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:52:31.146706 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-06aa8b07-847b-4589-af04-aefb636f7682 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905581'] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:31.208642 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06aa8b07-847b-4589-af04-aefb636f7682 admin admin] Pushing event updated for resources: {'Network': ['ID=2510b69a-2554-4f0c-b2f7-3542cb224416,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:52:31.218495 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Network 2510b69a-2554-4f0c-b2f7-3542cb224416 details requested by agent ovs-agent-dv-cinder-804757-16-iscsi with host dv-cinder-804757-16-iscsi {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 09:52:31.284016 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [None req-06aa8b07-847b-4589-af04-aefb636f7682 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7154408 Feb 21 09:52:31.286741 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.71', 57924) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:52:31.291486 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.v2.base [None req-5b84c3a5-0257-47d9-b70d-bc31ebcbb9b2 admin admin] Request body: {'subnet': {'network_id': '2510b69a-2554-4f0c-b2f7-3542cb224416', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-904137635-subnet', 'tenant_id': 'fec2e28c2e2e4bd9b9b005738a0817ed', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:52:31.371991 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b84c3a5-0257-47d9-b70d-bc31ebcbb9b2 admin admin] Made reservation on behalf of fec2e28c2e2e4bd9b9b005738a0817ed for: {'subnet': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:52:31.374393 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5b84c3a5-0257-47d9-b70d-bc31ebcbb9b2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4185924'] for subnet (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:31.595407 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5b84c3a5-0257-47d9-b70d-bc31ebcbb9b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3963102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4186038'] for subnet (3fce5b43-9f60-487a-b5aa-f962031135f3), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:31.657673 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b84c3a5-0257-47d9-b70d-bc31ebcbb9b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3fce5b43-9f60-487a-b5aa-f962031135f3,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:52:31.660126 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b84c3a5-0257-47d9-b70d-bc31ebcbb9b2 admin admin] Checking segment: {'id': '0e112c85-e5f6-44eb-be67-1e5cdf3c1609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2510b69a-2554-4f0c-b2f7-3542cb224416'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 09:52:31.660472 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b84c3a5-0257-47d9-b70d-bc31ebcbb9b2 admin admin] Network hostable DHCP agents. Network: 2510b69a-2554-4f0c-b2f7-3542cb224416, hostable agents: ['7b1feb7e-a062-49d6-b835-c5fae1c9b9ce'], hosted agents: [] {{(pid=109857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 09:52:31.739106 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b84c3a5-0257-47d9-b70d-bc31ebcbb9b2 admin admin] Network 2510b69a-2554-4f0c-b2f7-3542cb224416 is scheduled to be hosted by DHCP agent 7b1feb7e-a062-49d6-b835-c5fae1c9b9ce with binding_index 1 {{(pid=109857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 09:52:31.807505 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-5b84c3a5-0257-47d9-b70d-bc31ebcbb9b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-16-iscsi, 2510b69a-2554-4f0c-b2f7-3542cb224416) {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:52:31.811500 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b84c3a5-0257-47d9-b70d-bc31ebcbb9b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:52:31.812098 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5b84c3a5-0257-47d9-b70d-bc31ebcbb9b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905581'] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:31.818784 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abdfb8fe-9e45-4d32-8366-8aa737471e5c None None] Network 2510b69a-2554-4f0c-b2f7-3542cb224416 requested from dv-cinder-804757-16-iscsi {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 09:52:31.896310 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [None req-5b84c3a5-0257-47d9-b70d-bc31ebcbb9b2 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6084759 Feb 21 09:52:31.919056 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-5e3e773c-823e-4bcd-8ba1-664edae114ed req-d092155f-93b1-4f1a-b381-12cb4e4a4475 service neutron] 10.222.0.69 "GET /v2.0/networks/d18a3abc-b5f2-49e7-9725-3ef800bd13ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010783 Feb 21 09:52:31.923757 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84f2caf2-7fd9-46be-8d88-966e04c48df3 None None] Network 2510b69a-2554-4f0c-b2f7-3542cb224416 requested from dv-cinder-804757-16-iscsi {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 09:52:31.981417 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e7d680-afdd-44a6-8d94-8e5b2e34c63c req-a546c644-015a-474d-a760-292e17347627 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:52:31.983101 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-25e7d680-afdd-44a6-8d94-8e5b2e34c63c req-a546c644-015a-474d-a760-292e17347627 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] 10.222.0.71 "GET /v2.0/ports?device_id=dce71067-b949-4ba2-bf4a-eb3f757d0fd4 HTTP/1.1" status: 200 len: 943 time: 0.0625694 Feb 21 09:52:32.039383 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-25e7d680-afdd-44a6-8d94-8e5b2e34c63c req-06506aa7-9d09-48ef-bbc9-dbdc7cd93422 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] 10.222.0.71 "GET /v2.0/security-groups?id=fe504167-9a9a-4442-9390-523a4e1fa709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490592 Feb 21 09:52:32.913864 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-5e3e773c-823e-4bcd-8ba1-664edae114ed req-6668f655-9457-4550-b934-908b2fec4e65 service neutron] 10.222.0.69 "GET /v2.0/networks/d18a3abc-b5f2-49e7-9725-3ef800bd13ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871046 Feb 21 09:52:33.168355 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f02d7e8-826f-4051-86f3-b6d50656031b req-de50644b-0515-4ad9-a251-35f45f4bf570 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:52:33.169955 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-9f02d7e8-826f-4051-86f3-b6d50656031b req-de50644b-0515-4ad9-a251-35f45f4bf570 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] 10.222.0.71 "GET /v2.0/ports?device_id=dce71067-b949-4ba2-bf4a-eb3f757d0fd4 HTTP/1.1" status: 200 len: 943 time: 0.0537033 Feb 21 09:52:33.193823 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-73d7795c-3bbf-443e-9130-4d912ff822a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (7b1feb7e-a062-49d6-b835-c5fae1c9b9ce), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:33.222124 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-9f02d7e8-826f-4051-86f3-b6d50656031b req-c6f4f0c3-09e0-467b-8e92-33af025f5b7a tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] 10.222.0.71 "GET /v2.0/security-groups?id=fe504167-9a9a-4442-9390-523a4e1fa709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460184 Feb 21 09:52:34.344089 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed01b6f-7bbf-4200-b3bc-7f6b2b9766b5 req-a7fdff5f-a845-46f6-a2e3-8254e8486ac1 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:52:34.345863 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-aed01b6f-7bbf-4200-b3bc-7f6b2b9766b5 req-a7fdff5f-a845-46f6-a2e3-8254e8486ac1 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] 10.222.0.71 "GET /v2.0/ports?device_id=dce71067-b949-4ba2-bf4a-eb3f757d0fd4 HTTP/1.1" status: 200 len: 943 time: 0.0539265 Feb 21 09:52:34.399221 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-aed01b6f-7bbf-4200-b3bc-7f6b2b9766b5 req-cb2d84e7-8d0a-40e3-b7ae-57a73abc424a tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] 10.222.0.71 "GET /v2.0/security-groups?id=fe504167-9a9a-4442-9390-523a4e1fa709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467615 Feb 21 09:52:35.510746 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-fc5d9447-2ad6-481c-ae2b-ecfe434fbce6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (f1afc09b-b148-496e-b857-a568110caa3c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:35.533356 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b770572b-0870-46d5-a846-f850b0babfa0 req-a03021b9-9bb1-485c-9503-a27ea05a0a4e tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:52:35.536209 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-b770572b-0870-46d5-a846-f850b0babfa0 req-a03021b9-9bb1-485c-9503-a27ea05a0a4e tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] 10.222.0.71 "GET /v2.0/ports?device_id=dce71067-b949-4ba2-bf4a-eb3f757d0fd4 HTTP/1.1" status: 200 len: 943 time: 0.0584652 Feb 21 09:52:35.586404 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-b770572b-0870-46d5-a846-f850b0babfa0 req-5b49376d-85f3-4727-9d31-01e061095e59 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] 10.222.0.71 "GET /v2.0/security-groups?id=fe504167-9a9a-4442-9390-523a4e1fa709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451846 Feb 21 09:52:36.714558 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f563711b-bcf0-44f6-baa7-ae3b23e5b5d6 req-b072bbc1-429a-4bde-9f95-9cd4b370bc11 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:52:36.715957 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-f563711b-bcf0-44f6-baa7-ae3b23e5b5d6 req-b072bbc1-429a-4bde-9f95-9cd4b370bc11 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] 10.222.0.71 "GET /v2.0/ports?device_id=dce71067-b949-4ba2-bf4a-eb3f757d0fd4 HTTP/1.1" status: 200 len: 943 time: 0.0604596 Feb 21 09:52:36.766736 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-f563711b-bcf0-44f6-baa7-ae3b23e5b5d6 req-e5dc6d1e-8ac1-404e-adf2-41967ad8618e tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] 10.222.0.71 "GET /v2.0/security-groups?id=fe504167-9a9a-4442-9390-523a4e1fa709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451007 Feb 21 09:52:36.830589 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-43ce5351-eeda-4347-b66a-565ea5ef4f96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (93f03475-d11b-4921-b82a-7ea88eab1568), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:37.671675 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.71', 58048) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:52:37.778627 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b8dae0ca-6baa-4b05-a83f-13ecc8f08430 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:37.785130 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (f5044fde-eef4-46eb-b3ce-4ab87030ccc0), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:37.854413 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b8dae0ca-6baa-4b05-a83f-13ecc8f08430 admin admin] Publish callbacks [] for security_group (dd8b807a-c7e6-429d-ad81-50b38d153d6b), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:37.890570 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a13e7ef-22dc-4373-ab4a-df3f944f97d4 req-c08afb94-255c-4d2b-af46-7acea71e1efb tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:52:37.892019 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-5a13e7ef-22dc-4373-ab4a-df3f944f97d4 req-c08afb94-255c-4d2b-af46-7acea71e1efb tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] 10.222.0.71 "GET /v2.0/ports?device_id=dce71067-b949-4ba2-bf4a-eb3f757d0fd4 HTTP/1.1" status: 200 len: 943 time: 0.0552254 Feb 21 09:52:37.931995 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b8dae0ca-6baa-4b05-a83f-13ecc8f08430 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (dd8b807a-c7e6-429d-ad81-50b38d153d6b), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:37.941162 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-5a13e7ef-22dc-4373-ab4a-df3f944f97d4 req-ed9821d9-9f65-4a70-8259-7776a89f459f tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] 10.222.0.71 "GET /v2.0/security-groups?id=fe504167-9a9a-4442-9390-523a4e1fa709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430245 Feb 21 09:52:37.975794 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [None req-b8dae0ca-6baa-4b05-a83f-13ecc8f08430 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=4553127a95594408ae275969e2ccabf8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3030369 Feb 21 09:52:37.977098 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dae0ca-6baa-4b05-a83f-13ecc8f08430 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd8b807a-c7e6-429d-ad81-50b38d153d6b,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:52:37.978544 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 58054) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:52:38.029180 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-756a84bb-318a-48d2-bcf9-b8a98ef0e825 admin admin] Publish callbacks [] for security_group (dd8b807a-c7e6-429d-ad81-50b38d153d6b), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:38.052664 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-756a84bb-318a-48d2-bcf9-b8a98ef0e825 admin admin] Publish callbacks [] for security_group (dd8b807a-c7e6-429d-ad81-50b38d153d6b), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:38.144689 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-2b8302a0-632c-4bb4-a8e1-5b2fb521f750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (a872b2e0-7e3e-43db-8705-7fb9ea875340), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:38.167457 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-756a84bb-318a-48d2-bcf9-b8a98ef0e825 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (dd8b807a-c7e6-429d-ad81-50b38d153d6b), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:38.170304 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-756a84bb-318a-48d2-bcf9-b8a98ef0e825 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:38.171436 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-756a84bb-318a-48d2-bcf9-b8a98ef0e825 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/dd8b807a-c7e6-429d-ad81-50b38d153d6b HTTP/1.1" status: 204 len: 168 time: 0.1909940 Feb 21 09:52:38.181089 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756a84bb-318a-48d2-bcf9-b8a98ef0e825 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd8b807a-c7e6-429d-ad81-50b38d153d6b,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:52:38.773235 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.71', 58064) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:52:38.786374 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3a6249bf-2ab2-4b65-a94d-d2e34e34b2d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:38.857351 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3a6249bf-2ab2-4b65-a94d-d2e34e34b2d6 admin admin] Publish callbacks [] for security_group (92dc1cfb-4b21-4199-b780-2eb0772a9616), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:38.950638 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3a6249bf-2ab2-4b65-a94d-d2e34e34b2d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (92dc1cfb-4b21-4199-b780-2eb0772a9616), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:39.002855 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [None req-3a6249bf-2ab2-4b65-a94d-d2e34e34b2d6 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=dcf591385bda43c8b19124c1d745a324&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2285001 Feb 21 09:52:39.005132 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6249bf-2ab2-4b65-a94d-d2e34e34b2d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92dc1cfb-4b21-4199-b780-2eb0772a9616,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:52:39.006854 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 58070) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:52:39.100246 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f4538026-156f-4e9e-be48-df2a5d0406b4 admin admin] Publish callbacks [] for security_group (92dc1cfb-4b21-4199-b780-2eb0772a9616), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:39.108159 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91619255-f687-4b7e-a887-a160daf5ebd4 req-914314e3-f444-488d-b6ea-e401ca8b51c5 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:52:39.109733 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-91619255-f687-4b7e-a887-a160daf5ebd4 req-914314e3-f444-488d-b6ea-e401ca8b51c5 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] 10.222.0.71 "GET /v2.0/ports?device_id=dce71067-b949-4ba2-bf4a-eb3f757d0fd4 HTTP/1.1" status: 200 len: 943 time: 0.0869589 Feb 21 09:52:39.147250 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f4538026-156f-4e9e-be48-df2a5d0406b4 admin admin] Publish callbacks [] for security_group (92dc1cfb-4b21-4199-b780-2eb0772a9616), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:39.200107 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-91619255-f687-4b7e-a887-a160daf5ebd4 req-62e11ca2-de7b-4077-9d11-566c04e32772 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] 10.222.0.71 "GET /v2.0/security-groups?id=fe504167-9a9a-4442-9390-523a4e1fa709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809505 Feb 21 09:52:39.299260 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f4538026-156f-4e9e-be48-df2a5d0406b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (92dc1cfb-4b21-4199-b780-2eb0772a9616), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:39.302485 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f4538026-156f-4e9e-be48-df2a5d0406b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:39.303611 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-f4538026-156f-4e9e-be48-df2a5d0406b4 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/92dc1cfb-4b21-4199-b780-2eb0772a9616 HTTP/1.1" status: 204 len: 168 time: 0.2956941 Feb 21 09:52:39.311467 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4538026-156f-4e9e-be48-df2a5d0406b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92dc1cfb-4b21-4199-b780-2eb0772a9616,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:52:39.319185 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4538026-156f-4e9e-be48-df2a5d0406b4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:52:39.319530 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4538026-156f-4e9e-be48-df2a5d0406b4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:52:39.319869 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4538026-156f-4e9e-be48-df2a5d0406b4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:52:39.320207 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4538026-156f-4e9e-be48-df2a5d0406b4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:52:39.320558 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4538026-156f-4e9e-be48-df2a5d0406b4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:52:39.320882 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4538026-156f-4e9e-be48-df2a5d0406b4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:52:39.321204 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4538026-156f-4e9e-be48-df2a5d0406b4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:52:39.321535 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4538026-156f-4e9e-be48-df2a5d0406b4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:52:39.321849 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4538026-156f-4e9e-be48-df2a5d0406b4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:52:39.322167 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4538026-156f-4e9e-be48-df2a5d0406b4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:52:39.322485 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4538026-156f-4e9e-be48-df2a5d0406b4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:52:39.322801 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4538026-156f-4e9e-be48-df2a5d0406b4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:52:39.323119 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4538026-156f-4e9e-be48-df2a5d0406b4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:52:39.665421 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (ce3e6371-75e2-4bba-8260-49cd855bb251), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:40.320985 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0c421d-a8e1-40d9-b801-b891524698a7 req-1c37806f-a381-43b3-b478-15ad19c2d9d9 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:52:40.322501 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-ee0c421d-a8e1-40d9-b801-b891524698a7 req-1c37806f-a381-43b3-b478-15ad19c2d9d9 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] 10.222.0.71 "GET /v2.0/ports?device_id=dce71067-b949-4ba2-bf4a-eb3f757d0fd4 HTTP/1.1" status: 200 len: 943 time: 0.0559087 Feb 21 09:52:40.379496 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-ee0c421d-a8e1-40d9-b801-b891524698a7 req-96c4edaf-da55-4336-ae2b-0a1547faf7b4 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] 10.222.0.71 "GET /v2.0/security-groups?id=fe504167-9a9a-4442-9390-523a4e1fa709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513201 Feb 21 09:52:41.256534 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Device b94d2516-f2bd-4102-bc81-d23cbeb1d54e details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 09:52:41.412439 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] For port b94d2516-f2bd-4102-bc81-d23cbeb1d54e, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=b94d2516-f2bd-4102-bc81-d23cbeb1d54e,segment=NetworkSegment(18c0b10b-491c-457e-b8a5-db4c9de6ed16),segment_id=18c0b10b-491c-457e-b8a5-db4c9de6ed16)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:52:41.412439 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Returning: {'device': 'b94d2516-f2bd-4102-bc81-d23cbeb1d54e', 'network_id': 'd18a3abc-b5f2-49e7-9725-3ef800bd13ad', 'port_id': 'b94d2516-f2bd-4102-bc81-d23cbeb1d54e', 'mac_address': 'fa:16:3e:ca:0e:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e209d30c-904a-4983-811a-38e909a2873c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 09:52:41.412439 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Current status of the port b94d2516-f2bd-4102-bc81-d23cbeb1d54e is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:52:41.412439 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (b94d2516-f2bd-4102-bc81-d23cbeb1d54e), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:41.416992 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b94d2516-f2bd-4102-bc81-d23cbeb1d54e {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 09:52:41.437445 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] For port b94d2516-f2bd-4102-bc81-d23cbeb1d54e, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=b94d2516-f2bd-4102-bc81-d23cbeb1d54e,segment=NetworkSegment(18c0b10b-491c-457e-b8a5-db4c9de6ed16),segment_id=18c0b10b-491c-457e-b8a5-db4c9de6ed16)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:52:41.501687 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69b7260-8e66-4a30-8579-7abec30baf93 req-94ef8073-d539-4e4e-9a8b-91bcdc663e9f tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:52:41.503740 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-f69b7260-8e66-4a30-8579-7abec30baf93 req-94ef8073-d539-4e4e-9a8b-91bcdc663e9f tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] 10.222.0.71 "GET /v2.0/ports?device_id=dce71067-b949-4ba2-bf4a-eb3f757d0fd4 HTTP/1.1" status: 200 len: 943 time: 0.0528231 Feb 21 09:52:41.554975 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-f69b7260-8e66-4a30-8579-7abec30baf93 req-9be2f83a-efcf-4055-8c9b-df4f9df9da93 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] 10.222.0.71 "GET /v2.0/security-groups?id=fe504167-9a9a-4442-9390-523a4e1fa709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453970 Feb 21 09:52:41.657907 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782759442315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782758885690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782758885708'] for port (b94d2516-f2bd-4102-bc81-d23cbeb1d54e), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:41.704950 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Pushing event updated for resources: {'Port': ['ID=b94d2516-f2bd-4102-bc81-d23cbeb1d54e,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:52:41.711961 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:52:41.718957 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:52:41.718957 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:52:41.718957 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:52:41.718957 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:52:41.718957 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:52:41.718957 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:52:41.718957 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:52:41.718957 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:52:41.718957 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:52:41.718957 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:52:41.718957 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:52:41.718957 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:52:41.960701 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] get_ports_and_sgs() called for port_ids ['b94d2516-f2bd-4102-bc81-d23cbeb1d54e'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 09:52:42.675670 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71e881b-3959-40fe-8060-07cb14be25b1 req-b5b6be6a-3eae-437c-8dba-1b3d49ec3555 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:52:42.677584 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-c71e881b-3959-40fe-8060-07cb14be25b1 req-b5b6be6a-3eae-437c-8dba-1b3d49ec3555 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] 10.222.0.71 "GET /v2.0/ports?device_id=dce71067-b949-4ba2-bf4a-eb3f757d0fd4 HTTP/1.1" status: 200 len: 944 time: 0.0572929 Feb 21 09:52:42.725968 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-c71e881b-3959-40fe-8060-07cb14be25b1 req-1906a040-476c-4334-8133-86f4f1212b9f tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] 10.222.0.71 "GET /v2.0/security-groups?id=fe504167-9a9a-4442-9390-523a4e1fa709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426574 Feb 21 09:52:43.125861 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-4ea62744-8b3e-4064-a96a-3eb76e3f46f6 req-a49ee789-76d8-4c2b-a26d-3745ca79bf3b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b2a841b5-2dd7-4c1f-aaae-cf28270060bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0520592 Feb 21 09:52:43.214687 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea62744-8b3e-4064-a96a-3eb76e3f46f6 req-cd8e693a-df09-4ca4-9525-e68a44bb4d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:52:43.216205 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-4ea62744-8b3e-4064-a96a-3eb76e3f46f6 req-cd8e693a-df09-4ca4-9525-e68a44bb4d28 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=30ad631be25d4fecbaae288015f66e22&device_id=b2a841b5-2dd7-4c1f-aaae-cf28270060bc HTTP/1.1" status: 200 len: 1129 time: 0.0447283 Feb 21 09:52:43.257925 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Device b94d2516-f2bd-4102-bc81-d23cbeb1d54e up at agent hyperv_hv-cinder-80475 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:52:43.326319 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea62744-8b3e-4064-a96a-3eb76e3f46f6 req-c343b4a5-7df2-45ba-8677-c06c4c8c2f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:52:43.328117 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-4ea62744-8b3e-4064-a96a-3eb76e3f46f6 req-c343b4a5-7df2-45ba-8677-c06c4c8c2f86 service neutron] 10.222.0.69 "GET /v2.0/networks?id=d18a3abc-b5f2-49e7-9725-3ef800bd13ad HTTP/1.1" status: 200 len: 912 time: 0.0900309 Feb 21 09:52:43.398661 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-4ea62744-8b3e-4064-a96a-3eb76e3f46f6 req-ff573299-9df8-4b95-b955-d30dbe0fd2db service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6fab6917-9925-48cb-94f4-9cade4eb59ef HTTP/1.1" status: 200 len: 1001 time: 0.0621989 Feb 21 09:52:43.449166 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea62744-8b3e-4064-a96a-3eb76e3f46f6 req-c3742bd4-d833-4c8d-a5b1-85349657ab71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:52:43.450636 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-4ea62744-8b3e-4064-a96a-3eb76e3f46f6 req-c3742bd4-d833-4c8d-a5b1-85349657ab71 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e209d30c-904a-4983-811a-38e909a2873c HTTP/1.1" status: 200 len: 850 time: 0.0454350 Feb 21 09:52:43.482078 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Provisioning for port b94d2516-f2bd-4102-bc81-d23cbeb1d54e completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:52:43.486126 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Provisioning complete for port b94d2516-f2bd-4102-bc81-d23cbeb1d54e triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:52:43.486542 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7397950'] for port (b94d2516-f2bd-4102-bc81-d23cbeb1d54e), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:43.500965 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea62744-8b3e-4064-a96a-3eb76e3f46f6 req-38a7ec54-8d4e-4e50-8c06-006b06956a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:52:43.503021 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-4ea62744-8b3e-4064-a96a-3eb76e3f46f6 req-38a7ec54-8d4e-4e50-8c06-006b06956a41 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d18a3abc-b5f2-49e7-9725-3ef800bd13ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0454700 Feb 21 09:52:43.570376 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Current status of the port b94d2516-f2bd-4102-bc81-d23cbeb1d54e is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:52:43.570783 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (b94d2516-f2bd-4102-bc81-d23cbeb1d54e), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:43.598160 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dce71067-b949-4ba2-bf4a-eb3f757d0fd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b94d2516-f2bd-4102-bc81-d23cbeb1d54e'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:52:43.601670 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd82e867db05f05d31de18fef3a4b5738e999913abe260e0f677426061852263" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02da3984-1b7a-4366-9641-fb9ca32924bc" -d '{"events": [{"server_uuid": "dce71067-b949-4ba2-bf4a-eb3f757d0fd4", "name": "network-vif-plugged", "status": "completed", "tag": "b94d2516-f2bd-4102-bc81-d23cbeb1d54e"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:52:43.614438 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-4ea62744-8b3e-4064-a96a-3eb76e3f46f6 req-682a0c12-4d5e-466d-88e3-1ca228441016 service neutron] 10.222.0.69 "GET /v2.0/networks/d18a3abc-b5f2-49e7-9725-3ef800bd13ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036625 Feb 21 09:52:43.621202 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] For port b94d2516-f2bd-4102-bc81-d23cbeb1d54e, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=b94d2516-f2bd-4102-bc81-d23cbeb1d54e,segment=NetworkSegment(18c0b10b-491c-457e-b8a5-db4c9de6ed16),segment_id=18c0b10b-491c-457e-b8a5-db4c9de6ed16)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:52:43.667251 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 09:52:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8d160f9-168b-4b32-a5fa-4684b8385d65 x-openstack-request-id: req-c8d160f9-168b-4b32-a5fa-4684b8385d65 {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:52:43.667251 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dce71067-b949-4ba2-bf4a-eb3f757d0fd4", "name": "network-vif-plugged", "status": "completed", "tag": "b94d2516-f2bd-4102-bc81-d23cbeb1d54e", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:52:43.667251 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-c8d160f9-168b-4b32-a5fa-4684b8385d65 {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:52:43.667251 dv-cinder-804757-16-iscsi neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dce71067-b949-4ba2-bf4a-eb3f757d0fd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b94d2516-f2bd-4102-bc81-d23cbeb1d54e', 'code': 200} Feb 21 09:52:43.715747 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-4ea62744-8b3e-4064-a96a-3eb76e3f46f6 req-3ecde17e-b764-413f-b3b2-0fbad0b58502 service neutron] 10.222.0.69 "GET /v2.0/networks/d18a3abc-b5f2-49e7-9725-3ef800bd13ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911319 Feb 21 09:52:43.760525 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782759442315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782758885690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782758885708'] for port (b94d2516-f2bd-4102-bc81-d23cbeb1d54e), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:43.812968 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Pushing event updated for resources: {'Port': ['ID=b94d2516-f2bd-4102-bc81-d23cbeb1d54e,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:52:43.863223 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addf0173-662d-48d0-a1e4-00ec56c6e814 req-a8ba2bfb-f824-4fd2-8ab3-089dd8ed1d7f tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:52:43.864744 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-addf0173-662d-48d0-a1e4-00ec56c6e814 req-a8ba2bfb-f824-4fd2-8ab3-089dd8ed1d7f tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] 10.222.0.71 "GET /v2.0/ports?device_id=dce71067-b949-4ba2-bf4a-eb3f757d0fd4 HTTP/1.1" status: 200 len: 945 time: 0.0692418 Feb 21 09:52:44.211263 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-addf0173-662d-48d0-a1e4-00ec56c6e814 req-d2264132-7933-4866-b15e-0d4d8d5314d9 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] 10.222.0.71 "GET /v2.0/security-groups?id=fe504167-9a9a-4442-9390-523a4e1fa709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3407526 Feb 21 09:52:44.220318 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fe8141-af38-49fb-a8d3-cccfbbb14ad6 req-a740ae4c-4b9c-4b99-b9be-a9ec9dce3a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:52:44.221927 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-e4fe8141-af38-49fb-a8d3-cccfbbb14ad6 req-a740ae4c-4b9c-4b99-b9be-a9ec9dce3a0f service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=dce71067-b949-4ba2-bf4a-eb3f757d0fd4 HTTP/1.1" status: 200 len: 1129 time: 0.0670838 Feb 21 09:52:44.272910 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-e4fe8141-af38-49fb-a8d3-cccfbbb14ad6 req-bf0bc42f-026d-4d4b-8548-229b6de97dac service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=fe504167-9a9a-4442-9390-523a4e1fa709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449734 Feb 21 09:52:45.343084 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767fd851-15d9-4099-a4c8-28e58e5029b8 req-c1f7d078-31f0-4d0d-bf27-51a594b4602b tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:52:45.344759 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-767fd851-15d9-4099-a4c8-28e58e5029b8 req-c1f7d078-31f0-4d0d-bf27-51a594b4602b tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] 10.222.0.71 "GET /v2.0/ports?device_id=dce71067-b949-4ba2-bf4a-eb3f757d0fd4 HTTP/1.1" status: 200 len: 945 time: 0.0562394 Feb 21 09:52:45.400794 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-767fd851-15d9-4099-a4c8-28e58e5029b8 req-b4cd3ada-7923-48cc-b262-2e2faba9b65c tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] 10.222.0.71 "GET /v2.0/security-groups?id=fe504167-9a9a-4442-9390-523a4e1fa709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487862 Feb 21 09:52:45.587836 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.71', 58248) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:52:45.709793 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0801a59d-4ea4-4363-bcaa-59a89788bd92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:45.782442 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0801a59d-4ea4-4363-bcaa-59a89788bd92 admin admin] Publish callbacks [] for security_group (3ec2b258-aaf8-4464-89de-353c9a04ae83), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:45.863519 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0801a59d-4ea4-4363-bcaa-59a89788bd92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (3ec2b258-aaf8-4464-89de-353c9a04ae83), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:45.900576 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [None req-0801a59d-4ea4-4363-bcaa-59a89788bd92 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=6870e42c4cf74f5180654091336ac6d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3116231 Feb 21 09:52:45.901266 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0801a59d-4ea4-4363-bcaa-59a89788bd92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ec2b258-aaf8-4464-89de-353c9a04ae83,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:52:45.903336 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 58256) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:52:45.952318 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6c9083e3-0e76-4547-a655-e81581ffa124 admin admin] Publish callbacks [] for security_group (3ec2b258-aaf8-4464-89de-353c9a04ae83), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:45.975522 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6c9083e3-0e76-4547-a655-e81581ffa124 admin admin] Publish callbacks [] for security_group (3ec2b258-aaf8-4464-89de-353c9a04ae83), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:46.103383 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6c9083e3-0e76-4547-a655-e81581ffa124 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (3ec2b258-aaf8-4464-89de-353c9a04ae83), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:46.106332 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6c9083e3-0e76-4547-a655-e81581ffa124 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:46.107520 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-6c9083e3-0e76-4547-a655-e81581ffa124 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/3ec2b258-aaf8-4464-89de-353c9a04ae83 HTTP/1.1" status: 204 len: 168 time: 0.2029281 Feb 21 09:52:46.115692 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9083e3-0e76-4547-a655-e81581ffa124 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ec2b258-aaf8-4464-89de-353c9a04ae83,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:52:46.524150 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa2087c-221d-49aa-95f0-f2dde63599a2 req-a7af63eb-dbc9-4b6a-8af7-f71aaaa59329 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:52:46.525640 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-8fa2087c-221d-49aa-95f0-f2dde63599a2 req-a7af63eb-dbc9-4b6a-8af7-f71aaaa59329 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] 10.222.0.71 "GET /v2.0/ports?device_id=dce71067-b949-4ba2-bf4a-eb3f757d0fd4 HTTP/1.1" status: 200 len: 945 time: 0.0515466 Feb 21 09:52:46.574997 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-8fa2087c-221d-49aa-95f0-f2dde63599a2 req-fd5a7eaa-0216-4c20-8a9e-0d27ded18528 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] 10.222.0.71 "GET /v2.0/security-groups?id=fe504167-9a9a-4442-9390-523a4e1fa709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435610 Feb 21 09:52:46.715177 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57693e93-2415-43b2-9a35-c736a2ed95ab req-1f6a217d-440d-47f8-999b-eb14c0f46b91 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:52:46.716616 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-57693e93-2415-43b2-9a35-c736a2ed95ab req-1f6a217d-440d-47f8-999b-eb14c0f46b91 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] 10.222.0.71 "GET /v2.0/ports?device_id=dce71067-b949-4ba2-bf4a-eb3f757d0fd4 HTTP/1.1" status: 200 len: 945 time: 0.0656621 Feb 21 09:52:46.768083 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-57693e93-2415-43b2-9a35-c736a2ed95ab req-db7520f8-d9a7-4f00-9002-0f47ba2a1839 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] 10.222.0.71 "GET /v2.0/security-groups?id=fe504167-9a9a-4442-9390-523a4e1fa709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458212 Feb 21 09:52:46.794604 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 58270) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:52:46.795761 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.71', 58272) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:52:46.810357 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6fdc15ee-f68d-4725-9568-017d59833d75 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:46.899677 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6fdc15ee-f68d-4725-9568-017d59833d75 admin admin] Publish callbacks [] for security_group (51f27e5d-c4a4-4dfd-b62a-ad494d806172), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:46.985762 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6fdc15ee-f68d-4725-9568-017d59833d75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (51f27e5d-c4a4-4dfd-b62a-ad494d806172), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:47.035798 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [None req-6fdc15ee-f68d-4725-9568-017d59833d75 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=cf55747b22fb41daa992eeb022cfbe7f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2389023 Feb 21 09:52:47.036739 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdc15ee-f68d-4725-9568-017d59833d75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51f27e5d-c4a4-4dfd-b62a-ad494d806172,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:52:47.039058 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.71', 58280) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:52:47.064368 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71556d89-fcdb-447f-990a-c00f3dbfb8f1 tempest-TestVolumeBootPattern-1870912245 tempest-TestVolumeBootPattern-1870912245-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:52:47.068557 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-71556d89-fcdb-447f-990a-c00f3dbfb8f1 tempest-TestVolumeBootPattern-1870912245 tempest-TestVolumeBootPattern-1870912245-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=dce71067-b949-4ba2-bf4a-eb3f757d0fd4 HTTP/1.1" status: 200 len: 1124 time: 0.2723405 Feb 21 09:52:47.070112 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 58282) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:52:47.074487 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.v2.base [None req-6e2c963f-02f1-4ab1-b23e-4927a63e201c tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Request body: {'floatingip': {'floating_network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'port_id': 'b94d2516-f2bd-4102-bc81-d23cbeb1d54e', 'tenant_id': '30ad631be25d4fecbaae288015f66e22', 'fixed_ip_address': '172.20.0.3'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:52:47.096675 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d8526614-644b-408e-be33-1ab82769faf6 admin admin] Publish callbacks [] for security_group (51f27e5d-c4a4-4dfd-b62a-ad494d806172), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:47.121002 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d8526614-644b-408e-be33-1ab82769faf6 admin admin] Publish callbacks [] for security_group (51f27e5d-c4a4-4dfd-b62a-ad494d806172), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:47.248753 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6e2c963f-02f1-4ab1-b23e-4927a63e201c tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:47.309197 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d8526614-644b-408e-be33-1ab82769faf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (51f27e5d-c4a4-4dfd-b62a-ad494d806172), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:47.312010 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d8526614-644b-408e-be33-1ab82769faf6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:47.313427 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [None req-d8526614-644b-408e-be33-1ab82769faf6 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/51f27e5d-c4a4-4dfd-b62a-ad494d806172 HTTP/1.1" status: 204 len: 168 time: 0.2733312 Feb 21 09:52:47.322669 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8526614-644b-408e-be33-1ab82769faf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51f27e5d-c4a4-4dfd-b62a-ad494d806172,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:52:47.355943 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6e2c963f-02f1-4ab1-b23e-4927a63e201c tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:47.475778 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [None req-6e2c963f-02f1-4ab1-b23e-4927a63e201c tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Allocated IP 172.27.2.179 (bd3f1df6-77ad-4531-9eb3-69bc21002862/13a25a01-28fd-4407-b7c5-fe4349ebc744/cfce15e1-8cbe-42ad-8215-0b51d944cf29) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:52:47.595575 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6e2c963f-02f1-4ab1-b23e-4927a63e201c tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Publish callbacks [] for port (cfce15e1-8cbe-42ad-8215-0b51d944cf29), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:47.779696 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6e2c963f-02f1-4ab1-b23e-4927a63e201c tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782758885672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277415'] for port (cfce15e1-8cbe-42ad-8215-0b51d944cf29), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:47.814936 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e2c963f-02f1-4ab1-b23e-4927a63e201c tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Network bd3f1df6-77ad-4531-9eb3-69bc21002862 is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:52:47.818680 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-6e2c963f-02f1-4ab1-b23e-4927a63e201c tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:52:47.821193 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2c963f-02f1-4ab1-b23e-4927a63e201c tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 09:52:47.851597 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2c963f-02f1-4ab1-b23e-4927a63e201c tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Pushing event updated for resources: {'Port': ['ID=cfce15e1-8cbe-42ad-8215-0b51d944cf29,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:52:48.212569 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6e2c963f-02f1-4ab1-b23e-4927a63e201c tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Publish callbacks [] for floatingip (1adae094-adf6-41b3-80bf-24474d5876c2), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:48.367473 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6e2c963f-02f1-4ab1-b23e-4927a63e201c tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (cfce15e1-8cbe-42ad-8215-0b51d944cf29), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:48.520592 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6e2c963f-02f1-4ab1-b23e-4927a63e201c tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Publish callbacks [] for port (cfce15e1-8cbe-42ad-8215-0b51d944cf29), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:48.619531 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6e2c963f-02f1-4ab1-b23e-4927a63e201c tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782759442315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782758885690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782758885708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3277436'] for port (cfce15e1-8cbe-42ad-8215-0b51d944cf29), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:48.704885 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2c963f-02f1-4ab1-b23e-4927a63e201c tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Pushing event updated for resources: {'Port': ['ID=cfce15e1-8cbe-42ad-8215-0b51d944cf29,revision_number=2']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:52:48.718339 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6e2c963f-02f1-4ab1-b23e-4927a63e201c tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7917303'] for floatingip (1adae094-adf6-41b3-80bf-24474d5876c2), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:48.814201 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.db.l3_db [None req-6e2c963f-02f1-4ab1-b23e-4927a63e201c tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Floating IP 1adae094-adf6-41b3-80bf-24474d5876c2 associated. External IP: 172.27.2.179, port: b94d2516-f2bd-4102-bc81-d23cbeb1d54e. Feb 21 09:52:49.105942 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e2c963f-02f1-4ab1-b23e-4927a63e201c tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Router 5600eb8e-7c17-4f9f-a1da-1e30b51c9320 has already been hosted by L3 agent f1afc09b-b148-496e-b857-a568110caa3c {{(pid=109856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:52:49.150084 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.71', 58338) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:52:49.194758 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fc6f01c-9425-4cf7-b4dd-3d9c0e7835bc admin admin] Deleting subnet aab26eca-1fc0-4811-82b9-6e34cd23eabb {{(pid=109857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 21 09:52:49.197959 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7fc6f01c-9425-4cf7-b4dd-3d9c0e7835bc admin admin] Publish callbacks [] for subnet (aab26eca-1fc0-4811-82b9-6e34cd23eabb), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:49.229264 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e2c963f-02f1-4ab1-b23e-4927a63e201c tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Notify agent at l3_agent.dv-cinder-804757-16-iscsi the message routers_updated {{(pid=109856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:52:49.235326 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7fc6f01c-9425-4cf7-b4dd-3d9c0e7835bc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3052028'] for subnet (aab26eca-1fc0-4811-82b9-6e34cd23eabb), precommit_delete_associations {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:49.241400 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ebdc36-cb63-4acc-ba26-41389f01db86 None None] Sync routers for ids ['5600eb8e-7c17-4f9f-a1da-1e30b51c9320'] in dv-cinder-804757-16-iscsi {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 09:52:49.255840 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ebdc36-cb63-4acc-ba26-41389f01db86 None None] Routers {'5600eb8e-7c17-4f9f-a1da-1e30b51c9320'} bound to L3 agent in host dv-cinder-804757-16-iscsi {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:52:49.255840 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-65ebdc36-cb63-4acc-ba26-41389f01db86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T09:37:05Z,description=,heartbeat_timestamp=2022-02-21T09:52:35Z,host='dv-cinder-804757-16-iscsi',id=f1afc09b-b148-496e-b857-a568110caa3c,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:37:06Z,topic='l3_agent')) {'router_ids': ['5600eb8e-7c17-4f9f-a1da-1e30b51c9320'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:52:49.277450 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7fc6f01c-9425-4cf7-b4dd-3d9c0e7835bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7409676'] for subnet (aab26eca-1fc0-4811-82b9-6e34cd23eabb), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:49.308961 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6e2c963f-02f1-4ab1-b23e-4927a63e201c tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8333137'] for floatingip (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:49.343500 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-6e2c963f-02f1-4ab1-b23e-4927a63e201c tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2723649 Feb 21 09:52:49.344266 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dce71067-b949-4ba2-bf4a-eb3f757d0fd4', 'tag': 'b94d2516-f2bd-4102-bc81-d23cbeb1d54e'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:52:49.346450 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c95017b57136a4249e8df2494e5587cd96ada80ae38c14c6a4695013360e62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be133e44-c033-4f95-8a63-05a9356c458f" -d '{"events": [{"name": "network-changed", "server_uuid": "dce71067-b949-4ba2-bf4a-eb3f757d0fd4", "tag": "b94d2516-f2bd-4102-bc81-d23cbeb1d54e"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:52:49.363972 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-65ebdc36-cb63-4acc-ba26-41389f01db86 None None] Set router 5600eb8e-7c17-4f9f-a1da-1e30b51c9320 gateway port host: dv-cinder-804757-16-iscsi {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:52:49.390981 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 09:52:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db56e0de-d9db-4296-8e8e-4dd3996cefdc x-openstack-request-id: req-db56e0de-d9db-4296-8e8e-4dd3996cefdc {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:52:49.391283 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dce71067-b949-4ba2-bf4a-eb3f757d0fd4", "tag": "b94d2516-f2bd-4102-bc81-d23cbeb1d54e", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:52:49.391540 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-db56e0de-d9db-4296-8e8e-4dd3996cefdc {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:52:49.391951 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dce71067-b949-4ba2-bf4a-eb3f757d0fd4', 'tag': 'b94d2516-f2bd-4102-bc81-d23cbeb1d54e', 'status': 'completed', 'code': 200} Feb 21 09:52:49.411935 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7fc6f01c-9425-4cf7-b4dd-3d9c0e7835bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7409717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3963039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4186025'] for subnet (aab26eca-1fc0-4811-82b9-6e34cd23eabb), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:49.442856 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc6f01c-9425-4cf7-b4dd-3d9c0e7835bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aab26eca-1fc0-4811-82b9-6e34cd23eabb,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:52:49.448083 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7fc6f01c-9425-4cf7-b4dd-3d9c0e7835bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905581'] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:49.453821 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [None req-7fc6f01c-9425-4cf7-b4dd-3d9c0e7835bc admin admin] 10.222.0.71 "DELETE /v2.0/subnets/aab26eca-1fc0-4811-82b9-6e34cd23eabb HTTP/1.1" status: 204 len: 168 time: 0.3021467 Feb 21 09:52:49.457425 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.71', 58350) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:52:49.479451 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be133e44-c033-4f95-8a63-05a9356c458f req-258bfd74-42a8-4983-8d5b-678100df26b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:52:49.482144 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-be133e44-c033-4f95-8a63-05a9356c458f req-258bfd74-42a8-4983-8d5b-678100df26b8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=30ad631be25d4fecbaae288015f66e22&device_id=dce71067-b949-4ba2-bf4a-eb3f757d0fd4 HTTP/1.1" status: 200 len: 1129 time: 0.0695055 Feb 21 09:52:49.543949 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3384f7fb-1bc2-4bb0-b19a-2eb0020e2c6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-977029'] for network (33afffd1-3998-4a39-9ecd-27a82add7a57), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:49.607972 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be133e44-c033-4f95-8a63-05a9356c458f req-5b703a79-2338-47f1-9cac-618f70fb0492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:52:49.609948 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-be133e44-c033-4f95-8a63-05a9356c458f req-5b703a79-2338-47f1-9cac-618f70fb0492 service neutron] 10.222.0.69 "GET /v2.0/networks?id=d18a3abc-b5f2-49e7-9725-3ef800bd13ad HTTP/1.1" status: 200 len: 912 time: 0.1208429 Feb 21 09:52:49.627264 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-65ebdc36-cb63-4acc-ba26-41389f01db86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5600eb8e-7c17-4f9f-a1da-1e30b51c9320', 'name': 'tempest-TestVolumeBootPattern-658171796-router', 'tenant_id': '30ad631be25d4fecbaae288015f66e22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'external_fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': '0dfed553-0ff5-4440-8723-a16130804a8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:46:22Z', 'updated_at': '2022-02-21T09:46:26Z', 'revision_number': 4, 'project_id': '30ad631be25d4fecbaae288015f66e22', 'gw_port': {'id': '0dfed553-0ff5-4440-8723-a16130804a8f', 'name': '', 'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:07:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5600eb8e-7c17-4f9f-a1da-1e30b51c9320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 192, 'fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:46:23Z', 'updated_at': '2022-02-21T09:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-16-iscsi', '_floatingips': [{'id': '1adae094-adf6-41b3-80bf-24474d5876c2', 'tenant_id': '30ad631be25d4fecbaae288015f66e22', 'floating_ip_address': '172.27.2.179', 'floating_network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'router_id': '5600eb8e-7c17-4f9f-a1da-1e30b51c9320', 'port_id': 'b94d2516-f2bd-4102-bc81-d23cbeb1d54e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd18a3abc-b5f2-49e7-9725-3ef800bd13ad', 'mac_address': 'fa:16:3e:ca:0e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce71067-b949-4ba2-bf4a-eb3f757d0fd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T09:52:48Z', 'updated_at': '2022-02-21T09:52:48Z', 'revision_number': 0, 'project_id': '30ad631be25d4fecbaae288015f66e22', 'fixed_ip_address_scope': None}, {'id': '4e0ea8e7-b324-47e0-be75-2bd1424521a8', 'tenant_id': '30ad631be25d4fecbaae288015f66e22', 'floating_ip_address': '172.27.2.110', 'floating_network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'router_id': '5600eb8e-7c17-4f9f-a1da-1e30b51c9320', 'port_id': '6fab6917-9925-48cb-94f4-9cade4eb59ef', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd18a3abc-b5f2-49e7-9725-3ef800bd13ad', 'mac_address': 'fa:16:3e:9e:cb:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a841b5-2dd7-4c1f-aaae-cf28270060bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T09:50:32Z', 'updated_at': '2022-02-21T09:50:34Z', 'revision_number': 1, 'project_id': '30ad631be25d4fecbaae288015f66e22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27ceaa89-d6cf-45d0-a3ee-7c6384e5de68', 'name': '', 'network_id': 'd18a3abc-b5f2-49e7-9725-3ef800bd13ad', 'tenant_id': '30ad631be25d4fecbaae288015f66e22', 'mac_address': 'fa:16:3e:dc:3a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5600eb8e-7c17-4f9f-a1da-1e30b51c9320', 'device_owner': 'network:router_interface', 'standard_attr_id': 193, 'fixed_ips': [{'subnet_id': 'e209d30c-904a-4983-811a-38e909a2873c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:46:25Z', 'updated_at': '2022-02-21T09:46:29Z', 'revision_number': 5, 'project_id': '30ad631be25d4fecbaae288015f66e22', 'subnets': [{'id': 'e209d30c-904a-4983-811a-38e909a2873c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-16-iscsi', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:52:49.639000 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3384f7fb-1bc2-4bb0-b19a-2eb0020e2c6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7410821', 'neutron.services.segments.db._delete_segments_for_network-8782759398202'] for network (33afffd1-3998-4a39-9ecd-27a82add7a57), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:49.663101 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ebdc36-cb63-4acc-ba26-41389f01db86 None None] Checking router: 5600eb8e-7c17-4f9f-a1da-1e30b51c9320 for host: dv-cinder-804757-16-iscsi {{(pid=109859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 09:52:49.663309 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.services.segments.db [None req-3384f7fb-1bc2-4bb0-b19a-2eb0020e2c6b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33afffd1-3998-4a39-9ecd-27a82add7a57']}} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:52:49.674083 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ebdc36-cb63-4acc-ba26-41389f01db86 None None] Routers {'5600eb8e-7c17-4f9f-a1da-1e30b51c9320'} bound to L3 agent in host dv-cinder-804757-16-iscsi {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:52:49.675087 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-65ebdc36-cb63-4acc-ba26-41389f01db86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T09:37:05Z,description=,heartbeat_timestamp=2022-02-21T09:52:35Z,host='dv-cinder-804757-16-iscsi',id=f1afc09b-b148-496e-b857-a568110caa3c,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:37:06Z,topic='l3_agent')) {'router_ids': ['5600eb8e-7c17-4f9f-a1da-1e30b51c9320'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:52:49.676376 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.services.segments.db [None req-3384f7fb-1bc2-4bb0-b19a-2eb0020e2c6b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2eea1bb-d3fa-49d9-8868-2685c50647cb') {'for_net_delete': True} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:52:49.676726 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.services.segments.db [None req-3384f7fb-1bc2-4bb0-b19a-2eb0020e2c6b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2eea1bb-d3fa-49d9-8868-2685c50647cb') {} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:52:49.688440 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3384f7fb-1bc2-4bb0-b19a-2eb0020e2c6b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782759398723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3052005'] for segment (f2eea1bb-d3fa-49d9-8868-2685c50647cb), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:49.695978 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-be133e44-c033-4f95-8a63-05a9356c458f req-3027fa86-6213-428b-bf74-6179bd2fb451 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b94d2516-f2bd-4102-bc81-d23cbeb1d54e HTTP/1.1" status: 200 len: 999 time: 0.0798182 Feb 21 09:52:49.702428 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3384f7fb-1bc2-4bb0-b19a-2eb0020e2c6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-936617'] for segment (f2eea1bb-d3fa-49d9-8868-2685c50647cb), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:49.709303 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3384f7fb-1bc2-4bb0-b19a-2eb0020e2c6b admin admin] Releasing vlan 377 on physical network physnet1 to pool {{(pid=109857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 21 09:52:49.709694 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3384f7fb-1bc2-4bb0-b19a-2eb0020e2c6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-936617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3964537'] for segment (f2eea1bb-d3fa-49d9-8868-2685c50647cb), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:49.711328 dv-cinder-804757-16-iscsi neutron-server[109857]: Traceback (most recent call last): Feb 21 09:52:49.711328 dv-cinder-804757-16-iscsi neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 21 09:52:49.711328 dv-cinder-804757-16-iscsi neutron-server[109857]: timer() Feb 21 09:52:49.711328 dv-cinder-804757-16-iscsi neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 09:52:49.711328 dv-cinder-804757-16-iscsi neutron-server[109857]: cb(*args, **kw) Feb 21 09:52:49.711328 dv-cinder-804757-16-iscsi neutron-server[109857]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 21 09:52:49.711328 dv-cinder-804757-16-iscsi neutron-server[109857]: return func(*args, **kwargs) Feb 21 09:52:49.711328 dv-cinder-804757-16-iscsi neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 09:52:49.711328 dv-cinder-804757-16-iscsi neutron-server[109857]: self._notify() Feb 21 09:52:49.711328 dv-cinder-804757-16-iscsi neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 09:52:49.711328 dv-cinder-804757-16-iscsi neutron-server[109857]: self.callback(batched_events) Feb 21 09:52:49.711328 dv-cinder-804757-16-iscsi neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 09:52:49.711328 dv-cinder-804757-16-iscsi neutron-server[109857]: event.method(event) Feb 21 09:52:49.711328 dv-cinder-804757-16-iscsi neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 21 09:52:49.711328 dv-cinder-804757-16-iscsi neutron-server[109857]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 09:52:49.711328 dv-cinder-804757-16-iscsi neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 21 09:52:49.711328 dv-cinder-804757-16-iscsi neutron-server[109857]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 09:52:49.711328 dv-cinder-804757-16-iscsi neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 21 09:52:49.711328 dv-cinder-804757-16-iscsi neutron-server[109857]: return f(self, *a, **k) Feb 21 09:52:49.711328 dv-cinder-804757-16-iscsi neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 09:52:49.711328 dv-cinder-804757-16-iscsi neutron-server[109857]: return self._get(url).json() Feb 21 09:52:49.711328 dv-cinder-804757-16-iscsi neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 09:52:49.711328 dv-cinder-804757-16-iscsi neutron-server[109857]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 09:52:49.711328 dv-cinder-804757-16-iscsi neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 21 09:52:49.711328 dv-cinder-804757-16-iscsi neutron-server[109857]: return self.request(url, 'GET', **kwargs) Feb 21 09:52:49.711328 dv-cinder-804757-16-iscsi neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 21 09:52:49.711328 dv-cinder-804757-16-iscsi neutron-server[109857]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 09:52:49.711328 dv-cinder-804757-16-iscsi neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 21 09:52:49.711328 dv-cinder-804757-16-iscsi neutron-server[109857]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 09:52:49.711328 dv-cinder-804757-16-iscsi neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 21 09:52:49.711328 dv-cinder-804757-16-iscsi neutron-server[109857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 09:52:49.711328 dv-cinder-804757-16-iscsi neutron-server[109857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 09:52:49.766312 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be133e44-c033-4f95-8a63-05a9356c458f req-79a30958-2140-41dd-bcc9-e2afdc6a9cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:52:49.768039 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-be133e44-c033-4f95-8a63-05a9356c458f req-79a30958-2140-41dd-bcc9-e2afdc6a9cd7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e209d30c-904a-4983-811a-38e909a2873c HTTP/1.1" status: 200 len: 850 time: 0.0636845 Feb 21 09:52:49.789409 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-65ebdc36-cb63-4acc-ba26-41389f01db86 None None] Set router 5600eb8e-7c17-4f9f-a1da-1e30b51c9320 gateway port host: dv-cinder-804757-16-iscsi {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:52:49.835181 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be133e44-c033-4f95-8a63-05a9356c458f req-2740d94d-bd0a-4bd6-bc18-6bd2b4670baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:52:49.835181 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-be133e44-c033-4f95-8a63-05a9356c458f req-2740d94d-bd0a-4bd6-bc18-6bd2b4670baa service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d18a3abc-b5f2-49e7-9725-3ef800bd13ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0571854 Feb 21 09:52:49.853565 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3384f7fb-1bc2-4bb0-b19a-2eb0020e2c6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7410830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7917281'] for network (33afffd1-3998-4a39-9ecd-27a82add7a57), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:49.868680 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3384f7fb-1bc2-4bb0-b19a-2eb0020e2c6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905581'] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:49.868680 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [None req-3384f7fb-1bc2-4bb0-b19a-2eb0020e2c6b admin admin] 10.222.0.71 "DELETE /v2.0/networks/33afffd1-3998-4a39-9ecd-27a82add7a57 HTTP/1.1" status: 204 len: 168 time: 0.4069607 Feb 21 09:52:49.869951 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 58368) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:52:49.882707 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3384f7fb-1bc2-4bb0-b19a-2eb0020e2c6b admin admin] Pushing event deleted for resources: {'Network': ['ID=33afffd1-3998-4a39-9ecd-27a82add7a57,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:52:49.974010 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.db.db_base_plugin_v2 [None req-12105f5e-685f-427c-b06b-57258c3ce669 admin admin] Deleting subnet 3fce5b43-9f60-487a-b5aa-f962031135f3 {{(pid=109856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 21 09:52:49.974138 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-12105f5e-685f-427c-b06b-57258c3ce669 admin admin] Publish callbacks [] for subnet (3fce5b43-9f60-487a-b5aa-f962031135f3), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:50.022439 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-be133e44-c033-4f95-8a63-05a9356c458f req-3d977656-76f0-4f3f-965f-0a838d41005d service neutron] 10.222.0.69 "GET /v2.0/networks/d18a3abc-b5f2-49e7-9725-3ef800bd13ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801095 Feb 21 09:52:50.040100 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-12105f5e-685f-427c-b06b-57258c3ce669 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3324893'] for subnet (3fce5b43-9f60-487a-b5aa-f962031135f3), precommit_delete_associations {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:50.066429 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-65ebdc36-cb63-4acc-ba26-41389f01db86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5600eb8e-7c17-4f9f-a1da-1e30b51c9320', 'name': 'tempest-TestVolumeBootPattern-658171796-router', 'tenant_id': '30ad631be25d4fecbaae288015f66e22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'external_fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': '0dfed553-0ff5-4440-8723-a16130804a8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:46:22Z', 'updated_at': '2022-02-21T09:46:26Z', 'revision_number': 4, 'project_id': '30ad631be25d4fecbaae288015f66e22', 'gw_port': {'id': '0dfed553-0ff5-4440-8723-a16130804a8f', 'name': '', 'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:07:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5600eb8e-7c17-4f9f-a1da-1e30b51c9320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 192, 'fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:46:23Z', 'updated_at': '2022-02-21T09:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-16-iscsi', '_floatingips': [{'id': '1adae094-adf6-41b3-80bf-24474d5876c2', 'tenant_id': '30ad631be25d4fecbaae288015f66e22', 'floating_ip_address': '172.27.2.179', 'floating_network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'router_id': '5600eb8e-7c17-4f9f-a1da-1e30b51c9320', 'port_id': 'b94d2516-f2bd-4102-bc81-d23cbeb1d54e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd18a3abc-b5f2-49e7-9725-3ef800bd13ad', 'mac_address': 'fa:16:3e:ca:0e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce71067-b949-4ba2-bf4a-eb3f757d0fd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T09:52:48Z', 'updated_at': '2022-02-21T09:52:48Z', 'revision_number': 0, 'project_id': '30ad631be25d4fecbaae288015f66e22', 'fixed_ip_address_scope': None}, {'id': '4e0ea8e7-b324-47e0-be75-2bd1424521a8', 'tenant_id': '30ad631be25d4fecbaae288015f66e22', 'floating_ip_address': '172.27.2.110', 'floating_network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'router_id': '5600eb8e-7c17-4f9f-a1da-1e30b51c9320', 'port_id': '6fab6917-9925-48cb-94f4-9cade4eb59ef', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd18a3abc-b5f2-49e7-9725-3ef800bd13ad', 'mac_address': 'fa:16:3e:9e:cb:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a841b5-2dd7-4c1f-aaae-cf28270060bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T09:50:32Z', 'updated_at': '2022-02-21T09:50:34Z', 'revision_number': 1, 'project_id': '30ad631be25d4fecbaae288015f66e22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27ceaa89-d6cf-45d0-a3ee-7c6384e5de68', 'name': '', 'network_id': 'd18a3abc-b5f2-49e7-9725-3ef800bd13ad', 'tenant_id': '30ad631be25d4fecbaae288015f66e22', 'mac_address': 'fa:16:3e:dc:3a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5600eb8e-7c17-4f9f-a1da-1e30b51c9320', 'device_owner': 'network:router_interface', 'standard_attr_id': 193, 'fixed_ips': [{'subnet_id': 'e209d30c-904a-4983-811a-38e909a2873c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:46:25Z', 'updated_at': '2022-02-21T09:46:29Z', 'revision_number': 5, 'project_id': '30ad631be25d4fecbaae288015f66e22', 'subnets': [{'id': 'e209d30c-904a-4983-811a-38e909a2873c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-16-iscsi', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:52:50.097979 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ebdc36-cb63-4acc-ba26-41389f01db86 None None] The sync data for ids ['5600eb8e-7c17-4f9f-a1da-1e30b51c9320'] in dv-cinder-804757-16-iscsi is: [{'id': '5600eb8e-7c17-4f9f-a1da-1e30b51c9320', 'name': 'tempest-TestVolumeBootPattern-658171796-router', 'tenant_id': '30ad631be25d4fecbaae288015f66e22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'external_fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': '0dfed553-0ff5-4440-8723-a16130804a8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:46:22Z', 'updated_at': '2022-02-21T09:46:26Z', 'revision_number': 4, 'project_id': '30ad631be25d4fecbaae288015f66e22', 'gw_port': {'id': '0dfed553-0ff5-4440-8723-a16130804a8f', 'name': '', 'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:07:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5600eb8e-7c17-4f9f-a1da-1e30b51c9320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 192, 'fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:46:23Z', 'updated_at': '2022-02-21T09:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-16-iscsi', '_floatingips': [{'id': '1adae094-adf6-41b3-80bf-24474d5876c2', 'tenant_id': '30ad631be25d4fecbaae288015f66e22', 'floating_ip_address': '172.27.2.179', 'floating_network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'router_id': '5600eb8e-7c17-4f9f-a1da-1e30b51c9320', 'port_id': 'b94d2516-f2bd-4102-bc81-d23cbeb1d54e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd18a3abc-b5f2-49e7-9725-3ef800bd13ad', 'mac_address': 'fa:16:3e:ca:0e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce71067-b949-4ba2-bf4a-eb3f757d0fd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T09:52:48Z', 'updated_at': '2022-02-21T09:52:48Z', 'revision_number': 0, 'project_id': '30ad631be25d4fecbaae288015f66e22', 'fixed_ip_address_scope': None}, {'id': '4e0ea8e7-b324-47e0-be75-2bd1424521a8', 'tenant_id': '30ad631be25d4fecbaae288015f66e22', 'floating_ip_address': '172.27.2.110', 'floating_network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'router_id': '5600eb8e-7c17-4f9f-a1da-1e30b51c9320', 'port_id': '6fab6917-9925-48cb-94f4-9cade4eb59ef', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd18a3abc-b5f2-49e7-9725-3ef800bd13ad', 'mac_address': 'fa:16:3e:9e:cb:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a841b5-2dd7-4c1f-aaae-cf28270060bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T09:50:32Z', 'updated_at': '2022-02-21T09:50:34Z', 'revision_number': 1, 'project_id': '30ad631be25d4fecbaae288015f66e22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27ceaa89-d6cf-45d0-a3ee-7c6384e5de68', 'name': '', 'network_id': 'd18a3abc-b5f2-49e7-9725-3ef800bd13ad', 'tenant_id': '30ad631be25d4fecbaae288015f66e22', 'mac_address': 'fa:16:3e:dc:3a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5600eb8e-7c17-4f9f-a1da-1e30b51c9320', 'device_owner': 'network:router_interface', 'standard_attr_id': 193, 'fixed_ips': [{'subnet_id': 'e209d30c-904a-4983-811a-38e909a2873c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:46:25Z', 'updated_at': '2022-02-21T09:46:29Z', 'revision_number': 5, 'project_id': '30ad631be25d4fecbaae288015f66e22', 'subnets': [{'id': 'e209d30c-904a-4983-811a-38e909a2873c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 09:52:50.127655 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-12105f5e-685f-427c-b06b-57258c3ce669 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7409676'] for subnet (3fce5b43-9f60-487a-b5aa-f962031135f3), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:50.188821 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-be133e44-c033-4f95-8a63-05a9356c458f req-9bb2ccc0-b25e-4f8d-9097-1e39c1a2ca57 service neutron] 10.222.0.69 "GET /v2.0/networks/d18a3abc-b5f2-49e7-9725-3ef800bd13ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564872 Feb 21 09:52:50.301378 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cefda73e-b3eb-482b-95ef-4147edf43205 None None] New status for floating IP 1adae094-adf6-41b3-80bf-24474d5876c2: ACTIVE {{(pid=109858) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 21 09:52:50.322295 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-12105f5e-685f-427c-b06b-57258c3ce669 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7409717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3278006', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25916529'] for subnet (3fce5b43-9f60-487a-b5aa-f962031135f3), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:50.346727 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12105f5e-685f-427c-b06b-57258c3ce669 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3fce5b43-9f60-487a-b5aa-f962031135f3,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:52:50.355299 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-12105f5e-685f-427c-b06b-57258c3ce669 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:50.356445 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-12105f5e-685f-427c-b06b-57258c3ce669 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/3fce5b43-9f60-487a-b5aa-f962031135f3 HTTP/1.1" status: 204 len: 168 time: 0.4828560 Feb 21 09:52:50.359013 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.71', 58388) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:52:50.428971 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-68d1df56-ef7c-4a4f-8342-826cbab5b60e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-977029'] for network (2510b69a-2554-4f0c-b2f7-3542cb224416), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:50.510057 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-68d1df56-ef7c-4a4f-8342-826cbab5b60e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7410821', 'neutron.services.segments.db._delete_segments_for_network-8782759398202'] for network (2510b69a-2554-4f0c-b2f7-3542cb224416), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:50.530886 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.services.segments.db [None req-68d1df56-ef7c-4a4f-8342-826cbab5b60e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2510b69a-2554-4f0c-b2f7-3542cb224416']}} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:52:50.540853 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.services.segments.db [None req-68d1df56-ef7c-4a4f-8342-826cbab5b60e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e112c85-e5f6-44eb-be67-1e5cdf3c1609') {'for_net_delete': True} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:52:50.541144 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.services.segments.db [None req-68d1df56-ef7c-4a4f-8342-826cbab5b60e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e112c85-e5f6-44eb-be67-1e5cdf3c1609') {} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:52:50.551682 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-68d1df56-ef7c-4a4f-8342-826cbab5b60e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782759398723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3052005'] for segment (0e112c85-e5f6-44eb-be67-1e5cdf3c1609), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:50.565281 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-68d1df56-ef7c-4a4f-8342-826cbab5b60e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-936617'] for segment (0e112c85-e5f6-44eb-be67-1e5cdf3c1609), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:50.572069 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68d1df56-ef7c-4a4f-8342-826cbab5b60e admin admin] Releasing vlan 385 on physical network physnet1 to pool {{(pid=109857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 21 09:52:50.572452 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-68d1df56-ef7c-4a4f-8342-826cbab5b60e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-936617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3964537'] for segment (0e112c85-e5f6-44eb-be67-1e5cdf3c1609), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:50.574335 dv-cinder-804757-16-iscsi neutron-server[109857]: Traceback (most recent call last): Feb 21 09:52:50.574335 dv-cinder-804757-16-iscsi neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 21 09:52:50.574335 dv-cinder-804757-16-iscsi neutron-server[109857]: timer() Feb 21 09:52:50.574335 dv-cinder-804757-16-iscsi neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 09:52:50.574335 dv-cinder-804757-16-iscsi neutron-server[109857]: cb(*args, **kw) Feb 21 09:52:50.574335 dv-cinder-804757-16-iscsi neutron-server[109857]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 21 09:52:50.574335 dv-cinder-804757-16-iscsi neutron-server[109857]: return func(*args, **kwargs) Feb 21 09:52:50.574335 dv-cinder-804757-16-iscsi neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 09:52:50.574335 dv-cinder-804757-16-iscsi neutron-server[109857]: self._notify() Feb 21 09:52:50.574335 dv-cinder-804757-16-iscsi neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 09:52:50.574335 dv-cinder-804757-16-iscsi neutron-server[109857]: self.callback(batched_events) Feb 21 09:52:50.574335 dv-cinder-804757-16-iscsi neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 09:52:50.574335 dv-cinder-804757-16-iscsi neutron-server[109857]: event.method(event) Feb 21 09:52:50.574335 dv-cinder-804757-16-iscsi neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 21 09:52:50.574335 dv-cinder-804757-16-iscsi neutron-server[109857]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 09:52:50.574335 dv-cinder-804757-16-iscsi neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 21 09:52:50.574335 dv-cinder-804757-16-iscsi neutron-server[109857]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 09:52:50.574335 dv-cinder-804757-16-iscsi neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 21 09:52:50.574335 dv-cinder-804757-16-iscsi neutron-server[109857]: return f(self, *a, **k) Feb 21 09:52:50.574335 dv-cinder-804757-16-iscsi neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 09:52:50.574335 dv-cinder-804757-16-iscsi neutron-server[109857]: return self._get(url).json() Feb 21 09:52:50.574335 dv-cinder-804757-16-iscsi neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 09:52:50.574335 dv-cinder-804757-16-iscsi neutron-server[109857]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 09:52:50.574335 dv-cinder-804757-16-iscsi neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 21 09:52:50.574335 dv-cinder-804757-16-iscsi neutron-server[109857]: return self.request(url, 'GET', **kwargs) Feb 21 09:52:50.574335 dv-cinder-804757-16-iscsi neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 21 09:52:50.574335 dv-cinder-804757-16-iscsi neutron-server[109857]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 09:52:50.574335 dv-cinder-804757-16-iscsi neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 21 09:52:50.574335 dv-cinder-804757-16-iscsi neutron-server[109857]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 09:52:50.574335 dv-cinder-804757-16-iscsi neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 21 09:52:50.574335 dv-cinder-804757-16-iscsi neutron-server[109857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 09:52:50.574335 dv-cinder-804757-16-iscsi neutron-server[109857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 09:52:50.738545 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-68d1df56-ef7c-4a4f-8342-826cbab5b60e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7410830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7917281'] for network (2510b69a-2554-4f0c-b2f7-3542cb224416), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:50.742832 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-68d1df56-ef7c-4a4f-8342-826cbab5b60e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905581'] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:50.746430 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [None req-68d1df56-ef7c-4a4f-8342-826cbab5b60e admin admin] 10.222.0.71 "DELETE /v2.0/networks/2510b69a-2554-4f0c-b2f7-3542cb224416 HTTP/1.1" status: 204 len: 168 time: 0.3864181 Feb 21 09:52:50.759518 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d1df56-ef7c-4a4f-8342-826cbab5b60e admin admin] Pushing event deleted for resources: {'Network': ['ID=2510b69a-2554-4f0c-b2f7-3542cb224416,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:52:50.766334 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.71', 58394) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:52:50.876802 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b445df73-62e2-40b5-a586-67dd019eb1d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:50.950693 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b445df73-62e2-40b5-a586-67dd019eb1d4 admin admin] Publish callbacks [] for security_group (0ee2518b-c6be-464a-b241-c7c91b65ff65), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:51.030909 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b445df73-62e2-40b5-a586-67dd019eb1d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (0ee2518b-c6be-464a-b241-c7c91b65ff65), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:51.070896 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [None req-b445df73-62e2-40b5-a586-67dd019eb1d4 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=3880aac90caf4f798326bdfd8790d01f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3034711 Feb 21 09:52:51.071869 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b445df73-62e2-40b5-a586-67dd019eb1d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ee2518b-c6be-464a-b241-c7c91b65ff65,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:52:51.073639 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 58398) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:52:51.098309 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 58400) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:52:51.155922 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c6157f19-9e44-432f-ab44-5c5449aa3ffb admin admin] Publish callbacks [] for security_group (0ee2518b-c6be-464a-b241-c7c91b65ff65), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:51.160945 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-7dcd15a6-9fa7-4ba3-b635-fbeeff9f4fcc admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=5cca8f3425a3490ca896720607b1802d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0616291 Feb 21 09:52:51.163708 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.71', 58402) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:52:51.180983 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c6157f19-9e44-432f-ab44-5c5449aa3ffb admin admin] Publish callbacks [] for security_group (0ee2518b-c6be-464a-b241-c7c91b65ff65), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:51.210693 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6b254f93-1646-4f74-a0c4-4df09c8baeef admin admin] Publish callbacks [] for security_group (6b4c44ed-9a95-4a1a-82db-9231d6036736), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:51.231969 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6b254f93-1646-4f74-a0c4-4df09c8baeef admin admin] Publish callbacks [] for security_group (6b4c44ed-9a95-4a1a-82db-9231d6036736), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:51.314747 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c6157f19-9e44-432f-ab44-5c5449aa3ffb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (0ee2518b-c6be-464a-b241-c7c91b65ff65), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:51.317416 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c6157f19-9e44-432f-ab44-5c5449aa3ffb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:51.318639 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-c6157f19-9e44-432f-ab44-5c5449aa3ffb admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/0ee2518b-c6be-464a-b241-c7c91b65ff65 HTTP/1.1" status: 204 len: 168 time: 0.2437985 Feb 21 09:52:51.328055 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6157f19-9e44-432f-ab44-5c5449aa3ffb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ee2518b-c6be-464a-b241-c7c91b65ff65,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:52:51.345114 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6b254f93-1646-4f74-a0c4-4df09c8baeef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (6b4c44ed-9a95-4a1a-82db-9231d6036736), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:51.350327 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6b254f93-1646-4f74-a0c4-4df09c8baeef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:51.352235 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [None req-6b254f93-1646-4f74-a0c4-4df09c8baeef admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/6b4c44ed-9a95-4a1a-82db-9231d6036736 HTTP/1.1" status: 204 len: 168 time: 0.1870582 Feb 21 09:52:51.361916 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b254f93-1646-4f74-a0c4-4df09c8baeef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b4c44ed-9a95-4a1a-82db-9231d6036736,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:52:52.028667 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.71', 58412) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:52:52.045844 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8429e345-2139-4e21-a576-685c670cb2e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:52.107130 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 58414) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:52:52.120707 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8429e345-2139-4e21-a576-685c670cb2e7 admin admin] Publish callbacks [] for security_group (7d85892e-aba4-4b1b-8adc-a17c0e929b02), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:52.146900 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-5d13b601-2f60-4616-8b3d-480ea050f9de admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=fec2e28c2e2e4bd9b9b005738a0817ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386953 Feb 21 09:52:52.149375 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 58416) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:52:52.191154 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8429e345-2139-4e21-a576-685c670cb2e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (7d85892e-aba4-4b1b-8adc-a17c0e929b02), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:52.202205 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f04afbb9-e1e6-4e2a-801a-3ed90788228e admin admin] Publish callbacks [] for security_group (de2d76dd-7c1d-4b14-81c4-b36c1cd3d548), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:52.225326 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f04afbb9-e1e6-4e2a-801a-3ed90788228e admin admin] Publish callbacks [] for security_group (de2d76dd-7c1d-4b14-81c4-b36c1cd3d548), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:52.230060 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [None req-8429e345-2139-4e21-a576-685c670cb2e7 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=90ef3af5ac3a4859b47c6dc0f252ca9a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2003186 Feb 21 09:52:52.231267 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8429e345-2139-4e21-a576-685c670cb2e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d85892e-aba4-4b1b-8adc-a17c0e929b02,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:52:52.233426 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 58418) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:52:52.300425 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-64dbeaa4-0c51-4baf-95b3-4cc7c0711054 admin admin] Publish callbacks [] for security_group (7d85892e-aba4-4b1b-8adc-a17c0e929b02), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:52.321923 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-64dbeaa4-0c51-4baf-95b3-4cc7c0711054 admin admin] Publish callbacks [] for security_group (7d85892e-aba4-4b1b-8adc-a17c0e929b02), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:52.383084 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f04afbb9-e1e6-4e2a-801a-3ed90788228e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (de2d76dd-7c1d-4b14-81c4-b36c1cd3d548), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:52.385823 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f04afbb9-e1e6-4e2a-801a-3ed90788228e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:52.386974 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-f04afbb9-e1e6-4e2a-801a-3ed90788228e admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/de2d76dd-7c1d-4b14-81c4-b36c1cd3d548 HTTP/1.1" status: 204 len: 168 time: 0.2362392 Feb 21 09:52:52.396050 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04afbb9-e1e6-4e2a-801a-3ed90788228e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de2d76dd-7c1d-4b14-81c4-b36c1cd3d548,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:52:52.436731 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-64dbeaa4-0c51-4baf-95b3-4cc7c0711054 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (7d85892e-aba4-4b1b-8adc-a17c0e929b02), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:52.439407 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-64dbeaa4-0c51-4baf-95b3-4cc7c0711054 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:52.441161 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-64dbeaa4-0c51-4baf-95b3-4cc7c0711054 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/7d85892e-aba4-4b1b-8adc-a17c0e929b02 HTTP/1.1" status: 204 len: 168 time: 0.2061217 Feb 21 09:52:52.448986 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dbeaa4-0c51-4baf-95b3-4cc7c0711054 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d85892e-aba4-4b1b-8adc-a17c0e929b02,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:52:54.170085 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 58482) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:52:54.371250 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c1e2e5b9-108e-4aa9-901e-357ab0dfe733 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:54.445680 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c1e2e5b9-108e-4aa9-901e-357ab0dfe733 admin admin] Publish callbacks [] for security_group (29a91a72-f3f3-4506-8ed0-e1f6f665a7b3), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:54.562246 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c1e2e5b9-108e-4aa9-901e-357ab0dfe733 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (29a91a72-f3f3-4506-8ed0-e1f6f665a7b3), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:54.600434 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-c1e2e5b9-108e-4aa9-901e-357ab0dfe733 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=e82c7b71fb5b48dbbe21ba641996bd92&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4288611 Feb 21 09:52:54.603014 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 58496) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:52:54.610197 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e2e5b9-108e-4aa9-901e-357ab0dfe733 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29a91a72-f3f3-4506-8ed0-e1f6f665a7b3,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:52:54.657999 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-176c2f89-140a-4c0d-a6ec-67cd4366f2c4 admin admin] Publish callbacks [] for security_group (29a91a72-f3f3-4506-8ed0-e1f6f665a7b3), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:54.681244 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-176c2f89-140a-4c0d-a6ec-67cd4366f2c4 admin admin] Publish callbacks [] for security_group (29a91a72-f3f3-4506-8ed0-e1f6f665a7b3), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:54.813426 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-176c2f89-140a-4c0d-a6ec-67cd4366f2c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (29a91a72-f3f3-4506-8ed0-e1f6f665a7b3), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:54.816163 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-176c2f89-140a-4c0d-a6ec-67cd4366f2c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:52:54.817386 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-176c2f89-140a-4c0d-a6ec-67cd4366f2c4 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/29a91a72-f3f3-4506-8ed0-e1f6f665a7b3 HTTP/1.1" status: 204 len: 168 time: 0.2134459 Feb 21 09:52:54.825420 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176c2f89-140a-4c0d-a6ec-67cd4366f2c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29a91a72-f3f3-4506-8ed0-e1f6f665a7b3,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:53:02.135311 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.agents_db [None req-1af9f625-7d23-4c31-ae08-d0e8b46e8d0e None None] Agent healthcheck: found 6 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 09:53:02.462850 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aff1c8-1676-4227-8426-bddadd218d86 req-a385b812-4cff-43aa-b5b1-ecb3bd04baed tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:53:02.464327 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-94aff1c8-1676-4227-8426-bddadd218d86 req-a385b812-4cff-43aa-b5b1-ecb3bd04baed tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e0ced2b-6d7c-44a8-b399-027746636f4e HTTP/1.1" status: 200 len: 946 time: 0.0541079 Feb 21 09:53:02.511775 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-94aff1c8-1676-4227-8426-bddadd218d86 req-2fb6f1c7-c796-4535-8e34-47d0bff54233 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/security-groups?id=db45a7aa-67ef-4d02-a054-65d220dce7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416369 Feb 21 09:53:03.177413 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-e7b1e9aa-c7ff-4713-a958-2e7947873303 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (7b1feb7e-a062-49d6-b835-c5fae1c9b9ce), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:03.637954 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b96fad-6931-4e3c-b1b9-9fbd65cba76c req-58953b4c-95cc-4b47-a65f-4d648c6588c1 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:53:03.639428 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-36b96fad-6931-4e3c-b1b9-9fbd65cba76c req-58953b4c-95cc-4b47-a65f-4d648c6588c1 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e0ced2b-6d7c-44a8-b399-027746636f4e HTTP/1.1" status: 200 len: 946 time: 0.0538142 Feb 21 09:53:03.686250 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-36b96fad-6931-4e3c-b1b9-9fbd65cba76c req-a87d6bf5-ce35-4615-adb3-3fd81c9c27d3 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/security-groups?id=db45a7aa-67ef-4d02-a054-65d220dce7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411077 Feb 21 09:53:04.811775 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1bb796-db18-44b9-9722-ca12724d9341 req-bc320b75-888c-46d7-ba23-8389a45f1f35 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:53:04.813381 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-0b1bb796-db18-44b9-9722-ca12724d9341 req-bc320b75-888c-46d7-ba23-8389a45f1f35 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e0ced2b-6d7c-44a8-b399-027746636f4e HTTP/1.1" status: 200 len: 946 time: 0.0538623 Feb 21 09:53:04.860102 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-0b1bb796-db18-44b9-9722-ca12724d9341 req-542b2772-e29d-4392-8243-6ec9c3496d36 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/security-groups?id=db45a7aa-67ef-4d02-a054-65d220dce7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410938 Feb 21 09:53:05.537757 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-ed38d72a-c670-4de4-8c7a-611c19a06de8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (f1afc09b-b148-496e-b857-a568110caa3c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:05.983080 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406a81e1-0c03-46da-81d0-e2087339b30d req-fe3d6643-86e6-43ab-ab3e-4d86f3f040c4 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:53:05.984672 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-406a81e1-0c03-46da-81d0-e2087339b30d req-fe3d6643-86e6-43ab-ab3e-4d86f3f040c4 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e0ced2b-6d7c-44a8-b399-027746636f4e HTTP/1.1" status: 200 len: 946 time: 0.0526869 Feb 21 09:53:06.035764 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-406a81e1-0c03-46da-81d0-e2087339b30d req-967fe0c9-fe80-4965-bb24-f81cd46afcff tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/security-groups?id=db45a7aa-67ef-4d02-a054-65d220dce7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445435 Feb 21 09:53:06.537395 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf92bba8-201f-4625-9b41-6e132bdd6401 req-6e25e402-c4d0-4079-9e80-91d84cd90bac tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:53:06.538820 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-cf92bba8-201f-4625-9b41-6e132bdd6401 req-6e25e402-c4d0-4079-9e80-91d84cd90bac tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.69 "GET /v2.0/ports?device_id=7e0ced2b-6d7c-44a8-b399-027746636f4e HTTP/1.1" status: 200 len: 946 time: 0.0511744 Feb 21 09:53:06.628441 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-cf92bba8-201f-4625-9b41-6e132bdd6401 req-0608177a-d47e-4971-87a4-53500be8ae08 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Deleting port 9b521c37-ce5f-44e7-a93c-4aed60cdc3e6 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 09:53:06.628805 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-cf92bba8-201f-4625-9b41-6e132bdd6401 req-0608177a-d47e-4971-87a4-53500be8ae08 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782759436822'] for port (9b521c37-ce5f-44e7-a93c-4aed60cdc3e6), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:06.718516 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-cf92bba8-201f-4625-9b41-6e132bdd6401 req-0608177a-d47e-4971-87a4-53500be8ae08 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] For port 9b521c37-ce5f-44e7-a93c-4aed60cdc3e6, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=9b521c37-ce5f-44e7-a93c-4aed60cdc3e6,segment=NetworkSegment(74e7b622-908b-4731-b83b-33d793e03349),segment_id=74e7b622-908b-4731-b83b-33d793e03349)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:53:06.718875 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-cf92bba8-201f-4625-9b41-6e132bdd6401 req-0608177a-d47e-4971-87a4-53500be8ae08 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7915455'] for port (9b521c37-ce5f-44e7-a93c-4aed60cdc3e6), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:06.864867 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-43ce5351-eeda-4347-b66a-565ea5ef4f96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (93f03475-d11b-4921-b82a-7ea88eab1568), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:06.892780 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-cf92bba8-201f-4625-9b41-6e132bdd6401 req-0608177a-d47e-4971-87a4-53500be8ae08 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:06.893152 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-cf92bba8-201f-4625-9b41-6e132bdd6401 req-0608177a-d47e-4971-87a4-53500be8ae08 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7917303'] for floatingip (46c92a04-d91e-41d7-8f64-e46da4a2ae64), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:06.893473 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.db.l3_db [req-cf92bba8-201f-4625-9b41-6e132bdd6401 req-0608177a-d47e-4971-87a4-53500be8ae08 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Floating IP 46c92a04-d91e-41d7-8f64-e46da4a2ae64 disassociated. External IP: 172.27.2.169, port: 9b521c37-ce5f-44e7-a93c-4aed60cdc3e6. Feb 21 09:53:06.893855 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-cf92bba8-201f-4625-9b41-6e132bdd6401 req-0608177a-d47e-4971-87a4-53500be8ae08 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Calling delete_port for 9b521c37-ce5f-44e7-a93c-4aed60cdc3e6 owned by compute:nova {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 09:53:07.100050 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-cf92bba8-201f-4625-9b41-6e132bdd6401 req-0608177a-d47e-4971-87a4-53500be8ae08 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782759442297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782758885681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277415'] for port (9b521c37-ce5f-44e7-a93c-4aed60cdc3e6), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:07.138536 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0608177a-d47e-4971-87a4-53500be8ae08 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Pushing event deleted for resources: {'Port': ['ID=9b521c37-ce5f-44e7-a93c-4aed60cdc3e6,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:53:07.165741 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-14cc54e1-a1a1-45cf-af30-4121756d9304 req-cd496acd-6a9a-4312-a3c7-b20a7a2867d7 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e0ced2b-6d7c-44a8-b399-027746636f4e HTTP/1.1" status: 200 len: 210 time: 0.0354095 Feb 21 09:53:07.547364 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cf92bba8-201f-4625-9b41-6e132bdd6401 req-0608177a-d47e-4971-87a4-53500be8ae08 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Router fbd48c71-9f64-48cb-bb66-85f47e25eea9 has already been hosted by L3 agent f1afc09b-b148-496e-b857-a568110caa3c {{(pid=109856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:53:07.661089 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cf92bba8-201f-4625-9b41-6e132bdd6401 req-0608177a-d47e-4971-87a4-53500be8ae08 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Notify agent at l3_agent.dv-cinder-804757-16-iscsi the message routers_updated {{(pid=109856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:53:07.671459 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8d57eb-30d1-4a12-9d71-a170360ff07d None None] Sync routers for ids ['fbd48c71-9f64-48cb-bb66-85f47e25eea9'] in dv-cinder-804757-16-iscsi {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 09:53:07.682517 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8d57eb-30d1-4a12-9d71-a170360ff07d None None] Routers {'fbd48c71-9f64-48cb-bb66-85f47e25eea9'} bound to L3 agent in host dv-cinder-804757-16-iscsi {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:53:07.683148 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-ba8d57eb-30d1-4a12-9d71-a170360ff07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T09:37:05Z,description=,heartbeat_timestamp=2022-02-21T09:53:05Z,host='dv-cinder-804757-16-iscsi',id=f1afc09b-b148-496e-b857-a568110caa3c,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:37:06Z,topic='l3_agent')) {'router_ids': ['fbd48c71-9f64-48cb-bb66-85f47e25eea9'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:53:07.706070 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf92bba8-201f-4625-9b41-6e132bdd6401 req-0608177a-d47e-4971-87a4-53500be8ae08 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] No DVR routers for this DVR port 9b521c37-ce5f-44e7-a93c-4aed60cdc3e6 on host hv-cinder-80475 {{(pid=109856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:53:07.708742 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-cf92bba8-201f-4625-9b41-6e132bdd6401 req-0608177a-d47e-4971-87a4-53500be8ae08 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8333137'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:07.712128 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-cf92bba8-201f-4625-9b41-6e132bdd6401 req-0608177a-d47e-4971-87a4-53500be8ae08 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.69 "DELETE /v2.0/ports/9b521c37-ce5f-44e7-a93c-4aed60cdc3e6 HTTP/1.1" status: 204 len: 173 time: 1.1684172 Feb 21 09:53:07.712617 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e0ced2b-6d7c-44a8-b399-027746636f4e', 'name': 'network-vif-deleted', 'tag': '9b521c37-ce5f-44e7-a93c-4aed60cdc3e6'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:53:07.715468 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c95017b57136a4249e8df2494e5587cd96ada80ae38c14c6a4695013360e62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b56c596-2021-410e-a132-48d04da4b75b" -d '{"events": [{"server_uuid": "7e0ced2b-6d7c-44a8-b399-027746636f4e", "name": "network-vif-deleted", "tag": "9b521c37-ce5f-44e7-a93c-4aed60cdc3e6"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:53:07.754493 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 09:53:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f782e097-3096-4bb9-b667-8b8a2aeb886c x-openstack-request-id: req-f782e097-3096-4bb9-b667-8b8a2aeb886c {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:53:07.754797 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e0ced2b-6d7c-44a8-b399-027746636f4e", "name": "network-vif-deleted", "tag": "9b521c37-ce5f-44e7-a93c-4aed60cdc3e6", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:53:07.755679 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-f782e097-3096-4bb9-b667-8b8a2aeb886c {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:53:07.756662 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e0ced2b-6d7c-44a8-b399-027746636f4e', 'name': 'network-vif-deleted', 'tag': '9b521c37-ce5f-44e7-a93c-4aed60cdc3e6', 'status': 'completed', 'code': 200} Feb 21 09:53:07.834473 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (f5044fde-eef4-46eb-b3ce-4ab87030ccc0), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:07.884492 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-ba8d57eb-30d1-4a12-9d71-a170360ff07d None None] Set router fbd48c71-9f64-48cb-bb66-85f47e25eea9 gateway port host: dv-cinder-804757-16-iscsi {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:53:08.084849 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-ba8d57eb-30d1-4a12-9d71-a170360ff07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbd48c71-9f64-48cb-bb66-85f47e25eea9', 'name': 'tempest-AttachVolumeShelveTestJSON-1060252682-router', 'tenant_id': 'bb268944fc6e49c098a033696a582d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'external_fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': '44c48f89-98de-47de-9ff8-b1309d693f07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:46:46Z', 'updated_at': '2022-02-21T09:46:51Z', 'revision_number': 4, 'project_id': 'bb268944fc6e49c098a033696a582d47', 'gw_port': {'id': '44c48f89-98de-47de-9ff8-b1309d693f07', 'name': '', 'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:46:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbd48c71-9f64-48cb-bb66-85f47e25eea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:46:47Z', 'updated_at': '2022-02-21T09:46:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-16-iscsi', '_interfaces': [{'id': 'd5d3ae90-7a5d-45dc-94b6-8bb52e62e08e', 'name': '', 'network_id': '520af2ea-1f8c-46b3-b630-6172c62f3d29', 'tenant_id': 'bb268944fc6e49c098a033696a582d47', 'mac_address': 'fa:16:3e:b2:97:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbd48c71-9f64-48cb-bb66-85f47e25eea9', 'device_owner': 'network:router_interface', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': '481c3383-55ad-4322-8e52-c4b40a8b221b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:46:50Z', 'updated_at': '2022-02-21T09:46:55Z', 'revision_number': 5, 'project_id': 'bb268944fc6e49c098a033696a582d47', 'subnets': [{'id': '481c3383-55ad-4322-8e52-c4b40a8b221b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-16-iscsi', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:53:08.111027 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8d57eb-30d1-4a12-9d71-a170360ff07d None None] Checking router: fbd48c71-9f64-48cb-bb66-85f47e25eea9 for host: dv-cinder-804757-16-iscsi {{(pid=109859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 09:53:08.120350 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8d57eb-30d1-4a12-9d71-a170360ff07d None None] Routers {'fbd48c71-9f64-48cb-bb66-85f47e25eea9'} bound to L3 agent in host dv-cinder-804757-16-iscsi {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:53:08.120991 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-ba8d57eb-30d1-4a12-9d71-a170360ff07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T09:37:05Z,description=,heartbeat_timestamp=2022-02-21T09:53:05Z,host='dv-cinder-804757-16-iscsi',id=f1afc09b-b148-496e-b857-a568110caa3c,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:37:06Z,topic='l3_agent')) {'router_ids': ['fbd48c71-9f64-48cb-bb66-85f47e25eea9'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:53:08.156420 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-2b8302a0-632c-4bb4-a8e1-5b2fb521f750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (a872b2e0-7e3e-43db-8705-7fb9ea875340), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:08.235801 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-ba8d57eb-30d1-4a12-9d71-a170360ff07d None None] Set router fbd48c71-9f64-48cb-bb66-85f47e25eea9 gateway port host: dv-cinder-804757-16-iscsi {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:53:08.287079 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-9a846084-f1d4-4a53-b8a4-9829cf75810f req-25ea835e-8649-447c-b857-6ca27ad99277 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e0ced2b-6d7c-44a8-b399-027746636f4e HTTP/1.1" status: 200 len: 210 time: 0.0284014 Feb 21 09:53:08.440934 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-ba8d57eb-30d1-4a12-9d71-a170360ff07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbd48c71-9f64-48cb-bb66-85f47e25eea9', 'name': 'tempest-AttachVolumeShelveTestJSON-1060252682-router', 'tenant_id': 'bb268944fc6e49c098a033696a582d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'external_fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': '44c48f89-98de-47de-9ff8-b1309d693f07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:46:46Z', 'updated_at': '2022-02-21T09:46:51Z', 'revision_number': 4, 'project_id': 'bb268944fc6e49c098a033696a582d47', 'gw_port': {'id': '44c48f89-98de-47de-9ff8-b1309d693f07', 'name': '', 'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:46:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbd48c71-9f64-48cb-bb66-85f47e25eea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:46:47Z', 'updated_at': '2022-02-21T09:46:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-16-iscsi', '_interfaces': [{'id': 'd5d3ae90-7a5d-45dc-94b6-8bb52e62e08e', 'name': '', 'network_id': '520af2ea-1f8c-46b3-b630-6172c62f3d29', 'tenant_id': 'bb268944fc6e49c098a033696a582d47', 'mac_address': 'fa:16:3e:b2:97:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbd48c71-9f64-48cb-bb66-85f47e25eea9', 'device_owner': 'network:router_interface', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': '481c3383-55ad-4322-8e52-c4b40a8b221b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:46:50Z', 'updated_at': '2022-02-21T09:46:55Z', 'revision_number': 5, 'project_id': 'bb268944fc6e49c098a033696a582d47', 'subnets': [{'id': '481c3383-55ad-4322-8e52-c4b40a8b221b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-16-iscsi', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:53:08.473284 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8d57eb-30d1-4a12-9d71-a170360ff07d None None] The sync data for ids ['fbd48c71-9f64-48cb-bb66-85f47e25eea9'] in dv-cinder-804757-16-iscsi is: [{'id': 'fbd48c71-9f64-48cb-bb66-85f47e25eea9', 'name': 'tempest-AttachVolumeShelveTestJSON-1060252682-router', 'tenant_id': 'bb268944fc6e49c098a033696a582d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'external_fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': '44c48f89-98de-47de-9ff8-b1309d693f07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:46:46Z', 'updated_at': '2022-02-21T09:46:51Z', 'revision_number': 4, 'project_id': 'bb268944fc6e49c098a033696a582d47', 'gw_port': {'id': '44c48f89-98de-47de-9ff8-b1309d693f07', 'name': '', 'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:46:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbd48c71-9f64-48cb-bb66-85f47e25eea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:46:47Z', 'updated_at': '2022-02-21T09:46:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-16-iscsi', '_interfaces': [{'id': 'd5d3ae90-7a5d-45dc-94b6-8bb52e62e08e', 'name': '', 'network_id': '520af2ea-1f8c-46b3-b630-6172c62f3d29', 'tenant_id': 'bb268944fc6e49c098a033696a582d47', 'mac_address': 'fa:16:3e:b2:97:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbd48c71-9f64-48cb-bb66-85f47e25eea9', 'device_owner': 'network:router_interface', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': '481c3383-55ad-4322-8e52-c4b40a8b221b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:46:50Z', 'updated_at': '2022-02-21T09:46:55Z', 'revision_number': 5, 'project_id': 'bb268944fc6e49c098a033696a582d47', 'subnets': [{'id': '481c3383-55ad-4322-8e52-c4b40a8b221b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 09:53:08.703738 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c9f99b9-ac62-4cd7-be11-69e5a557ed59 None None] New status for floating IP 46c92a04-d91e-41d7-8f64-e46da4a2ae64: DOWN {{(pid=109858) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 21 09:53:09.482881 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 58664) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:53:09.535236 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-25713ad7-c427-4f14-8467-d55d72015289 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Publish callbacks [] for security_group (db45a7aa-67ef-4d02-a054-65d220dce7c3), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:09.558641 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-25713ad7-c427-4f14-8467-d55d72015289 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Publish callbacks [] for security_group (db45a7aa-67ef-4d02-a054-65d220dce7c3), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:09.709359 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-25713ad7-c427-4f14-8467-d55d72015289 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (db45a7aa-67ef-4d02-a054-65d220dce7c3), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:09.709608 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (ce3e6371-75e2-4bba-8260-49cd855bb251), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:09.712165 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-25713ad7-c427-4f14-8467-d55d72015289 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:09.713519 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-25713ad7-c427-4f14-8467-d55d72015289 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "DELETE /v2.0/security-groups/db45a7aa-67ef-4d02-a054-65d220dce7c3 HTTP/1.1" status: 204 len: 168 time: 0.2292039 Feb 21 09:53:09.716197 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.71', 58666) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:53:09.723401 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25713ad7-c427-4f14-8467-d55d72015289 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db45a7aa-67ef-4d02-a054-65d220dce7c3,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:53:09.732705 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.api.v2.resource [None req-8b290f17-4c5f-415a-8430-071619885ee0 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] show failed (client error): The resource could not be found. Feb 21 09:53:09.733736 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [None req-8b290f17-4c5f-415a-8430-071619885ee0 tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "GET /v2.0/security-groups/db45a7aa-67ef-4d02-a054-65d220dce7c3 HTTP/1.1" status: 404 len: 347 time: 0.0163226 Feb 21 09:53:09.736624 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.71', 58668) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:53:09.863738 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-04dba030-6ba4-46ee-afbb-42ab9218a56a tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Deleting port ec3c81d8-3ee7-465c-bea6-905be3a2adec {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 09:53:09.864100 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-04dba030-6ba4-46ee-afbb-42ab9218a56a tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782759436822'] for port (ec3c81d8-3ee7-465c-bea6-905be3a2adec), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:09.944930 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-04dba030-6ba4-46ee-afbb-42ab9218a56a tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7915455'] for port (ec3c81d8-3ee7-465c-bea6-905be3a2adec), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:09.945257 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-04dba030-6ba4-46ee-afbb-42ab9218a56a tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Publish callbacks [] for floatingip (ec3c81d8-3ee7-465c-bea6-905be3a2adec), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:09.956765 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-04dba030-6ba4-46ee-afbb-42ab9218a56a tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Calling delete_port for ec3c81d8-3ee7-465c-bea6-905be3a2adec owned by network:floatingip {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 09:53:10.299508 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-04dba030-6ba4-46ee-afbb-42ab9218a56a tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782759442297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782758885681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3964494'] for port (ec3c81d8-3ee7-465c-bea6-905be3a2adec), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:10.328414 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dba030-6ba4-46ee-afbb-42ab9218a56a tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Pushing event deleted for resources: {'Port': ['ID=ec3c81d8-3ee7-465c-bea6-905be3a2adec,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:53:10.394769 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-04dba030-6ba4-46ee-afbb-42ab9218a56a tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Publish callbacks [] for floatingip (46c92a04-d91e-41d7-8f64-e46da4a2ae64), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:10.398160 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-04dba030-6ba4-46ee-afbb-42ab9218a56a tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8333137'] for floatingip (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:10.401997 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [None req-04dba030-6ba4-46ee-afbb-42ab9218a56a tempest-AttachVolumeShelveTestJSON-790847162 tempest-AttachVolumeShelveTestJSON-790847162-project] 10.222.0.71 "DELETE /v2.0/floatingips/46c92a04-d91e-41d7-8f64-e46da4a2ae64 HTTP/1.1" status: 204 len: 168 time: 0.6617639 Feb 21 09:53:11.372731 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Device 9b521c37-ce5f-44e7-a93c-4aed60cdc3e6 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 09:53:11.392928 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] No Port match for: 9b521c37-ce5f-44e7-a93c-4aed60cdc3e6 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 09:53:11.393269 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Device 9b521c37-ce5f-44e7-a93c-4aed60cdc3e6 not bound to the agent host hv-cinder-80475 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 09:53:11.901831 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.71', 58706) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:53:12.008668 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1d6d2484-a5e9-4d5d-86e0-124ab7ea0a4f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:12.083845 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1d6d2484-a5e9-4d5d-86e0-124ab7ea0a4f admin admin] Publish callbacks [] for security_group (677d78d7-0a84-4826-afce-9415761fdba1), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:12.150278 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1d6d2484-a5e9-4d5d-86e0-124ab7ea0a4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (677d78d7-0a84-4826-afce-9415761fdba1), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:12.189240 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [None req-1d6d2484-a5e9-4d5d-86e0-124ab7ea0a4f admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=510df912d8a446ecbf625141b1789cb6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2863488 Feb 21 09:53:12.190380 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6d2484-a5e9-4d5d-86e0-124ab7ea0a4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=677d78d7-0a84-4826-afce-9415761fdba1,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:53:12.191959 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 58712) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:53:12.240298 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-284e5485-f266-4a23-8b19-161929c3cc31 admin admin] Publish callbacks [] for security_group (677d78d7-0a84-4826-afce-9415761fdba1), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:12.264012 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-284e5485-f266-4a23-8b19-161929c3cc31 admin admin] Publish callbacks [] for security_group (677d78d7-0a84-4826-afce-9415761fdba1), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:12.390640 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-284e5485-f266-4a23-8b19-161929c3cc31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (677d78d7-0a84-4826-afce-9415761fdba1), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:12.393265 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-284e5485-f266-4a23-8b19-161929c3cc31 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:12.394423 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-284e5485-f266-4a23-8b19-161929c3cc31 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/677d78d7-0a84-4826-afce-9415761fdba1 HTTP/1.1" status: 204 len: 168 time: 0.2006762 Feb 21 09:53:12.403051 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284e5485-f266-4a23-8b19-161929c3cc31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=677d78d7-0a84-4826-afce-9415761fdba1,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:53:13.053137 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 58722) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:53:13.066035 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-caedaf46-79d5-49b7-8dd7-89b1f1664c46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:13.139258 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-caedaf46-79d5-49b7-8dd7-89b1f1664c46 admin admin] Publish callbacks [] for security_group (925bb544-144c-473a-91ad-dac4b277ef00), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:13.228764 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-caedaf46-79d5-49b7-8dd7-89b1f1664c46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (925bb544-144c-473a-91ad-dac4b277ef00), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:13.266104 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-caedaf46-79d5-49b7-8dd7-89b1f1664c46 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=b5033a5626394a0dac26a2f5575b3082&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2118444 Feb 21 09:53:13.268260 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caedaf46-79d5-49b7-8dd7-89b1f1664c46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=925bb544-144c-473a-91ad-dac4b277ef00,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:53:13.268840 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.71', 58724) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:53:13.321135 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3eb498fe-5660-4e42-9918-9b8b528c4d07 admin admin] Publish callbacks [] for security_group (925bb544-144c-473a-91ad-dac4b277ef00), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:13.342405 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3eb498fe-5660-4e42-9918-9b8b528c4d07 admin admin] Publish callbacks [] for security_group (925bb544-144c-473a-91ad-dac4b277ef00), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:13.459169 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3eb498fe-5660-4e42-9918-9b8b528c4d07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (925bb544-144c-473a-91ad-dac4b277ef00), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:13.461799 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3eb498fe-5660-4e42-9918-9b8b528c4d07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:13.462955 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [None req-3eb498fe-5660-4e42-9918-9b8b528c4d07 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/925bb544-144c-473a-91ad-dac4b277ef00 HTTP/1.1" status: 204 len: 168 time: 0.1930504 Feb 21 09:53:13.470891 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb498fe-5660-4e42-9918-9b8b528c4d07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=925bb544-144c-473a-91ad-dac4b277ef00,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:53:15.227454 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.71', 58762) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:53:15.945426 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-304487e8-475d-4e5e-80a7-48a3d433df47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7916535'] for router_interface (fbd48c71-9f64-48cb-bb66-85f47e25eea9), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:16.198939 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-304487e8-475d-4e5e-80a7-48a3d433df47 admin admin] Deleting port d5d3ae90-7a5d-45dc-94b6-8bb52e62e08e {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 09:53:16.199201 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-304487e8-475d-4e5e-80a7-48a3d433df47 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782759436822'] for port (d5d3ae90-7a5d-45dc-94b6-8bb52e62e08e), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:16.299801 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.plugins.ml2.db [None req-304487e8-475d-4e5e-80a7-48a3d433df47 admin admin] For port d5d3ae90-7a5d-45dc-94b6-8bb52e62e08e, host dv-cinder-804757-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-16-iscsi',level=0,port_id=d5d3ae90-7a5d-45dc-94b6-8bb52e62e08e,segment=NetworkSegment(74e7b622-908b-4731-b83b-33d793e03349),segment_id=74e7b622-908b-4731-b83b-33d793e03349)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:53:16.300383 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-304487e8-475d-4e5e-80a7-48a3d433df47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7915455'] for port (d5d3ae90-7a5d-45dc-94b6-8bb52e62e08e), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:16.317026 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-304487e8-475d-4e5e-80a7-48a3d433df47 admin admin] Calling delete_port for d5d3ae90-7a5d-45dc-94b6-8bb52e62e08e owned by network:router_interface {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 09:53:16.579608 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-304487e8-475d-4e5e-80a7-48a3d433df47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782759442297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782758885681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3964494'] for port (d5d3ae90-7a5d-45dc-94b6-8bb52e62e08e), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:16.607081 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304487e8-475d-4e5e-80a7-48a3d433df47 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5d3ae90-7a5d-45dc-94b6-8bb52e62e08e,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:53:16.782269 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-304487e8-475d-4e5e-80a7-48a3d433df47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7905546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7910503'] for router_interface (fbd48c71-9f64-48cb-bb66-85f47e25eea9), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:17.004524 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-304487e8-475d-4e5e-80a7-48a3d433df47 admin admin] Router fbd48c71-9f64-48cb-bb66-85f47e25eea9 has already been hosted by L3 agent f1afc09b-b148-496e-b857-a568110caa3c {{(pid=109857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:53:17.114144 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-304487e8-475d-4e5e-80a7-48a3d433df47 admin admin] Notify agent at l3_agent.dv-cinder-804757-16-iscsi the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:53:17.121105 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [None req-304487e8-475d-4e5e-80a7-48a3d433df47 admin admin] 10.222.0.71 "PUT /v2.0/routers/fbd48c71-9f64-48cb-bb66-85f47e25eea9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8925292 Feb 21 09:53:17.122080 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 58786) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:53:17.125443 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9b6352-0bb1-4421-8b35-2c031c8aed59 None None] Sync routers for ids ['fbd48c71-9f64-48cb-bb66-85f47e25eea9'] in dv-cinder-804757-16-iscsi {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 09:53:17.136022 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9b6352-0bb1-4421-8b35-2c031c8aed59 None None] Routers {'fbd48c71-9f64-48cb-bb66-85f47e25eea9'} bound to L3 agent in host dv-cinder-804757-16-iscsi {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:53:17.136798 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-ef9b6352-0bb1-4421-8b35-2c031c8aed59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T09:37:05Z,description=,heartbeat_timestamp=2022-02-21T09:53:05Z,host='dv-cinder-804757-16-iscsi',id=f1afc09b-b148-496e-b857-a568110caa3c,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:37:06Z,topic='l3_agent')) {'router_ids': ['fbd48c71-9f64-48cb-bb66-85f47e25eea9'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:53:17.247340 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-12b2478a-ec9a-47ce-ad96-690711ffb822 admin admin] Publish callbacks [] for router (fbd48c71-9f64-48cb-bb66-85f47e25eea9), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:17.248967 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-ef9b6352-0bb1-4421-8b35-2c031c8aed59 None None] Set router fbd48c71-9f64-48cb-bb66-85f47e25eea9 gateway port host: dv-cinder-804757-16-iscsi {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:53:17.367293 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-12b2478a-ec9a-47ce-ad96-690711ffb822 admin admin] Publish callbacks [] for router_gateway (fbd48c71-9f64-48cb-bb66-85f47e25eea9), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:17.432164 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-ef9b6352-0bb1-4421-8b35-2c031c8aed59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbd48c71-9f64-48cb-bb66-85f47e25eea9', 'name': 'tempest-AttachVolumeShelveTestJSON-1060252682-router', 'tenant_id': 'bb268944fc6e49c098a033696a582d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'external_fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': '44c48f89-98de-47de-9ff8-b1309d693f07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:46:46Z', 'updated_at': '2022-02-21T09:53:16Z', 'revision_number': 5, 'project_id': 'bb268944fc6e49c098a033696a582d47', 'gw_port': {'id': '44c48f89-98de-47de-9ff8-b1309d693f07', 'name': '', 'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:46:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbd48c71-9f64-48cb-bb66-85f47e25eea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:46:47Z', 'updated_at': '2022-02-21T09:46:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-16-iscsi'}], 'dv-cinder-804757-16-iscsi', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:53:17.461822 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9b6352-0bb1-4421-8b35-2c031c8aed59 None None] Checking router: fbd48c71-9f64-48cb-bb66-85f47e25eea9 for host: dv-cinder-804757-16-iscsi {{(pid=109859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 09:53:17.470016 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9b6352-0bb1-4421-8b35-2c031c8aed59 None None] Routers {'fbd48c71-9f64-48cb-bb66-85f47e25eea9'} bound to L3 agent in host dv-cinder-804757-16-iscsi {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:53:17.470611 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-ef9b6352-0bb1-4421-8b35-2c031c8aed59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T09:37:05Z,description=,heartbeat_timestamp=2022-02-21T09:53:05Z,host='dv-cinder-804757-16-iscsi',id=f1afc09b-b148-496e-b857-a568110caa3c,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:37:06Z,topic='l3_agent')) {'router_ids': ['fbd48c71-9f64-48cb-bb66-85f47e25eea9'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:53:17.512102 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-12b2478a-ec9a-47ce-ad96-690711ffb822 admin admin] Deleting port 44c48f89-98de-47de-9ff8-b1309d693f07 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 09:53:17.512877 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-12b2478a-ec9a-47ce-ad96-690711ffb822 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782759436822'] for port (44c48f89-98de-47de-9ff8-b1309d693f07), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:17.563797 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-ef9b6352-0bb1-4421-8b35-2c031c8aed59 None None] Set router fbd48c71-9f64-48cb-bb66-85f47e25eea9 gateway port host: None {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:53:17.605021 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.db [None req-12b2478a-ec9a-47ce-ad96-690711ffb822 admin admin] For port 44c48f89-98de-47de-9ff8-b1309d693f07, host dv-cinder-804757-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-16-iscsi',level=0,port_id=44c48f89-98de-47de-9ff8-b1309d693f07,segment=NetworkSegment(64ea902b-f589-4efc-8b2e-260a836a5805),segment_id=64ea902b-f589-4efc-8b2e-260a836a5805)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:53:17.605388 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-12b2478a-ec9a-47ce-ad96-690711ffb822 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7915455'] for port (44c48f89-98de-47de-9ff8-b1309d693f07), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:17.613998 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-ef9b6352-0bb1-4421-8b35-2c031c8aed59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbd48c71-9f64-48cb-bb66-85f47e25eea9', 'name': 'tempest-AttachVolumeShelveTestJSON-1060252682-router', 'tenant_id': 'bb268944fc6e49c098a033696a582d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:46:46Z', 'updated_at': '2022-02-21T09:53:17Z', 'revision_number': 6, 'project_id': 'bb268944fc6e49c098a033696a582d47', 'gw_port_host': None}], 'dv-cinder-804757-16-iscsi', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:53:17.618107 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-12b2478a-ec9a-47ce-ad96-690711ffb822 admin admin] Calling delete_port for 44c48f89-98de-47de-9ff8-b1309d693f07 owned by network:router_gateway {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 09:53:17.643192 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9b6352-0bb1-4421-8b35-2c031c8aed59 None None] The sync data for ids ['fbd48c71-9f64-48cb-bb66-85f47e25eea9'] in dv-cinder-804757-16-iscsi is: [{'id': 'fbd48c71-9f64-48cb-bb66-85f47e25eea9', 'name': 'tempest-AttachVolumeShelveTestJSON-1060252682-router', 'tenant_id': 'bb268944fc6e49c098a033696a582d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:46:46Z', 'updated_at': '2022-02-21T09:53:17Z', 'revision_number': 6, 'project_id': 'bb268944fc6e49c098a033696a582d47', 'gw_port_host': None}] {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 09:53:17.899406 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-12b2478a-ec9a-47ce-ad96-690711ffb822 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782759442297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782758885681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277415'] for port (44c48f89-98de-47de-9ff8-b1309d693f07), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:17.925625 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b2478a-ec9a-47ce-ad96-690711ffb822 admin admin] Pushing event deleted for resources: {'Port': ['ID=44c48f89-98de-47de-9ff8-b1309d693f07,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:53:17.985625 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-12b2478a-ec9a-47ce-ad96-690711ffb822 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7917197'] for router_gateway (fbd48c71-9f64-48cb-bb66-85f47e25eea9), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:18.095107 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-12b2478a-ec9a-47ce-ad96-690711ffb822 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7916049', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1445'] for router (fbd48c71-9f64-48cb-bb66-85f47e25eea9), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:18.097318 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-12b2478a-ec9a-47ce-ad96-690711ffb822 admin admin] Publish callbacks [] for router_controller (fbd48c71-9f64-48cb-bb66-85f47e25eea9), precommit_delete_associations {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:18.217333 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-12b2478a-ec9a-47ce-ad96-690711ffb822 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7916136'] for router (fbd48c71-9f64-48cb-bb66-85f47e25eea9), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:18.217969 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12b2478a-ec9a-47ce-ad96-690711ffb822 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fbd48c71-9f64-48cb-bb66-85f47e25eea9 {{(pid=109856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 21 09:53:18.227879 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-12b2478a-ec9a-47ce-ad96-690711ffb822 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:18.227879 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-12b2478a-ec9a-47ce-ad96-690711ffb822 admin admin] 10.222.0.71 "DELETE /v2.0/routers/fbd48c71-9f64-48cb-bb66-85f47e25eea9 HTTP/1.1" status: 204 len: 168 time: 1.1006045 Feb 21 09:53:18.228268 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.71', 58818) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:53:18.271427 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.db.db_base_plugin_v2 [None req-0110b3bb-84a3-4324-af5c-62681bc92253 admin admin] Deleting subnet 481c3383-55ad-4322-8e52-c4b40a8b221b {{(pid=109857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 21 09:53:18.274437 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0110b3bb-84a3-4324-af5c-62681bc92253 admin admin] Publish callbacks [] for subnet (481c3383-55ad-4322-8e52-c4b40a8b221b), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:18.308764 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0110b3bb-84a3-4324-af5c-62681bc92253 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3052028'] for subnet (481c3383-55ad-4322-8e52-c4b40a8b221b), precommit_delete_associations {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:18.421027 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0110b3bb-84a3-4324-af5c-62681bc92253 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7409676'] for subnet (481c3383-55ad-4322-8e52-c4b40a8b221b), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:18.603054 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0110b3bb-84a3-4324-af5c-62681bc92253 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7409717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3963039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4186025'] for subnet (481c3383-55ad-4322-8e52-c4b40a8b221b), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:18.629021 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0110b3bb-84a3-4324-af5c-62681bc92253 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=481c3383-55ad-4322-8e52-c4b40a8b221b,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:53:18.633259 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0110b3bb-84a3-4324-af5c-62681bc92253 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905581'] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:18.636491 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [None req-0110b3bb-84a3-4324-af5c-62681bc92253 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/481c3383-55ad-4322-8e52-c4b40a8b221b HTTP/1.1" status: 204 len: 168 time: 0.4072571 Feb 21 09:53:18.639141 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 58822) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:53:18.643429 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fe52e58-a7b1-48ea-9369-ddb311337990 None None] Network 520af2ea-1f8c-46b3-b630-6172c62f3d29 requested from dv-cinder-804757-16-iscsi {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 09:53:18.718245 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-bd8d76a0-c5b0-4501-91f3-3ecc5c11564b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-977029'] for network (520af2ea-1f8c-46b3-b630-6172c62f3d29), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:18.780998 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-bd8d76a0-c5b0-4501-91f3-3ecc5c11564b admin admin] Deleting port 1c0062f2-5af2-4ff5-a432-845aa88bee12 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 09:53:18.781342 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-bd8d76a0-c5b0-4501-91f3-3ecc5c11564b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782759436822'] for port (1c0062f2-5af2-4ff5-a432-845aa88bee12), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:18.819638 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffbb7d3d-01d7-4e8a-b0a6-e5fbb6f95c2b None None] DHCP port deletion for 520af2ea-1f8c-46b3-b630-6172c62f3d29 request from dv-cinder-804757-16-iscsi {{(pid=109858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 21 09:53:18.850296 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.db [None req-bd8d76a0-c5b0-4501-91f3-3ecc5c11564b admin admin] For port 1c0062f2-5af2-4ff5-a432-845aa88bee12, host dv-cinder-804757-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-16-iscsi',level=0,port_id=1c0062f2-5af2-4ff5-a432-845aa88bee12,segment=NetworkSegment(74e7b622-908b-4731-b83b-33d793e03349),segment_id=74e7b622-908b-4731-b83b-33d793e03349)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:53:18.850662 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-bd8d76a0-c5b0-4501-91f3-3ecc5c11564b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7915455'] for port (1c0062f2-5af2-4ff5-a432-845aa88bee12), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:18.866096 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-bd8d76a0-c5b0-4501-91f3-3ecc5c11564b admin admin] Calling delete_port for 1c0062f2-5af2-4ff5-a432-845aa88bee12 owned by network:dhcp {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 09:53:18.873231 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-ffbb7d3d-01d7-4e8a-b0a6-e5fbb6f95c2b None None] Deleting port 1c0062f2-5af2-4ff5-a432-845aa88bee12 {{(pid=109858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 09:53:18.874119 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-ffbb7d3d-01d7-4e8a-b0a6-e5fbb6f95c2b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782759436822'] for port (1c0062f2-5af2-4ff5-a432-845aa88bee12), before_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:18.942943 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-ffbb7d3d-01d7-4e8a-b0a6-e5fbb6f95c2b None None] For port 1c0062f2-5af2-4ff5-a432-845aa88bee12, host dv-cinder-804757-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-16-iscsi',level=0,port_id=1c0062f2-5af2-4ff5-a432-845aa88bee12,segment=NetworkSegment(74e7b622-908b-4731-b83b-33d793e03349),segment_id=74e7b622-908b-4731-b83b-33d793e03349)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:53:18.943228 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-ffbb7d3d-01d7-4e8a-b0a6-e5fbb6f95c2b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7915455'] for port (1c0062f2-5af2-4ff5-a432-845aa88bee12), precommit_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:18.960326 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-ffbb7d3d-01d7-4e8a-b0a6-e5fbb6f95c2b None None] Calling delete_port for 1c0062f2-5af2-4ff5-a432-845aa88bee12 owned by network:dhcp {{(pid=109858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 09:53:19.036242 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-bd8d76a0-c5b0-4501-91f3-3ecc5c11564b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782759442297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782758885681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277415'] for port (1c0062f2-5af2-4ff5-a432-845aa88bee12), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:19.044397 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-ffbb7d3d-01d7-4e8a-b0a6-e5fbb6f95c2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782759442297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782758885681'] for port (1c0062f2-5af2-4ff5-a432-845aa88bee12), after_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:19.065220 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd8d76a0-c5b0-4501-91f3-3ecc5c11564b admin admin] No DVR routers for this DVR port 1c0062f2-5af2-4ff5-a432-845aa88bee12 on host dv-cinder-804757-16-iscsi {{(pid=109856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:53:19.070529 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8d76a0-c5b0-4501-91f3-3ecc5c11564b admin admin] Pushing event deleted for resources: {'Port': ['ID=1c0062f2-5af2-4ff5-a432-845aa88bee12,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:53:19.072083 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbb7d3d-01d7-4e8a-b0a6-e5fbb6f95c2b None None] Pushing event deleted for resources: {'Port': ['ID=1c0062f2-5af2-4ff5-a432-845aa88bee12,revision_number=None']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:53:19.073969 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffbb7d3d-01d7-4e8a-b0a6-e5fbb6f95c2b None None] No DVR routers for this DVR port 1c0062f2-5af2-4ff5-a432-845aa88bee12 on host dv-cinder-804757-16-iscsi {{(pid=109858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:53:19.143896 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-bd8d76a0-c5b0-4501-91f3-3ecc5c11564b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7410821', 'neutron.services.segments.db._delete_segments_for_network-8782759398202'] for network (520af2ea-1f8c-46b3-b630-6172c62f3d29), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:19.165811 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.services.segments.db [None req-bd8d76a0-c5b0-4501-91f3-3ecc5c11564b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['520af2ea-1f8c-46b3-b630-6172c62f3d29']}} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:53:19.175433 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.services.segments.db [None req-bd8d76a0-c5b0-4501-91f3-3ecc5c11564b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74e7b622-908b-4731-b83b-33d793e03349') {'for_net_delete': True} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:53:19.175736 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.services.segments.db [None req-bd8d76a0-c5b0-4501-91f3-3ecc5c11564b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74e7b622-908b-4731-b83b-33d793e03349') {} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:53:19.188606 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-bd8d76a0-c5b0-4501-91f3-3ecc5c11564b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782759398723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3324868'] for segment (74e7b622-908b-4731-b83b-33d793e03349), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:19.202094 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-bd8d76a0-c5b0-4501-91f3-3ecc5c11564b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-936617'] for segment (74e7b622-908b-4731-b83b-33d793e03349), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:19.207788 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd8d76a0-c5b0-4501-91f3-3ecc5c11564b admin admin] Releasing vlan 350 on physical network physnet1 to pool {{(pid=109856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 21 09:53:19.208186 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-bd8d76a0-c5b0-4501-91f3-3ecc5c11564b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-936617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3277392'] for segment (74e7b622-908b-4731-b83b-33d793e03349), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:19.210394 dv-cinder-804757-16-iscsi neutron-server[109856]: Traceback (most recent call last): Feb 21 09:53:19.210394 dv-cinder-804757-16-iscsi neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 21 09:53:19.210394 dv-cinder-804757-16-iscsi neutron-server[109856]: timer() Feb 21 09:53:19.210394 dv-cinder-804757-16-iscsi neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 09:53:19.210394 dv-cinder-804757-16-iscsi neutron-server[109856]: cb(*args, **kw) Feb 21 09:53:19.210394 dv-cinder-804757-16-iscsi neutron-server[109856]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 21 09:53:19.210394 dv-cinder-804757-16-iscsi neutron-server[109856]: return func(*args, **kwargs) Feb 21 09:53:19.210394 dv-cinder-804757-16-iscsi neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 09:53:19.210394 dv-cinder-804757-16-iscsi neutron-server[109856]: self._notify() Feb 21 09:53:19.210394 dv-cinder-804757-16-iscsi neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 09:53:19.210394 dv-cinder-804757-16-iscsi neutron-server[109856]: self.callback(batched_events) Feb 21 09:53:19.210394 dv-cinder-804757-16-iscsi neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 09:53:19.210394 dv-cinder-804757-16-iscsi neutron-server[109856]: event.method(event) Feb 21 09:53:19.210394 dv-cinder-804757-16-iscsi neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 21 09:53:19.210394 dv-cinder-804757-16-iscsi neutron-server[109856]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 09:53:19.210394 dv-cinder-804757-16-iscsi neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 21 09:53:19.210394 dv-cinder-804757-16-iscsi neutron-server[109856]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 09:53:19.210394 dv-cinder-804757-16-iscsi neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 21 09:53:19.210394 dv-cinder-804757-16-iscsi neutron-server[109856]: return f(self, *a, **k) Feb 21 09:53:19.210394 dv-cinder-804757-16-iscsi neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 09:53:19.210394 dv-cinder-804757-16-iscsi neutron-server[109856]: return self._get(url).json() Feb 21 09:53:19.210394 dv-cinder-804757-16-iscsi neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 09:53:19.210394 dv-cinder-804757-16-iscsi neutron-server[109856]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 09:53:19.210394 dv-cinder-804757-16-iscsi neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 21 09:53:19.210394 dv-cinder-804757-16-iscsi neutron-server[109856]: return self.request(url, 'GET', **kwargs) Feb 21 09:53:19.210394 dv-cinder-804757-16-iscsi neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 21 09:53:19.210394 dv-cinder-804757-16-iscsi neutron-server[109856]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 09:53:19.210394 dv-cinder-804757-16-iscsi neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 21 09:53:19.210394 dv-cinder-804757-16-iscsi neutron-server[109856]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 09:53:19.210394 dv-cinder-804757-16-iscsi neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 21 09:53:19.210394 dv-cinder-804757-16-iscsi neutron-server[109856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 09:53:19.210394 dv-cinder-804757-16-iscsi neutron-server[109856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 09:53:19.362176 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-bd8d76a0-c5b0-4501-91f3-3ecc5c11564b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7410830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7917281'] for network (520af2ea-1f8c-46b3-b630-6172c62f3d29), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:19.367735 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-bd8d76a0-c5b0-4501-91f3-3ecc5c11564b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905581'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:19.373324 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-bd8d76a0-c5b0-4501-91f3-3ecc5c11564b admin admin] 10.222.0.71 "DELETE /v2.0/networks/520af2ea-1f8c-46b3-b630-6172c62f3d29 HTTP/1.1" status: 204 len: 168 time: 0.7306442 Feb 21 09:53:19.382570 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8d76a0-c5b0-4501-91f3-3ecc5c11564b admin admin] Pushing event deleted for resources: {'Network': ['ID=520af2ea-1f8c-46b3-b630-6172c62f3d29,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:53:19.571453 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Device d5d3ae90-7a5d-45dc-94b6-8bb52e62e08e no longer exists at agent ovs-agent-dv-cinder-804757-16-iscsi {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 09:53:19.591317 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] No Port match for: d5d3ae90-7a5d-45dc-94b6-8bb52e62e08e {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 09:53:19.591661 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Device d5d3ae90-7a5d-45dc-94b6-8bb52e62e08e not bound to the agent host dv-cinder-804757-16-iscsi {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 09:53:19.592074 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Device 44c48f89-98de-47de-9ff8-b1309d693f07 no longer exists at agent ovs-agent-dv-cinder-804757-16-iscsi {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 09:53:19.614354 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] No Port match for: 44c48f89-98de-47de-9ff8-b1309d693f07 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 09:53:19.619596 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Device 44c48f89-98de-47de-9ff8-b1309d693f07 not bound to the agent host dv-cinder-804757-16-iscsi {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 09:53:19.619596 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Device 1c0062f2-5af2-4ff5-a432-845aa88bee12 no longer exists at agent ovs-agent-dv-cinder-804757-16-iscsi {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 09:53:19.644385 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] No Port match for: 1c0062f2-5af2-4ff5-a432-845aa88bee12 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 09:53:19.645126 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Device 1c0062f2-5af2-4ff5-a432-845aa88bee12 not bound to the agent host dv-cinder-804757-16-iscsi {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 09:53:19.771790 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 58842) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:53:19.810236 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 58846) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:53:19.850785 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-88cfbf7a-7d30-4cd6-9012-b3c1c3eda0c2 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=bb268944fc6e49c098a033696a582d47&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0393627 Feb 21 09:53:19.853331 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 58848) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:53:19.901871 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ba9eee86-99a9-4c97-9366-222e4d80c720 admin admin] Publish callbacks [] for security_group (67e823e8-04e9-477a-ac35-c59ae88891c9), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:19.923687 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ba9eee86-99a9-4c97-9366-222e4d80c720 admin admin] Publish callbacks [] for security_group (67e823e8-04e9-477a-ac35-c59ae88891c9), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:19.974345 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-74ecd7ff-1317-459e-8ae4-b7986365248a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:20.123342 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ba9eee86-99a9-4c97-9366-222e4d80c720 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (67e823e8-04e9-477a-ac35-c59ae88891c9), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:20.125902 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ba9eee86-99a9-4c97-9366-222e4d80c720 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:20.127027 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-ba9eee86-99a9-4c97-9366-222e4d80c720 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/67e823e8-04e9-477a-ac35-c59ae88891c9 HTTP/1.1" status: 204 len: 168 time: 0.2727790 Feb 21 09:53:20.144824 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9eee86-99a9-4c97-9366-222e4d80c720 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67e823e8-04e9-477a-ac35-c59ae88891c9,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:53:20.193542 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-74ecd7ff-1317-459e-8ae4-b7986365248a admin admin] Publish callbacks [] for security_group (1ebdde98-f504-4cae-911d-b3b070f4d278), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:20.310808 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-74ecd7ff-1317-459e-8ae4-b7986365248a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (1ebdde98-f504-4cae-911d-b3b070f4d278), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:20.350507 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-74ecd7ff-1317-459e-8ae4-b7986365248a admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=0f84e8dd33464f5ab233f179dd26f668&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5775318 Feb 21 09:53:20.352806 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ecd7ff-1317-459e-8ae4-b7986365248a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ebdde98-f504-4cae-911d-b3b070f4d278,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:53:20.353244 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.71', 58866) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:53:20.405202 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-bb320355-666a-4f2f-9519-b8b0ccd93117 admin admin] Publish callbacks [] for security_group (1ebdde98-f504-4cae-911d-b3b070f4d278), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:20.430943 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-bb320355-666a-4f2f-9519-b8b0ccd93117 admin admin] Publish callbacks [] for security_group (1ebdde98-f504-4cae-911d-b3b070f4d278), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:20.560308 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-bb320355-666a-4f2f-9519-b8b0ccd93117 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (1ebdde98-f504-4cae-911d-b3b070f4d278), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:20.562932 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-bb320355-666a-4f2f-9519-b8b0ccd93117 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:20.564121 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [None req-bb320355-666a-4f2f-9519-b8b0ccd93117 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/1ebdde98-f504-4cae-911d-b3b070f4d278 HTTP/1.1" status: 204 len: 168 time: 0.2098949 Feb 21 09:53:20.572476 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb320355-666a-4f2f-9519-b8b0ccd93117 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ebdde98-f504-4cae-911d-b3b070f4d278,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:53:21.029866 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 58886) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:53:21.163969 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d24ccb61-dde2-4038-b403-9d6be670b230 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:21.244367 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d24ccb61-dde2-4038-b403-9d6be670b230 admin admin] Publish callbacks [] for security_group (f322daaf-6c87-4838-b0bf-e3e1aee4d87b), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:21.390858 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d24ccb61-dde2-4038-b403-9d6be670b230 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (f322daaf-6c87-4838-b0bf-e3e1aee4d87b), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:21.430247 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ccb61-dde2-4038-b403-9d6be670b230 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f322daaf-6c87-4838-b0bf-e3e1aee4d87b,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:53:21.434603 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-d24ccb61-dde2-4038-b403-9d6be670b230 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=e9d6dcd8f464467d8d3e2fb47bbbd368&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4026606 Feb 21 09:53:21.443205 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 58906) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:53:21.487416 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a7e4f494-0108-4f0c-9a6c-3c646b6e39f1 admin admin] Publish callbacks [] for security_group (f322daaf-6c87-4838-b0bf-e3e1aee4d87b), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:21.509465 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a7e4f494-0108-4f0c-9a6c-3c646b6e39f1 admin admin] Publish callbacks [] for security_group (f322daaf-6c87-4838-b0bf-e3e1aee4d87b), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:21.629085 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a7e4f494-0108-4f0c-9a6c-3c646b6e39f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (f322daaf-6c87-4838-b0bf-e3e1aee4d87b), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:21.631867 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a7e4f494-0108-4f0c-9a6c-3c646b6e39f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:21.636188 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-a7e4f494-0108-4f0c-9a6c-3c646b6e39f1 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/f322daaf-6c87-4838-b0bf-e3e1aee4d87b HTTP/1.1" status: 204 len: 168 time: 0.1949713 Feb 21 09:53:21.641251 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e4f494-0108-4f0c-9a6c-3c646b6e39f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f322daaf-6c87-4838-b0bf-e3e1aee4d87b,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:53:23.600524 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 58994) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:53:23.705547 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a75b85ab-ff85-4e10-a915-293e50fef357 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:23.784771 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a75b85ab-ff85-4e10-a915-293e50fef357 admin admin] Publish callbacks [] for security_group (db147e78-9198-453b-aaf8-b643c216c245), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:23.826987 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.71', 59000) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:53:23.834607 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a75b85ab-ff85-4e10-a915-293e50fef357 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (db147e78-9198-453b-aaf8-b643c216c245), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:23.871661 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75b85ab-ff85-4e10-a915-293e50fef357 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db147e78-9198-453b-aaf8-b643c216c245,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:53:23.875844 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-a75b85ab-ff85-4e10-a915-293e50fef357 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=13b7f0b90ccf413dbb466dbf543562f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2742682 Feb 21 09:53:23.878519 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 59004) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:53:23.926564 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-de84a5df-0297-4a12-9c30-26ec56e2a5af admin admin] Publish callbacks [] for security_group (db147e78-9198-453b-aaf8-b643c216c245), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:23.937923 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-24447061-5195-4d80-b50a-8c9603099359 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:23.952063 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-de84a5df-0297-4a12-9c30-26ec56e2a5af admin admin] Publish callbacks [] for security_group (db147e78-9198-453b-aaf8-b643c216c245), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:24.040560 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-24447061-5195-4d80-b50a-8c9603099359 admin admin] Publish callbacks [] for security_group (0de9e415-afdc-4a5c-9253-419048969e5c), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:24.108533 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-de84a5df-0297-4a12-9c30-26ec56e2a5af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (db147e78-9198-453b-aaf8-b643c216c245), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:24.111115 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-de84a5df-0297-4a12-9c30-26ec56e2a5af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:24.112633 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-de84a5df-0297-4a12-9c30-26ec56e2a5af admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/db147e78-9198-453b-aaf8-b643c216c245 HTTP/1.1" status: 204 len: 168 time: 0.2331617 Feb 21 09:53:24.121706 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de84a5df-0297-4a12-9c30-26ec56e2a5af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db147e78-9198-453b-aaf8-b643c216c245,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:53:24.145329 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-24447061-5195-4d80-b50a-8c9603099359 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (0de9e415-afdc-4a5c-9253-419048969e5c), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:24.185016 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [None req-24447061-5195-4d80-b50a-8c9603099359 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=139e03d434e14bb2a26c1fba268accd5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3569527 Feb 21 09:53:24.186135 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24447061-5195-4d80-b50a-8c9603099359 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0de9e415-afdc-4a5c-9253-419048969e5c,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:53:24.187921 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 59014) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:53:24.236184 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-763a99d4-dddc-489d-82d7-2251a8db3671 admin admin] Publish callbacks [] for security_group (0de9e415-afdc-4a5c-9253-419048969e5c), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:24.258869 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-763a99d4-dddc-489d-82d7-2251a8db3671 admin admin] Publish callbacks [] for security_group (0de9e415-afdc-4a5c-9253-419048969e5c), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:24.391038 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-763a99d4-dddc-489d-82d7-2251a8db3671 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (0de9e415-afdc-4a5c-9253-419048969e5c), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:24.393681 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-763a99d4-dddc-489d-82d7-2251a8db3671 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:24.394836 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-763a99d4-dddc-489d-82d7-2251a8db3671 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/0de9e415-afdc-4a5c-9253-419048969e5c HTTP/1.1" status: 204 len: 168 time: 0.2058158 Feb 21 09:53:24.402851 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763a99d4-dddc-489d-82d7-2251a8db3671 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0de9e415-afdc-4a5c-9253-419048969e5c,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:53:25.213887 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.71', 59022) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:53:25.226858 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6d7b8302-a209-41c3-9381-7b3d651f18a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:25.298893 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6d7b8302-a209-41c3-9381-7b3d651f18a6 admin admin] Publish callbacks [] for security_group (23445a45-3160-4272-8a18-729c0dece664), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:25.377028 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6d7b8302-a209-41c3-9381-7b3d651f18a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (23445a45-3160-4272-8a18-729c0dece664), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:25.417231 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7b8302-a209-41c3-9381-7b3d651f18a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23445a45-3160-4272-8a18-729c0dece664,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:53:25.421734 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [None req-6d7b8302-a209-41c3-9381-7b3d651f18a6 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=1f6f0fb153b5465e954a9dd60e52b066&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2068384 Feb 21 09:53:25.429364 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 59028) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:53:25.476296 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-85c8c7c2-613e-4e9e-9f2d-4e00cd0e89f7 admin admin] Publish callbacks [] for security_group (23445a45-3160-4272-8a18-729c0dece664), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:25.498137 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-85c8c7c2-613e-4e9e-9f2d-4e00cd0e89f7 admin admin] Publish callbacks [] for security_group (23445a45-3160-4272-8a18-729c0dece664), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:25.617230 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-85c8c7c2-613e-4e9e-9f2d-4e00cd0e89f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (23445a45-3160-4272-8a18-729c0dece664), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:25.620008 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-85c8c7c2-613e-4e9e-9f2d-4e00cd0e89f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:25.621365 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-85c8c7c2-613e-4e9e-9f2d-4e00cd0e89f7 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/23445a45-3160-4272-8a18-729c0dece664 HTTP/1.1" status: 204 len: 168 time: 0.1956646 Feb 21 09:53:25.629468 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c8c7c2-613e-4e9e-9f2d-4e00cd0e89f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23445a45-3160-4272-8a18-729c0dece664,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:53:25.893991 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 59036) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:53:26.005135 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1d768b33-941e-4914-ade0-cd7a88127b9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:26.078162 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1d768b33-941e-4914-ade0-cd7a88127b9e admin admin] Publish callbacks [] for security_group (1d61df94-e2de-44d1-b621-ebbdd16d0ac3), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:26.161968 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1d768b33-941e-4914-ade0-cd7a88127b9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (1d61df94-e2de-44d1-b621-ebbdd16d0ac3), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:26.201017 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-1d768b33-941e-4914-ade0-cd7a88127b9e admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=d5773c92df084ed7acc5c593cafd18f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3058107 Feb 21 09:53:26.203614 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 59048) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:53:26.209961 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d768b33-941e-4914-ade0-cd7a88127b9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d61df94-e2de-44d1-b621-ebbdd16d0ac3,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:53:26.257360 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b34bd100-6559-4dc3-9ed7-8d233465df96 admin admin] Publish callbacks [] for security_group (1d61df94-e2de-44d1-b621-ebbdd16d0ac3), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:26.278504 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b34bd100-6559-4dc3-9ed7-8d233465df96 admin admin] Publish callbacks [] for security_group (1d61df94-e2de-44d1-b621-ebbdd16d0ac3), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:26.453714 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b34bd100-6559-4dc3-9ed7-8d233465df96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (1d61df94-e2de-44d1-b621-ebbdd16d0ac3), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:26.456436 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b34bd100-6559-4dc3-9ed7-8d233465df96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:26.457607 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-b34bd100-6559-4dc3-9ed7-8d233465df96 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/1d61df94-e2de-44d1-b621-ebbdd16d0ac3 HTTP/1.1" status: 204 len: 168 time: 0.2531083 Feb 21 09:53:26.466115 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34bd100-6559-4dc3-9ed7-8d233465df96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d61df94-e2de-44d1-b621-ebbdd16d0ac3,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:53:31.487385 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 59146) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:53:31.592833 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-102ef91d-1b9b-472c-ba04-c49e5383e8c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:31.670812 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-102ef91d-1b9b-472c-ba04-c49e5383e8c2 admin admin] Publish callbacks [] for security_group (83248194-bba7-4dfd-8258-7cedd2c4d111), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:31.737082 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-102ef91d-1b9b-472c-ba04-c49e5383e8c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (83248194-bba7-4dfd-8258-7cedd2c4d111), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:31.773479 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102ef91d-1b9b-472c-ba04-c49e5383e8c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83248194-bba7-4dfd-8258-7cedd2c4d111,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:53:31.779564 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-102ef91d-1b9b-472c-ba04-c49e5383e8c2 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=c5cdf52bd49b417480ea7a5320413064&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2911463 Feb 21 09:53:31.782347 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 59154) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:53:31.831315 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f9a0d671-a93c-49f6-baa4-90a1d23876f3 admin admin] Publish callbacks [] for security_group (83248194-bba7-4dfd-8258-7cedd2c4d111), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:31.852412 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f9a0d671-a93c-49f6-baa4-90a1d23876f3 admin admin] Publish callbacks [] for security_group (83248194-bba7-4dfd-8258-7cedd2c4d111), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:32.018951 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f9a0d671-a93c-49f6-baa4-90a1d23876f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (83248194-bba7-4dfd-8258-7cedd2c4d111), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:32.022634 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f9a0d671-a93c-49f6-baa4-90a1d23876f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:32.022854 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-f9a0d671-a93c-49f6-baa4-90a1d23876f3 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/83248194-bba7-4dfd-8258-7cedd2c4d111 HTTP/1.1" status: 204 len: 168 time: 0.2394826 Feb 21 09:53:32.031052 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a0d671-a93c-49f6-baa4-90a1d23876f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83248194-bba7-4dfd-8258-7cedd2c4d111,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:53:32.578298 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 59162) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:53:32.591438 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7f3e13dd-56a1-48f5-adcc-d2fa69a4dbf4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:32.664537 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7f3e13dd-56a1-48f5-adcc-d2fa69a4dbf4 admin admin] Publish callbacks [] for security_group (0a0f03f8-64fb-40b1-aa6f-16626141ed2f), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:32.733159 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7f3e13dd-56a1-48f5-adcc-d2fa69a4dbf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (0a0f03f8-64fb-40b1-aa6f-16626141ed2f), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:32.774528 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-7f3e13dd-56a1-48f5-adcc-d2fa69a4dbf4 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=ada0100fa5e045a6bc256717d14663c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1950033 Feb 21 09:53:32.775240 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3e13dd-56a1-48f5-adcc-d2fa69a4dbf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a0f03f8-64fb-40b1-aa6f-16626141ed2f,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:53:32.777048 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.71', 59164) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:53:32.826964 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1ab0711e-8263-40e0-bc47-7f36c55b1cbd admin admin] Publish callbacks [] for security_group (0a0f03f8-64fb-40b1-aa6f-16626141ed2f), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:32.848079 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1ab0711e-8263-40e0-bc47-7f36c55b1cbd admin admin] Publish callbacks [] for security_group (0a0f03f8-64fb-40b1-aa6f-16626141ed2f), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:32.956716 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1ab0711e-8263-40e0-bc47-7f36c55b1cbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (0a0f03f8-64fb-40b1-aa6f-16626141ed2f), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:32.959331 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1ab0711e-8263-40e0-bc47-7f36c55b1cbd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:32.960481 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [None req-1ab0711e-8263-40e0-bc47-7f36c55b1cbd admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/0a0f03f8-64fb-40b1-aa6f-16626141ed2f HTTP/1.1" status: 204 len: 168 time: 0.1818042 Feb 21 09:53:32.968296 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab0711e-8263-40e0-bc47-7f36c55b1cbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a0f03f8-64fb-40b1-aa6f-16626141ed2f,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:53:32.975429 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab0711e-8263-40e0-bc47-7f36c55b1cbd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:53:32.975782 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab0711e-8263-40e0-bc47-7f36c55b1cbd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:53:32.976124 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab0711e-8263-40e0-bc47-7f36c55b1cbd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:53:32.976462 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab0711e-8263-40e0-bc47-7f36c55b1cbd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:53:32.976898 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab0711e-8263-40e0-bc47-7f36c55b1cbd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:53:32.977228 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab0711e-8263-40e0-bc47-7f36c55b1cbd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:53:32.977554 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab0711e-8263-40e0-bc47-7f36c55b1cbd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:53:32.977879 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab0711e-8263-40e0-bc47-7f36c55b1cbd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:53:32.978204 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab0711e-8263-40e0-bc47-7f36c55b1cbd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:53:32.978530 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab0711e-8263-40e0-bc47-7f36c55b1cbd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:53:32.978847 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab0711e-8263-40e0-bc47-7f36c55b1cbd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:53:32.979163 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab0711e-8263-40e0-bc47-7f36c55b1cbd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:53:32.979480 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab0711e-8263-40e0-bc47-7f36c55b1cbd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:53:33.213590 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-602ea6e3-0a3d-45eb-b435-f2a7ee2dd012 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (7b1feb7e-a062-49d6-b835-c5fae1c9b9ce), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:34.026308 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.71', 59192) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:53:34.116212 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.v2.base [None req-1cc90aa9-a72f-4cc0-9206-3daa3ad76522 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-148883119-network', 'tenant_id': '733653ee0eae405786d5b46e90da6066'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:53:34.194202 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cc90aa9-a72f-4cc0-9206-3daa3ad76522 admin admin] Made reservation on behalf of 733653ee0eae405786d5b46e90da6066 for: {'network': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:53:34.196557 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1cc90aa9-a72f-4cc0-9206-3daa3ad76522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for network (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:34.205474 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1cc90aa9-a72f-4cc0-9206-3daa3ad76522 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:34.280292 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1cc90aa9-a72f-4cc0-9206-3daa3ad76522 admin admin] Publish callbacks [] for security_group (00a38a0a-5665-4828-a275-b63af09a2c21), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:34.348222 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1cc90aa9-a72f-4cc0-9206-3daa3ad76522 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (00a38a0a-5665-4828-a275-b63af09a2c21), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:34.376074 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cc90aa9-a72f-4cc0-9206-3daa3ad76522 admin admin] vlan segment allocate from pool success with {'vlan_id': 378, 'physical_network': 'physnet1'} {{(pid=109857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 09:53:34.381411 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc90aa9-a72f-4cc0-9206-3daa3ad76522 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00a38a0a-5665-4828-a275-b63af09a2c21,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:53:34.390210 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1cc90aa9-a72f-4cc0-9206-3daa3ad76522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-936617'] for segment (e6830fac-1a6f-4a02-8fdd-008b020d4f0a), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:34.390327 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.db.segments_db [None req-1cc90aa9-a72f-4cc0-9206-3daa3ad76522 admin admin] Added segment e6830fac-1a6f-4a02-8fdd-008b020d4f0a of type vlan for network e8435ef0-5d72-4c7d-afe5-5f52ef3b83fc Feb 21 09:53:34.429891 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1cc90aa9-a72f-4cc0-9206-3daa3ad76522 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782758871682'] for network (e8435ef0-5d72-4c7d-afe5-5f52ef3b83fc), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:34.538934 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1cc90aa9-a72f-4cc0-9206-3daa3ad76522 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539'] for network (e8435ef0-5d72-4c7d-afe5-5f52ef3b83fc), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:34.539914 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cc90aa9-a72f-4cc0-9206-3daa3ad76522 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:53:34.540515 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1cc90aa9-a72f-4cc0-9206-3daa3ad76522 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905581'] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:34.600687 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc90aa9-a72f-4cc0-9206-3daa3ad76522 admin admin] Pushing event updated for resources: {'Network': ['ID=e8435ef0-5d72-4c7d-afe5-5f52ef3b83fc,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:53:34.611005 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Network e8435ef0-5d72-4c7d-afe5-5f52ef3b83fc details requested by agent ovs-agent-dv-cinder-804757-16-iscsi with host dv-cinder-804757-16-iscsi {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 09:53:34.654152 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [None req-1cc90aa9-a72f-4cc0-9206-3daa3ad76522 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6320677 Feb 21 09:53:34.657509 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.71', 59200) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:53:34.662372 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.v2.base [None req-1039734d-bb58-4f04-bd5b-953b85f4e178 admin admin] Request body: {'subnet': {'network_id': 'e8435ef0-5d72-4c7d-afe5-5f52ef3b83fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-148883119-subnet', 'tenant_id': '733653ee0eae405786d5b46e90da6066', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:53:34.748922 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1039734d-bb58-4f04-bd5b-953b85f4e178 admin admin] Made reservation on behalf of 733653ee0eae405786d5b46e90da6066 for: {'subnet': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:53:34.751144 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1039734d-bb58-4f04-bd5b-953b85f4e178 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4185924'] for subnet (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:34.979291 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1039734d-bb58-4f04-bd5b-953b85f4e178 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3963102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4186038'] for subnet (59ef824b-d330-40f7-9e91-4c13f7356dcf), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:35.037078 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1039734d-bb58-4f04-bd5b-953b85f4e178 admin admin] Pushing event updated for resources: {'Subnet': ['ID=59ef824b-d330-40f7-9e91-4c13f7356dcf,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:53:35.042408 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1039734d-bb58-4f04-bd5b-953b85f4e178 admin admin] Checking segment: {'id': 'e6830fac-1a6f-4a02-8fdd-008b020d4f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'e8435ef0-5d72-4c7d-afe5-5f52ef3b83fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 09:53:35.042769 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1039734d-bb58-4f04-bd5b-953b85f4e178 admin admin] Network hostable DHCP agents. Network: e8435ef0-5d72-4c7d-afe5-5f52ef3b83fc, hostable agents: ['7b1feb7e-a062-49d6-b835-c5fae1c9b9ce'], hosted agents: [] {{(pid=109857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 09:53:35.224863 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1039734d-bb58-4f04-bd5b-953b85f4e178 admin admin] Network e8435ef0-5d72-4c7d-afe5-5f52ef3b83fc is scheduled to be hosted by DHCP agent 7b1feb7e-a062-49d6-b835-c5fae1c9b9ce with binding_index 1 {{(pid=109857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 09:53:35.338788 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-1039734d-bb58-4f04-bd5b-953b85f4e178 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-16-iscsi, e8435ef0-5d72-4c7d-afe5-5f52ef3b83fc) {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:53:35.343845 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1039734d-bb58-4f04-bd5b-953b85f4e178 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:53:35.344450 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1039734d-bb58-4f04-bd5b-953b85f4e178 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905581'] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:35.349130 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b9c6e77-9897-4913-baf5-a76943782121 None None] Network e8435ef0-5d72-4c7d-afe5-5f52ef3b83fc requested from dv-cinder-804757-16-iscsi {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 09:53:35.454637 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b880944a-597c-458f-a248-1e7215b67b58 None None] Network e8435ef0-5d72-4c7d-afe5-5f52ef3b83fc requested from dv-cinder-804757-16-iscsi {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 09:53:35.463503 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [None req-1039734d-bb58-4f04-bd5b-953b85f4e178 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8010864 Feb 21 09:53:35.625023 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-090593cf-9435-4845-af18-1cd546206def None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (f1afc09b-b148-496e-b857-a568110caa3c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:36.816982 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-43ce5351-eeda-4347-b66a-565ea5ef4f96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (93f03475-d11b-4921-b82a-7ea88eab1568), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:37.602998 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7965dc91-8d66-4c66-82a4-2576bba5d535 req-15a10756-f899-4e3e-a14d-d1382a180170 tempest-VolumesActionsTest-815432193 tempest-VolumesActionsTest-815432193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:53:37.604464 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-7965dc91-8d66-4c66-82a4-2576bba5d535 req-15a10756-f899-4e3e-a14d-d1382a180170 tempest-VolumesActionsTest-815432193 tempest-VolumesActionsTest-815432193-project] 10.222.0.71 "GET /v2.0/networks?id=e8435ef0-5d72-4c7d-afe5-5f52ef3b83fc HTTP/1.1" status: 200 len: 808 time: 0.0993474 Feb 21 09:53:37.619237 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-7965dc91-8d66-4c66-82a4-2576bba5d535 req-1cedc878-5de4-45fe-92ea-a0bf8592a5fc tempest-VolumesActionsTest-815432193 tempest-VolumesActionsTest-815432193-project] 10.222.0.71 "GET /v2.0/quotas/733653ee0eae405786d5b46e90da6066 HTTP/1.1" status: 200 len: 375 time: 0.0087700 Feb 21 09:53:37.650396 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-7965dc91-8d66-4c66-82a4-2576bba5d535 req-d8fe6cd1-5772-4b58-ae02-ff13974042bc tempest-VolumesActionsTest-815432193 tempest-VolumesActionsTest-815432193-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=733653ee0eae405786d5b46e90da6066&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0259798 Feb 21 09:53:37.741358 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-7965dc91-8d66-4c66-82a4-2576bba5d535 req-53d3cf46-1c9f-4fcd-af62-86a9905f0447 service neutron] 10.222.0.71 "GET /v2.0/networks/e8435ef0-5d72-4c7d-afe5-5f52ef3b83fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832882 Feb 21 09:53:37.811219 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (f5044fde-eef4-46eb-b3ce-4ab87030ccc0), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:37.828097 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-7965dc91-8d66-4c66-82a4-2576bba5d535 req-99cf2a5b-1503-4306-afdf-f032efbd9b0d service neutron] 10.222.0.71 "GET /v2.0/networks/e8435ef0-5d72-4c7d-afe5-5f52ef3b83fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811646 Feb 21 09:53:38.076331 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-60ce25ea-f0e3-40c8-9175-cc211e205269 req-4a687740-a56d-47e3-ae14-4de33a39b125 tempest-VolumesActionsTest-815432193 tempest-VolumesActionsTest-815432193-project] 10.222.0.71 "GET /v2.0/ports?device_id=fa5af7bd-d130-4497-a8f0-662d634954f7 HTTP/1.1" status: 200 len: 210 time: 0.0321054 Feb 21 09:53:38.162365 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-2b8302a0-632c-4bb4-a8e1-5b2fb521f750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (a872b2e0-7e3e-43db-8705-7fb9ea875340), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:39.135612 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.agents_db [None req-1af9f625-7d23-4c31-ae08-d0e8b46e8d0e None None] Agent healthcheck: found 6 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 09:53:39.170703 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-491ee770-ae7a-41de-a822-b8784955e7fb req-1bdcd0e9-e520-41b0-8ae0-bbace92e7a77 tempest-VolumesActionsTest-815432193 tempest-VolumesActionsTest-815432193-project] 10.222.0.71 "GET /v2.0/ports?device_id=fa5af7bd-d130-4497-a8f0-662d634954f7 HTTP/1.1" status: 200 len: 210 time: 0.0268278 Feb 21 09:53:39.651189 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (ce3e6371-75e2-4bba-8260-49cd855bb251), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:40.264646 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-dfbf5b62-c654-40c6-bb22-6367358bfdb2 req-30cd211f-4e3a-40f4-8100-2e96581e21c3 tempest-VolumesActionsTest-815432193 tempest-VolumesActionsTest-815432193-project] 10.222.0.71 "GET /v2.0/ports?device_id=fa5af7bd-d130-4497-a8f0-662d634954f7 HTTP/1.1" status: 200 len: 210 time: 0.0272505 Feb 21 09:53:41.239450 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7965dc91-8d66-4c66-82a4-2576bba5d535 req-d969e89a-b24f-43d7-84f8-8d065e2070dc tempest-VolumesActionsTest-815432193 tempest-VolumesActionsTest-815432193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:53:41.242114 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-7965dc91-8d66-4c66-82a4-2576bba5d535 req-d969e89a-b24f-43d7-84f8-8d065e2070dc tempest-VolumesActionsTest-815432193 tempest-VolumesActionsTest-815432193-project] 10.222.0.69 "GET /v2.0/networks?id=e8435ef0-5d72-4c7d-afe5-5f52ef3b83fc HTTP/1.1" status: 200 len: 808 time: 0.1071486 Feb 21 09:53:41.258538 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.v2.base [req-7965dc91-8d66-4c66-82a4-2576bba5d535 req-f7c2a592-54a9-449e-a323-1d6779dedd2f tempest-VolumesActionsTest-815432193 tempest-VolumesActionsTest-815432193-project] Request body: {'port': {'device_id': 'fa5af7bd-d130-4497-a8f0-662d634954f7', 'network_id': 'e8435ef0-5d72-4c7d-afe5-5f52ef3b83fc', 'admin_state_up': True, 'tenant_id': '733653ee0eae405786d5b46e90da6066'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:53:41.366619 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-aa08b7ad-b4a1-48f8-9d7b-16ac4b266480 req-d38e1512-a6d6-4607-94f2-ae046f5e02ad tempest-VolumesActionsTest-815432193 tempest-VolumesActionsTest-815432193-project] 10.222.0.71 "GET /v2.0/ports?device_id=fa5af7bd-d130-4497-a8f0-662d634954f7 HTTP/1.1" status: 200 len: 210 time: 0.0319581 Feb 21 09:53:41.464760 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7965dc91-8d66-4c66-82a4-2576bba5d535 req-f7c2a592-54a9-449e-a323-1d6779dedd2f tempest-VolumesActionsTest-815432193 tempest-VolumesActionsTest-815432193-project] Made reservation on behalf of 733653ee0eae405786d5b46e90da6066 for: {'port': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:53:41.468756 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-7965dc91-8d66-4c66-82a4-2576bba5d535 req-f7c2a592-54a9-449e-a323-1d6779dedd2f tempest-VolumesActionsTest-815432193 tempest-VolumesActionsTest-815432193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:41.599959 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [req-7965dc91-8d66-4c66-82a4-2576bba5d535 req-f7c2a592-54a9-449e-a323-1d6779dedd2f tempest-VolumesActionsTest-815432193 tempest-VolumesActionsTest-815432193-project] Allocated IP 172.20.0.14 (e8435ef0-5d72-4c7d-afe5-5f52ef3b83fc/59ef824b-d330-40f7-9e91-4c13f7356dcf/a0f00261-5ec9-44ce-82a6-a25a342f0e41) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:53:41.743969 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-7965dc91-8d66-4c66-82a4-2576bba5d535 req-f7c2a592-54a9-449e-a323-1d6779dedd2f tempest-VolumesActionsTest-815432193 tempest-VolumesActionsTest-815432193-project] Publish callbacks [] for port (a0f00261-5ec9-44ce-82a6-a25a342f0e41), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:41.842538 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-7965dc91-8d66-4c66-82a4-2576bba5d535 req-f7c2a592-54a9-449e-a323-1d6779dedd2f tempest-VolumesActionsTest-815432193 tempest-VolumesActionsTest-815432193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782758885672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277415'] for port (a0f00261-5ec9-44ce-82a6-a25a342f0e41), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:41.886025 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7965dc91-8d66-4c66-82a4-2576bba5d535 req-f7c2a592-54a9-449e-a323-1d6779dedd2f tempest-VolumesActionsTest-815432193 tempest-VolumesActionsTest-815432193-project] Network e8435ef0-5d72-4c7d-afe5-5f52ef3b83fc is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:53:41.889102 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [req-7965dc91-8d66-4c66-82a4-2576bba5d535 req-f7c2a592-54a9-449e-a323-1d6779dedd2f tempest-VolumesActionsTest-815432193 tempest-VolumesActionsTest-815432193-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:53:41.896041 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-7965dc91-8d66-4c66-82a4-2576bba5d535 req-f7c2a592-54a9-449e-a323-1d6779dedd2f tempest-VolumesActionsTest-815432193 tempest-VolumesActionsTest-815432193-project] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 09:53:41.919224 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c2a592-54a9-449e-a323-1d6779dedd2f tempest-VolumesActionsTest-815432193 tempest-VolumesActionsTest-815432193-project] Pushing event updated for resources: {'Port': ['ID=a0f00261-5ec9-44ce-82a6-a25a342f0e41,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:53:41.933979 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c2a592-54a9-449e-a323-1d6779dedd2f tempest-VolumesActionsTest-815432193 tempest-VolumesActionsTest-815432193-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:53:41.934324 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c2a592-54a9-449e-a323-1d6779dedd2f tempest-VolumesActionsTest-815432193 tempest-VolumesActionsTest-815432193-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:53:41.934660 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c2a592-54a9-449e-a323-1d6779dedd2f tempest-VolumesActionsTest-815432193 tempest-VolumesActionsTest-815432193-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:53:41.934999 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c2a592-54a9-449e-a323-1d6779dedd2f tempest-VolumesActionsTest-815432193 tempest-VolumesActionsTest-815432193-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:53:41.935326 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c2a592-54a9-449e-a323-1d6779dedd2f tempest-VolumesActionsTest-815432193 tempest-VolumesActionsTest-815432193-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:53:41.935651 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c2a592-54a9-449e-a323-1d6779dedd2f tempest-VolumesActionsTest-815432193 tempest-VolumesActionsTest-815432193-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:53:41.935972 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c2a592-54a9-449e-a323-1d6779dedd2f tempest-VolumesActionsTest-815432193 tempest-VolumesActionsTest-815432193-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:53:41.936290 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c2a592-54a9-449e-a323-1d6779dedd2f tempest-VolumesActionsTest-815432193 tempest-VolumesActionsTest-815432193-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:53:41.936636 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c2a592-54a9-449e-a323-1d6779dedd2f tempest-VolumesActionsTest-815432193 tempest-VolumesActionsTest-815432193-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:53:41.936989 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c2a592-54a9-449e-a323-1d6779dedd2f tempest-VolumesActionsTest-815432193 tempest-VolumesActionsTest-815432193-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:53:41.937678 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c2a592-54a9-449e-a323-1d6779dedd2f tempest-VolumesActionsTest-815432193 tempest-VolumesActionsTest-815432193-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:53:41.937678 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c2a592-54a9-449e-a323-1d6779dedd2f tempest-VolumesActionsTest-815432193 tempest-VolumesActionsTest-815432193-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:53:41.937948 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c2a592-54a9-449e-a323-1d6779dedd2f tempest-VolumesActionsTest-815432193 tempest-VolumesActionsTest-815432193-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:53:41.957906 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7965dc91-8d66-4c66-82a4-2576bba5d535 req-f7c2a592-54a9-449e-a323-1d6779dedd2f tempest-VolumesActionsTest-815432193 tempest-VolumesActionsTest-815432193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:53:41.958506 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-7965dc91-8d66-4c66-82a4-2576bba5d535 req-f7c2a592-54a9-449e-a323-1d6779dedd2f tempest-VolumesActionsTest-815432193 tempest-VolumesActionsTest-815432193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8333137'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:42.084599 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-7965dc91-8d66-4c66-82a4-2576bba5d535 req-f7c2a592-54a9-449e-a323-1d6779dedd2f tempest-VolumesActionsTest-815432193 tempest-VolumesActionsTest-815432193-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8298068 Feb 21 09:53:42.097081 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.v2.base [req-7965dc91-8d66-4c66-82a4-2576bba5d535 req-2a547d33-6159-405b-8231-450414d7ae19 service neutron] Request body: {'port': {'device_id': 'fa5af7bd-d130-4497-a8f0-662d634954f7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:53:42.157377 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-7965dc91-8d66-4c66-82a4-2576bba5d535 req-2a547d33-6159-405b-8231-450414d7ae19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (a0f00261-5ec9-44ce-82a6-a25a342f0e41), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:42.418098 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.notifiers.nova [req-7965dc91-8d66-4c66-82a4-2576bba5d535 req-2a547d33-6159-405b-8231-450414d7ae19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0f00261-5ec9-44ce-82a6-a25a342f0e41 {{(pid=109856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 09:53:42.426034 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-7965dc91-8d66-4c66-82a4-2576bba5d535 req-2a547d33-6159-405b-8231-450414d7ae19 service neutron] Publish callbacks [] for port (a0f00261-5ec9-44ce-82a6-a25a342f0e41), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:42.438808 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.db.provisioning_blocks [req-7965dc91-8d66-4c66-82a4-2576bba5d535 req-2a547d33-6159-405b-8231-450414d7ae19 service neutron] Transition to ACTIVE for port object a0f00261-5ec9-44ce-82a6-a25a342f0e41 will not be triggered until provisioned by entity L2. {{(pid=109856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:53:42.489260 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a86709a-cf70-47ef-9b04-762da90d8934 req-f2860ef6-da8f-4735-83ae-495cfdfc62c3 tempest-VolumesActionsTest-815432193 tempest-VolumesActionsTest-815432193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:53:42.490715 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-9a86709a-cf70-47ef-9b04-762da90d8934 req-f2860ef6-da8f-4735-83ae-495cfdfc62c3 tempest-VolumesActionsTest-815432193 tempest-VolumesActionsTest-815432193-project] 10.222.0.71 "GET /v2.0/ports?device_id=fa5af7bd-d130-4497-a8f0-662d634954f7 HTTP/1.1" status: 200 len: 932 time: 0.0508327 Feb 21 09:53:42.516544 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-7965dc91-8d66-4c66-82a4-2576bba5d535 req-2a547d33-6159-405b-8231-450414d7ae19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782759442315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782758885690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782758885708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3277436'] for port (a0f00261-5ec9-44ce-82a6-a25a342f0e41), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:42.571650 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-9a86709a-cf70-47ef-9b04-762da90d8934 req-2b8eab67-c3a4-41c9-bdb8-fcfdc113fe11 tempest-VolumesActionsTest-815432193 tempest-VolumesActionsTest-815432193-project] 10.222.0.71 "GET /v2.0/security-groups?id=00a38a0a-5665-4828-a275-b63af09a2c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752399 Feb 21 09:53:42.584440 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a547d33-6159-405b-8231-450414d7ae19 service neutron] Pushing event updated for resources: {'Port': ['ID=a0f00261-5ec9-44ce-82a6-a25a342f0e41,revision_number=2']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:53:42.653498 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-7965dc91-8d66-4c66-82a4-2576bba5d535 req-2a547d33-6159-405b-8231-450414d7ae19 service neutron] Attempting to bind port a0f00261-5ec9-44ce-82a6-a25a342f0e41 on host hv-cinder-80475 for vnic_type normal with profile {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 09:53:42.653731 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-7965dc91-8d66-4c66-82a4-2576bba5d535 req-2a547d33-6159-405b-8231-450414d7ae19 service neutron] Attempting to bind port a0f00261-5ec9-44ce-82a6-a25a342f0e41 by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': 'e6830fac-1a6f-4a02-8fdd-008b020d4f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'e8435ef0-5d72-4c7d-afe5-5f52ef3b83fc'}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 09:53:42.654052 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7965dc91-8d66-4c66-82a4-2576bba5d535 req-2a547d33-6159-405b-8231-450414d7ae19 service neutron] Attempting to bind port a0f00261-5ec9-44ce-82a6-a25a342f0e41 on network e8435ef0-5d72-4c7d-afe5-5f52ef3b83fc {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 09:53:42.658324 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7965dc91-8d66-4c66-82a4-2576bba5d535 req-2a547d33-6159-405b-8231-450414d7ae19 service neutron] Port a0f00261-5ec9-44ce-82a6-a25a342f0e41 on network e8435ef0-5d72-4c7d-afe5-5f52ef3b83fc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 09:53:42.658640 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7965dc91-8d66-4c66-82a4-2576bba5d535 req-2a547d33-6159-405b-8231-450414d7ae19 service neutron] Attempting to bind port a0f00261-5ec9-44ce-82a6-a25a342f0e41 on network e8435ef0-5d72-4c7d-afe5-5f52ef3b83fc {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 09:53:42.663379 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7965dc91-8d66-4c66-82a4-2576bba5d535 req-2a547d33-6159-405b-8231-450414d7ae19 service neutron] Checking agent: {'id': 'f5044fde-eef4-46eb-b3ce-4ab87030ccc0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 9, 43, 36), 'started_at': datetime.datetime(2022, 2, 21, 9, 43, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 53, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 09:53:42.663710 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7965dc91-8d66-4c66-82a4-2576bba5d535 req-2a547d33-6159-405b-8231-450414d7ae19 service neutron] Checking segment: {'id': 'e6830fac-1a6f-4a02-8fdd-008b020d4f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'e8435ef0-5d72-4c7d-afe5-5f52ef3b83fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 09:53:42.664087 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7965dc91-8d66-4c66-82a4-2576bba5d535 req-2a547d33-6159-405b-8231-450414d7ae19 service neutron] Bound using segment: {'id': 'e6830fac-1a6f-4a02-8fdd-008b020d4f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'e8435ef0-5d72-4c7d-afe5-5f52ef3b83fc'} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 09:53:42.664517 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-7965dc91-8d66-4c66-82a4-2576bba5d535 req-2a547d33-6159-405b-8231-450414d7ae19 service neutron] Bound port: a0f00261-5ec9-44ce-82a6-a25a342f0e41, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6830fac-1a6f-4a02-8fdd-008b020d4f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'e8435ef0-5d72-4c7d-afe5-5f52ef3b83fc'}}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 09:53:42.664883 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-7965dc91-8d66-4c66-82a4-2576bba5d535 req-2a547d33-6159-405b-8231-450414d7ae19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (a0f00261-5ec9-44ce-82a6-a25a342f0e41), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:42.724802 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-7965dc91-8d66-4c66-82a4-2576bba5d535 req-2a547d33-6159-405b-8231-450414d7ae19 service neutron] For port a0f00261-5ec9-44ce-82a6-a25a342f0e41, host hv-cinder-80475, cleared binding levels {{(pid=109856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:53:42.727674 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-7965dc91-8d66-4c66-82a4-2576bba5d535 req-2a547d33-6159-405b-8231-450414d7ae19 service neutron] For port a0f00261-5ec9-44ce-82a6-a25a342f0e41, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=a0f00261-5ec9-44ce-82a6-a25a342f0e41,segment=NetworkSegment(e6830fac-1a6f-4a02-8fdd-008b020d4f0a),segment_id=e6830fac-1a6f-4a02-8fdd-008b020d4f0a)] {{(pid=109856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:53:42.831353 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-7965dc91-8d66-4c66-82a4-2576bba5d535 req-2a547d33-6159-405b-8231-450414d7ae19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782759442315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782758885690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782758885708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3277436'] for port (a0f00261-5ec9-44ce-82a6-a25a342f0e41), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:42.868790 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7965dc91-8d66-4c66-82a4-2576bba5d535 req-2a547d33-6159-405b-8231-450414d7ae19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:53:42.869408 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-7965dc91-8d66-4c66-82a4-2576bba5d535 req-2a547d33-6159-405b-8231-450414d7ae19 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8333137'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:42.870785 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-7965dc91-8d66-4c66-82a4-2576bba5d535 req-2a547d33-6159-405b-8231-450414d7ae19 service neutron] 10.222.0.69 "PUT /v2.0/ports/a0f00261-5ec9-44ce-82a6-a25a342f0e41 HTTP/1.1" status: 200 len: 1094 time: 0.7789221 Feb 21 09:53:42.871231 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa5af7bd-d130-4497-a8f0-662d634954f7', 'tag': 'a0f00261-5ec9-44ce-82a6-a25a342f0e41'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:53:42.873497 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c95017b57136a4249e8df2494e5587cd96ada80ae38c14c6a4695013360e62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61fd5a8d-c768-43ed-b905-54d5405f78a1" -d '{"events": [{"name": "network-changed", "server_uuid": "fa5af7bd-d130-4497-a8f0-662d634954f7", "tag": "a0f00261-5ec9-44ce-82a6-a25a342f0e41"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:53:42.896811 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a547d33-6159-405b-8231-450414d7ae19 service neutron] Pushing event updated for resources: {'Port': ['ID=a0f00261-5ec9-44ce-82a6-a25a342f0e41,revision_number=3']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:53:42.916308 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 09:53:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-711d69b4-9e90-4aeb-913b-ea05d557bc3a x-openstack-request-id: req-711d69b4-9e90-4aeb-913b-ea05d557bc3a {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:53:42.916633 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa5af7bd-d130-4497-a8f0-662d634954f7", "tag": "a0f00261-5ec9-44ce-82a6-a25a342f0e41", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:53:42.916893 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-711d69b4-9e90-4aeb-913b-ea05d557bc3a {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:53:42.917303 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa5af7bd-d130-4497-a8f0-662d634954f7', 'tag': 'a0f00261-5ec9-44ce-82a6-a25a342f0e41', 'status': 'completed', 'code': 200} Feb 21 09:53:42.988603 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fd5a8d-c768-43ed-b905-54d5405f78a1 req-6b063c17-2d3b-4249-a98b-1f8687d1e7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:53:42.990154 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-61fd5a8d-c768-43ed-b905-54d5405f78a1 req-6b063c17-2d3b-4249-a98b-1f8687d1e7f1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=733653ee0eae405786d5b46e90da6066&device_id=fa5af7bd-d130-4497-a8f0-662d634954f7 HTTP/1.1" status: 200 len: 1128 time: 0.0499856 Feb 21 09:53:43.086868 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fd5a8d-c768-43ed-b905-54d5405f78a1 req-f39927d1-cd68-4067-a2b4-414f6ab4cbd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:53:43.088321 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-61fd5a8d-c768-43ed-b905-54d5405f78a1 req-f39927d1-cd68-4067-a2b4-414f6ab4cbd5 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=733653ee0eae405786d5b46e90da6066&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0917211 Feb 21 09:53:43.184621 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fd5a8d-c768-43ed-b905-54d5405f78a1 req-0de93730-f252-4d2a-b400-581d3538e353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:53:43.186112 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-61fd5a8d-c768-43ed-b905-54d5405f78a1 req-0de93730-f252-4d2a-b400-581d3538e353 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0925267 Feb 21 09:53:43.272321 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7965dc91-8d66-4c66-82a4-2576bba5d535 req-3a27a50e-b3dc-463d-8419-c508b7e61254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:53:43.273865 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-7965dc91-8d66-4c66-82a4-2576bba5d535 req-3a27a50e-b3dc-463d-8419-c508b7e61254 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=733653ee0eae405786d5b46e90da6066&device_id=fa5af7bd-d130-4497-a8f0-662d634954f7 HTTP/1.1" status: 200 len: 1128 time: 0.0458994 Feb 21 09:53:43.317480 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-7965dc91-8d66-4c66-82a4-2576bba5d535 req-9614a780-2ce3-4c70-9203-59c7106496dc service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a0f00261-5ec9-44ce-82a6-a25a342f0e41 HTTP/1.1" status: 200 len: 217 time: 0.0369401 Feb 21 09:53:43.365794 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7965dc91-8d66-4c66-82a4-2576bba5d535 req-62e67059-9281-4cdd-8aac-233a24800dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:53:43.367275 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-7965dc91-8d66-4c66-82a4-2576bba5d535 req-62e67059-9281-4cdd-8aac-233a24800dce service neutron] 10.222.0.69 "GET /v2.0/subnets?id=59ef824b-d330-40f7-9e91-4c13f7356dcf HTTP/1.1" status: 200 len: 848 time: 0.0444295 Feb 21 09:53:43.397214 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-7965dc91-8d66-4c66-82a4-2576bba5d535 req-6ba9ef1f-dfb0-49e1-ac31-e73d30549c8c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e8435ef0-5d72-4c7d-afe5-5f52ef3b83fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233641 Feb 21 09:53:43.483353 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-7965dc91-8d66-4c66-82a4-2576bba5d535 req-b235cfbe-0a1d-4ad1-b1d3-b7cdeba4503d service neutron] 10.222.0.69 "GET /v2.0/networks/e8435ef0-5d72-4c7d-afe5-5f52ef3b83fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799360 Feb 21 09:53:43.575131 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-7965dc91-8d66-4c66-82a4-2576bba5d535 req-6c1d9cf9-db03-4fb7-b8d9-2f6704eb3ac8 service neutron] 10.222.0.69 "GET /v2.0/networks/e8435ef0-5d72-4c7d-afe5-5f52ef3b83fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845821 Feb 21 09:53:43.705212 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c739c77e-b467-469b-8c22-4b5584908669 req-28ab3cb1-e912-4f1d-bd09-eb9f2e7273f3 tempest-VolumesActionsTest-815432193 tempest-VolumesActionsTest-815432193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:53:43.706698 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-c739c77e-b467-469b-8c22-4b5584908669 req-28ab3cb1-e912-4f1d-bd09-eb9f2e7273f3 tempest-VolumesActionsTest-815432193 tempest-VolumesActionsTest-815432193-project] 10.222.0.71 "GET /v2.0/ports?device_id=fa5af7bd-d130-4497-a8f0-662d634954f7 HTTP/1.1" status: 200 len: 944 time: 0.0683796 Feb 21 09:53:43.753903 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-c739c77e-b467-469b-8c22-4b5584908669 req-d4ffb6e1-a7a7-46e3-864f-946961b1862b tempest-VolumesActionsTest-815432193 tempest-VolumesActionsTest-815432193-project] 10.222.0.71 "GET /v2.0/security-groups?id=00a38a0a-5665-4828-a275-b63af09a2c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415454 Feb 21 09:53:44.880605 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71bfda3-3a8b-431b-88df-37dbe5f45220 req-642d4eab-1bde-433f-bb8e-f579dda70bac tempest-VolumesActionsTest-815432193 tempest-VolumesActionsTest-815432193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:53:44.882203 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-e71bfda3-3a8b-431b-88df-37dbe5f45220 req-642d4eab-1bde-433f-bb8e-f579dda70bac tempest-VolumesActionsTest-815432193 tempest-VolumesActionsTest-815432193-project] 10.222.0.71 "GET /v2.0/ports?device_id=fa5af7bd-d130-4497-a8f0-662d634954f7 HTTP/1.1" status: 200 len: 944 time: 0.0602121 Feb 21 09:53:44.932155 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-e71bfda3-3a8b-431b-88df-37dbe5f45220 req-ef31ff0d-40c0-471b-9740-9f3fee24eb22 tempest-VolumesActionsTest-815432193 tempest-VolumesActionsTest-815432193-project] 10.222.0.71 "GET /v2.0/security-groups?id=00a38a0a-5665-4828-a275-b63af09a2c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443056 Feb 21 09:53:46.053365 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee19c89b-7f4e-40e0-bc62-6533eea77970 req-c2ec52e6-a633-4ca8-b6b0-840837ed74b9 tempest-VolumesActionsTest-815432193 tempest-VolumesActionsTest-815432193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:53:46.054782 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-ee19c89b-7f4e-40e0-bc62-6533eea77970 req-c2ec52e6-a633-4ca8-b6b0-840837ed74b9 tempest-VolumesActionsTest-815432193 tempest-VolumesActionsTest-815432193-project] 10.222.0.71 "GET /v2.0/ports?device_id=fa5af7bd-d130-4497-a8f0-662d634954f7 HTTP/1.1" status: 200 len: 944 time: 0.0541756 Feb 21 09:53:46.103313 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-ee19c89b-7f4e-40e0-bc62-6533eea77970 req-fa451c58-70a7-45e7-8ea6-7d2b4bebf1ad tempest-VolumesActionsTest-815432193 tempest-VolumesActionsTest-815432193-project] 10.222.0.71 "GET /v2.0/security-groups?id=00a38a0a-5665-4828-a275-b63af09a2c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427051 Feb 21 09:53:47.225197 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548b6179-1954-4914-8d0d-9f93f210b8f9 req-017de890-271c-4166-aa48-c444112e9ff7 tempest-VolumesActionsTest-815432193 tempest-VolumesActionsTest-815432193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:53:47.227002 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-548b6179-1954-4914-8d0d-9f93f210b8f9 req-017de890-271c-4166-aa48-c444112e9ff7 tempest-VolumesActionsTest-815432193 tempest-VolumesActionsTest-815432193-project] 10.222.0.71 "GET /v2.0/ports?device_id=fa5af7bd-d130-4497-a8f0-662d634954f7 HTTP/1.1" status: 200 len: 944 time: 0.0554223 Feb 21 09:53:47.278698 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-548b6179-1954-4914-8d0d-9f93f210b8f9 req-e92cdaaf-1788-4900-ba25-3de2788614ac tempest-VolumesActionsTest-815432193 tempest-VolumesActionsTest-815432193-project] 10.222.0.71 "GET /v2.0/security-groups?id=00a38a0a-5665-4828-a275-b63af09a2c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455813 Feb 21 09:53:47.599056 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Device a0f00261-5ec9-44ce-82a6-a25a342f0e41 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 09:53:47.711032 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] For port a0f00261-5ec9-44ce-82a6-a25a342f0e41, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=a0f00261-5ec9-44ce-82a6-a25a342f0e41,segment=NetworkSegment(e6830fac-1a6f-4a02-8fdd-008b020d4f0a),segment_id=e6830fac-1a6f-4a02-8fdd-008b020d4f0a)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:53:47.725544 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Returning: {'device': 'a0f00261-5ec9-44ce-82a6-a25a342f0e41', 'network_id': 'e8435ef0-5d72-4c7d-afe5-5f52ef3b83fc', 'port_id': 'a0f00261-5ec9-44ce-82a6-a25a342f0e41', 'mac_address': 'fa:16:3e:5d:5f:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59ef824b-d330-40f7-9e91-4c13f7356dcf', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 09:53:47.764530 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Current status of the port a0f00261-5ec9-44ce-82a6-a25a342f0e41 is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:53:47.764941 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (a0f00261-5ec9-44ce-82a6-a25a342f0e41), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:47.778478 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0f00261-5ec9-44ce-82a6-a25a342f0e41 {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 09:53:47.801936 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] For port a0f00261-5ec9-44ce-82a6-a25a342f0e41, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=a0f00261-5ec9-44ce-82a6-a25a342f0e41,segment=NetworkSegment(e6830fac-1a6f-4a02-8fdd-008b020d4f0a),segment_id=e6830fac-1a6f-4a02-8fdd-008b020d4f0a)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:53:47.882223 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782759442315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782758885690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782758885708'] for port (a0f00261-5ec9-44ce-82a6-a25a342f0e41), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:47.936789 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Pushing event updated for resources: {'Port': ['ID=a0f00261-5ec9-44ce-82a6-a25a342f0e41,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:53:47.946389 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:53:47.946747 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:53:47.948221 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:53:47.948615 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:53:47.948967 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:53:47.949312 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:53:47.949683 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:53:47.950021 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:53:47.950358 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:53:47.950694 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:53:47.951027 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:53:47.951358 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:53:47.951688 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:53:48.143664 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] get_ports_and_sgs() called for port_ids ['a0f00261-5ec9-44ce-82a6-a25a342f0e41'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 09:53:48.414449 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d263ed-4a05-4d1f-83e5-a8466b4160e4 req-4232e0a2-de0c-4420-8def-a3895d5abe98 tempest-VolumesActionsTest-815432193 tempest-VolumesActionsTest-815432193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:53:48.416016 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-43d263ed-4a05-4d1f-83e5-a8466b4160e4 req-4232e0a2-de0c-4420-8def-a3895d5abe98 tempest-VolumesActionsTest-815432193 tempest-VolumesActionsTest-815432193-project] 10.222.0.71 "GET /v2.0/ports?device_id=fa5af7bd-d130-4497-a8f0-662d634954f7 HTTP/1.1" status: 200 len: 945 time: 0.0613217 Feb 21 09:53:48.466062 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-43d263ed-4a05-4d1f-83e5-a8466b4160e4 req-54156bdd-d573-4e5c-aa41-d4d476f533ea tempest-VolumesActionsTest-815432193 tempest-VolumesActionsTest-815432193-project] 10.222.0.71 "GET /v2.0/security-groups?id=00a38a0a-5665-4828-a275-b63af09a2c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436313 Feb 21 09:53:49.590464 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7667ad3c-cbd8-4e5e-a20d-631ecbc4fbe8 req-1d0eda92-4966-4eb8-ac4d-e42bad72f8bd tempest-VolumesActionsTest-815432193 tempest-VolumesActionsTest-815432193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:53:49.591974 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-7667ad3c-cbd8-4e5e-a20d-631ecbc4fbe8 req-1d0eda92-4966-4eb8-ac4d-e42bad72f8bd tempest-VolumesActionsTest-815432193 tempest-VolumesActionsTest-815432193-project] 10.222.0.71 "GET /v2.0/ports?device_id=fa5af7bd-d130-4497-a8f0-662d634954f7 HTTP/1.1" status: 200 len: 945 time: 0.0541689 Feb 21 09:53:49.602382 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Device a0f00261-5ec9-44ce-82a6-a25a342f0e41 up at agent hyperv_hv-cinder-80475 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:53:49.641944 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-7667ad3c-cbd8-4e5e-a20d-631ecbc4fbe8 req-f49979bd-274a-4a99-9745-16ba960895ce tempest-VolumesActionsTest-815432193 tempest-VolumesActionsTest-815432193-project] 10.222.0.71 "GET /v2.0/security-groups?id=00a38a0a-5665-4828-a275-b63af09a2c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431511 Feb 21 09:53:49.733370 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Provisioning for port a0f00261-5ec9-44ce-82a6-a25a342f0e41 completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:53:49.738051 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Provisioning complete for port a0f00261-5ec9-44ce-82a6-a25a342f0e41 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:53:49.738452 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7397950'] for port (a0f00261-5ec9-44ce-82a6-a25a342f0e41), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:49.817289 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Current status of the port a0f00261-5ec9-44ce-82a6-a25a342f0e41 is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:53:49.817595 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (a0f00261-5ec9-44ce-82a6-a25a342f0e41), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:49.841573 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa5af7bd-d130-4497-a8f0-662d634954f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0f00261-5ec9-44ce-82a6-a25a342f0e41'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:53:49.843803 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd82e867db05f05d31de18fef3a4b5738e999913abe260e0f677426061852263" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d067a008-f6d8-4bc3-88fd-23a74818c4b9" -d '{"events": [{"server_uuid": "fa5af7bd-d130-4497-a8f0-662d634954f7", "name": "network-vif-plugged", "status": "completed", "tag": "a0f00261-5ec9-44ce-82a6-a25a342f0e41"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:53:49.860444 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] For port a0f00261-5ec9-44ce-82a6-a25a342f0e41, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=a0f00261-5ec9-44ce-82a6-a25a342f0e41,segment=NetworkSegment(e6830fac-1a6f-4a02-8fdd-008b020d4f0a),segment_id=e6830fac-1a6f-4a02-8fdd-008b020d4f0a)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:53:49.883532 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 09:53:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39df5b13-8835-4529-b99d-f70f261c135b x-openstack-request-id: req-39df5b13-8835-4529-b99d-f70f261c135b {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:53:49.883532 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa5af7bd-d130-4497-a8f0-662d634954f7", "name": "network-vif-plugged", "status": "completed", "tag": "a0f00261-5ec9-44ce-82a6-a25a342f0e41", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:53:49.883759 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-39df5b13-8835-4529-b99d-f70f261c135b {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:53:49.884056 dv-cinder-804757-16-iscsi neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa5af7bd-d130-4497-a8f0-662d634954f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0f00261-5ec9-44ce-82a6-a25a342f0e41', 'code': 200} Feb 21 09:53:49.936957 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782759442315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782758885690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782758885708'] for port (a0f00261-5ec9-44ce-82a6-a25a342f0e41), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:49.984684 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Pushing event updated for resources: {'Port': ['ID=a0f00261-5ec9-44ce-82a6-a25a342f0e41,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:53:50.230542 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b732455-c2de-407a-ab18-71b163a777b0 req-34a0bbb5-eece-43f3-a286-626f24475946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:53:50.232314 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-8b732455-c2de-407a-ab18-71b163a777b0 req-34a0bbb5-eece-43f3-a286-626f24475946 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=fa5af7bd-d130-4497-a8f0-662d634954f7 HTTP/1.1" status: 200 len: 1130 time: 0.0488744 Feb 21 09:53:50.278404 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-8b732455-c2de-407a-ab18-71b163a777b0 req-80d6d267-a9ee-47e6-a973-d044143c9a14 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=00a38a0a-5665-4828-a275-b63af09a2c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382774 Feb 21 09:53:50.775888 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a3e053-117a-437f-8046-db910259e544 req-f903b2d4-102d-488b-9a3d-07871f2f931f tempest-VolumesActionsTest-815432193 tempest-VolumesActionsTest-815432193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:53:50.777787 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-14a3e053-117a-437f-8046-db910259e544 req-f903b2d4-102d-488b-9a3d-07871f2f931f tempest-VolumesActionsTest-815432193 tempest-VolumesActionsTest-815432193-project] 10.222.0.71 "GET /v2.0/ports?device_id=fa5af7bd-d130-4497-a8f0-662d634954f7 HTTP/1.1" status: 200 len: 946 time: 0.0574341 Feb 21 09:53:50.825945 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-14a3e053-117a-437f-8046-db910259e544 req-d53e4ce2-12ab-47b2-bf5c-11064a2a5fb7 tempest-VolumesActionsTest-815432193 tempest-VolumesActionsTest-815432193-project] 10.222.0.71 "GET /v2.0/security-groups?id=00a38a0a-5665-4828-a275-b63af09a2c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427566 Feb 21 09:53:51.951627 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0120dc-e32e-4ce1-896d-1ad722c88f96 req-3632809e-2555-4c44-aa02-94eef2644ec1 tempest-VolumesActionsTest-815432193 tempest-VolumesActionsTest-815432193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:53:51.953182 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-ff0120dc-e32e-4ce1-896d-1ad722c88f96 req-3632809e-2555-4c44-aa02-94eef2644ec1 tempest-VolumesActionsTest-815432193 tempest-VolumesActionsTest-815432193-project] 10.222.0.71 "GET /v2.0/ports?device_id=fa5af7bd-d130-4497-a8f0-662d634954f7 HTTP/1.1" status: 200 len: 946 time: 0.0567660 Feb 21 09:53:52.001043 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-ff0120dc-e32e-4ce1-896d-1ad722c88f96 req-72b2879c-0863-4469-aca1-228d01aa4325 tempest-VolumesActionsTest-815432193 tempest-VolumesActionsTest-815432193-project] 10.222.0.71 "GET /v2.0/security-groups?id=00a38a0a-5665-4828-a275-b63af09a2c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418572 Feb 21 09:53:53.346324 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffafd27b-2a8c-4e30-baaa-337c10463f95 req-605f9d7b-ffb6-4c38-894d-44f5231d2594 tempest-VolumesActionsTest-815432193 tempest-VolumesActionsTest-815432193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:53:53.347918 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-ffafd27b-2a8c-4e30-baaa-337c10463f95 req-605f9d7b-ffb6-4c38-894d-44f5231d2594 tempest-VolumesActionsTest-815432193 tempest-VolumesActionsTest-815432193-project] 10.222.0.71 "GET /v2.0/ports?device_id=fa5af7bd-d130-4497-a8f0-662d634954f7 HTTP/1.1" status: 200 len: 946 time: 0.0530679 Feb 21 09:53:53.395917 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-ffafd27b-2a8c-4e30-baaa-337c10463f95 req-0db3f446-7b07-48d0-81be-503247af3f1a tempest-VolumesActionsTest-815432193 tempest-VolumesActionsTest-815432193-project] 10.222.0.71 "GET /v2.0/security-groups?id=00a38a0a-5665-4828-a275-b63af09a2c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421195 Feb 21 09:53:54.519691 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5b2f28-de46-4c83-a17a-8be98c497331 req-b25e9282-a8a5-4ba4-8d8a-1f590c54bf1a tempest-VolumesActionsTest-815432193 tempest-VolumesActionsTest-815432193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:53:54.521260 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-3b5b2f28-de46-4c83-a17a-8be98c497331 req-b25e9282-a8a5-4ba4-8d8a-1f590c54bf1a tempest-VolumesActionsTest-815432193 tempest-VolumesActionsTest-815432193-project] 10.222.0.71 "GET /v2.0/ports?device_id=fa5af7bd-d130-4497-a8f0-662d634954f7 HTTP/1.1" status: 200 len: 946 time: 0.0540578 Feb 21 09:53:54.573684 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-3b5b2f28-de46-4c83-a17a-8be98c497331 req-354e40b8-48d3-4d45-8e02-14c81d822739 tempest-VolumesActionsTest-815432193 tempest-VolumesActionsTest-815432193-project] 10.222.0.71 "GET /v2.0/security-groups?id=00a38a0a-5665-4828-a275-b63af09a2c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468912 Feb 21 09:53:54.804447 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c81cd5-f917-41b7-a273-2b93829e3f29 req-e5613db9-83fb-45f9-8154-b550ea0e7f74 tempest-VolumesActionsTest-815432193 tempest-VolumesActionsTest-815432193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:53:54.805961 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-e1c81cd5-f917-41b7-a273-2b93829e3f29 req-e5613db9-83fb-45f9-8154-b550ea0e7f74 tempest-VolumesActionsTest-815432193 tempest-VolumesActionsTest-815432193-project] 10.222.0.69 "GET /v2.0/ports?device_id=fa5af7bd-d130-4497-a8f0-662d634954f7 HTTP/1.1" status: 200 len: 946 time: 0.0525265 Feb 21 09:53:54.898857 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-e1c81cd5-f917-41b7-a273-2b93829e3f29 req-558e089b-5480-451e-907c-ea46251697cd tempest-VolumesActionsTest-815432193 tempest-VolumesActionsTest-815432193-project] Deleting port a0f00261-5ec9-44ce-82a6-a25a342f0e41 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 09:53:54.899202 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-e1c81cd5-f917-41b7-a273-2b93829e3f29 req-558e089b-5480-451e-907c-ea46251697cd tempest-VolumesActionsTest-815432193 tempest-VolumesActionsTest-815432193-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782759436822'] for port (a0f00261-5ec9-44ce-82a6-a25a342f0e41), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:54.994964 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-e1c81cd5-f917-41b7-a273-2b93829e3f29 req-558e089b-5480-451e-907c-ea46251697cd tempest-VolumesActionsTest-815432193 tempest-VolumesActionsTest-815432193-project] For port a0f00261-5ec9-44ce-82a6-a25a342f0e41, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=a0f00261-5ec9-44ce-82a6-a25a342f0e41,segment=NetworkSegment(e6830fac-1a6f-4a02-8fdd-008b020d4f0a),segment_id=e6830fac-1a6f-4a02-8fdd-008b020d4f0a)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:53:54.995323 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-e1c81cd5-f917-41b7-a273-2b93829e3f29 req-558e089b-5480-451e-907c-ea46251697cd tempest-VolumesActionsTest-815432193 tempest-VolumesActionsTest-815432193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7915455'] for port (a0f00261-5ec9-44ce-82a6-a25a342f0e41), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:55.007634 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-e1c81cd5-f917-41b7-a273-2b93829e3f29 req-558e089b-5480-451e-907c-ea46251697cd tempest-VolumesActionsTest-815432193 tempest-VolumesActionsTest-815432193-project] Calling delete_port for a0f00261-5ec9-44ce-82a6-a25a342f0e41 owned by compute:nova {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 09:53:55.230917 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-e1c81cd5-f917-41b7-a273-2b93829e3f29 req-558e089b-5480-451e-907c-ea46251697cd tempest-VolumesActionsTest-815432193 tempest-VolumesActionsTest-815432193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782759442297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782758885681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277415'] for port (a0f00261-5ec9-44ce-82a6-a25a342f0e41), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:55.243156 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] get_ports_and_sgs() called for port_ids ['a0f00261-5ec9-44ce-82a6-a25a342f0e41'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 09:53:55.261579 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558e089b-5480-451e-907c-ea46251697cd tempest-VolumesActionsTest-815432193 tempest-VolumesActionsTest-815432193-project] Pushing event deleted for resources: {'Port': ['ID=a0f00261-5ec9-44ce-82a6-a25a342f0e41,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:53:55.302297 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1c81cd5-f917-41b7-a273-2b93829e3f29 req-558e089b-5480-451e-907c-ea46251697cd tempest-VolumesActionsTest-815432193 tempest-VolumesActionsTest-815432193-project] No DVR routers for this DVR port a0f00261-5ec9-44ce-82a6-a25a342f0e41 on host hv-cinder-80475 {{(pid=109856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:53:55.304874 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-e1c81cd5-f917-41b7-a273-2b93829e3f29 req-558e089b-5480-451e-907c-ea46251697cd tempest-VolumesActionsTest-815432193 tempest-VolumesActionsTest-815432193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8333137'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:55.308215 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-e1c81cd5-f917-41b7-a273-2b93829e3f29 req-558e089b-5480-451e-907c-ea46251697cd tempest-VolumesActionsTest-815432193 tempest-VolumesActionsTest-815432193-project] 10.222.0.69 "DELETE /v2.0/ports/a0f00261-5ec9-44ce-82a6-a25a342f0e41 HTTP/1.1" status: 204 len: 173 time: 0.4967310 Feb 21 09:53:55.308677 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa5af7bd-d130-4497-a8f0-662d634954f7', 'name': 'network-vif-deleted', 'tag': 'a0f00261-5ec9-44ce-82a6-a25a342f0e41'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:53:55.310945 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c95017b57136a4249e8df2494e5587cd96ada80ae38c14c6a4695013360e62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1551316b-d725-4512-8a6d-2713f7f078f4" -d '{"events": [{"server_uuid": "fa5af7bd-d130-4497-a8f0-662d634954f7", "name": "network-vif-deleted", "tag": "a0f00261-5ec9-44ce-82a6-a25a342f0e41"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:53:55.350622 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 09:53:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3bf3dfc-1e71-4596-ac70-6cc051530cf2 x-openstack-request-id: req-e3bf3dfc-1e71-4596-ac70-6cc051530cf2 {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:53:55.350915 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa5af7bd-d130-4497-a8f0-662d634954f7", "name": "network-vif-deleted", "tag": "a0f00261-5ec9-44ce-82a6-a25a342f0e41", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:53:55.351240 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-e3bf3dfc-1e71-4596-ac70-6cc051530cf2 {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:53:55.351564 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa5af7bd-d130-4497-a8f0-662d634954f7', 'name': 'network-vif-deleted', 'tag': 'a0f00261-5ec9-44ce-82a6-a25a342f0e41', 'status': 'completed', 'code': 200} Feb 21 09:53:55.681468 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-721f32fc-a240-49a9-ada4-005925a2c8b8 req-edfb488c-6f4f-4a59-a515-d1a46d6c8257 tempest-VolumesActionsTest-815432193 tempest-VolumesActionsTest-815432193-project] 10.222.0.71 "GET /v2.0/ports?device_id=fa5af7bd-d130-4497-a8f0-662d634954f7 HTTP/1.1" status: 200 len: 210 time: 0.0292401 Feb 21 09:53:56.955495 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e7c7e0-c6ad-4558-9f64-5b25285f7360 req-1133b80e-a017-43c1-8ef4-e07dee5e9159 tempest-VolumesActionsTest-815432193 tempest-VolumesActionsTest-815432193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:53:56.956966 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-77e7c7e0-c6ad-4558-9f64-5b25285f7360 req-1133b80e-a017-43c1-8ef4-e07dee5e9159 tempest-VolumesActionsTest-815432193 tempest-VolumesActionsTest-815432193-project] 10.222.0.71 "GET /v2.0/networks?id=e8435ef0-5d72-4c7d-afe5-5f52ef3b83fc HTTP/1.1" status: 200 len: 808 time: 0.1008294 Feb 21 09:53:56.972171 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-77e7c7e0-c6ad-4558-9f64-5b25285f7360 req-71a143b2-e1ab-46ed-80a0-23a369a33ab9 tempest-VolumesActionsTest-815432193 tempest-VolumesActionsTest-815432193-project] 10.222.0.71 "GET /v2.0/quotas/733653ee0eae405786d5b46e90da6066 HTTP/1.1" status: 200 len: 375 time: 0.0088375 Feb 21 09:53:57.004319 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-77e7c7e0-c6ad-4558-9f64-5b25285f7360 req-6fd1b94e-a04f-42e5-84d1-a614b85214c6 tempest-VolumesActionsTest-815432193 tempest-VolumesActionsTest-815432193-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=733653ee0eae405786d5b46e90da6066&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0271029 Feb 21 09:53:57.370079 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-77e7c7e0-c6ad-4558-9f64-5b25285f7360 req-5c8f9902-fd52-4044-936a-7959c2fae9a1 service neutron] 10.222.0.71 "GET /v2.0/networks/e8435ef0-5d72-4c7d-afe5-5f52ef3b83fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3583620 Feb 21 09:53:57.457059 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-77e7c7e0-c6ad-4558-9f64-5b25285f7360 req-ffa94e3b-dac2-4fb7-8d4e-26aecd6122cc service neutron] 10.222.0.71 "GET /v2.0/networks/e8435ef0-5d72-4c7d-afe5-5f52ef3b83fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814495 Feb 21 09:53:57.691985 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-c8bde31e-a5ec-4fb0-9d9c-429d9ff18aea req-aa67c509-162f-449c-80de-689ea4646a73 tempest-VolumesActionsTest-815432193 tempest-VolumesActionsTest-815432193-project] 10.222.0.71 "GET /v2.0/ports?device_id=cb0fcbeb-60cb-48f2-9631-14a055d564f2 HTTP/1.1" status: 200 len: 210 time: 0.0272617 Feb 21 09:53:58.789797 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-18542c43-d369-4970-b292-45eed32b7821 req-d2022a6b-6c73-4a38-befd-684b0e9ffc83 tempest-VolumesActionsTest-815432193 tempest-VolumesActionsTest-815432193-project] 10.222.0.71 "GET /v2.0/ports?device_id=cb0fcbeb-60cb-48f2-9631-14a055d564f2 HTTP/1.1" status: 200 len: 210 time: 0.0299606 Feb 21 09:53:59.607666 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e7c7e0-c6ad-4558-9f64-5b25285f7360 req-589e5690-0bac-471e-a22f-10631442fd91 tempest-VolumesActionsTest-815432193 tempest-VolumesActionsTest-815432193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:53:59.609175 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-77e7c7e0-c6ad-4558-9f64-5b25285f7360 req-589e5690-0bac-471e-a22f-10631442fd91 tempest-VolumesActionsTest-815432193 tempest-VolumesActionsTest-815432193-project] 10.222.0.69 "GET /v2.0/networks?id=e8435ef0-5d72-4c7d-afe5-5f52ef3b83fc HTTP/1.1" status: 200 len: 808 time: 0.1027691 Feb 21 09:53:59.624422 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.v2.base [req-77e7c7e0-c6ad-4558-9f64-5b25285f7360 req-de7189f1-1613-4d96-abf0-968835fcfa38 tempest-VolumesActionsTest-815432193 tempest-VolumesActionsTest-815432193-project] Request body: {'port': {'device_id': 'cb0fcbeb-60cb-48f2-9631-14a055d564f2', 'network_id': 'e8435ef0-5d72-4c7d-afe5-5f52ef3b83fc', 'admin_state_up': True, 'tenant_id': '733653ee0eae405786d5b46e90da6066'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:53:59.646819 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Device a0f00261-5ec9-44ce-82a6-a25a342f0e41 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 09:53:59.670497 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] No Port match for: a0f00261-5ec9-44ce-82a6-a25a342f0e41 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 09:53:59.670856 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Device a0f00261-5ec9-44ce-82a6-a25a342f0e41 not bound to the agent host hv-cinder-80475 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 09:53:59.808018 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77e7c7e0-c6ad-4558-9f64-5b25285f7360 req-de7189f1-1613-4d96-abf0-968835fcfa38 tempest-VolumesActionsTest-815432193 tempest-VolumesActionsTest-815432193-project] Made reservation on behalf of 733653ee0eae405786d5b46e90da6066 for: {'port': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:53:59.811449 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-77e7c7e0-c6ad-4558-9f64-5b25285f7360 req-de7189f1-1613-4d96-abf0-968835fcfa38 tempest-VolumesActionsTest-815432193 tempest-VolumesActionsTest-815432193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:53:59.903186 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-7f6a939b-32ac-4e77-a55b-d1a471420aef req-90d43e64-5dea-4de6-952d-b9fa14a3361f tempest-VolumesActionsTest-815432193 tempest-VolumesActionsTest-815432193-project] 10.222.0.71 "GET /v2.0/ports?device_id=cb0fcbeb-60cb-48f2-9631-14a055d564f2 HTTP/1.1" status: 200 len: 210 time: 0.0371552 Feb 21 09:53:59.971097 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [req-77e7c7e0-c6ad-4558-9f64-5b25285f7360 req-de7189f1-1613-4d96-abf0-968835fcfa38 tempest-VolumesActionsTest-815432193 tempest-VolumesActionsTest-815432193-project] Allocated IP 172.20.0.10 (e8435ef0-5d72-4c7d-afe5-5f52ef3b83fc/59ef824b-d330-40f7-9e91-4c13f7356dcf/33b3ec72-123c-4bfb-b03a-ab0653c9f45b) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:54:00.113496 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-77e7c7e0-c6ad-4558-9f64-5b25285f7360 req-de7189f1-1613-4d96-abf0-968835fcfa38 tempest-VolumesActionsTest-815432193 tempest-VolumesActionsTest-815432193-project] Publish callbacks [] for port (33b3ec72-123c-4bfb-b03a-ab0653c9f45b), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:00.205743 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-77e7c7e0-c6ad-4558-9f64-5b25285f7360 req-de7189f1-1613-4d96-abf0-968835fcfa38 tempest-VolumesActionsTest-815432193 tempest-VolumesActionsTest-815432193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782758885672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277415'] for port (33b3ec72-123c-4bfb-b03a-ab0653c9f45b), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:00.253251 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77e7c7e0-c6ad-4558-9f64-5b25285f7360 req-de7189f1-1613-4d96-abf0-968835fcfa38 tempest-VolumesActionsTest-815432193 tempest-VolumesActionsTest-815432193-project] Network e8435ef0-5d72-4c7d-afe5-5f52ef3b83fc is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:54:00.258441 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [req-77e7c7e0-c6ad-4558-9f64-5b25285f7360 req-de7189f1-1613-4d96-abf0-968835fcfa38 tempest-VolumesActionsTest-815432193 tempest-VolumesActionsTest-815432193-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:54:00.262962 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-77e7c7e0-c6ad-4558-9f64-5b25285f7360 req-de7189f1-1613-4d96-abf0-968835fcfa38 tempest-VolumesActionsTest-815432193 tempest-VolumesActionsTest-815432193-project] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 09:54:00.265526 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7189f1-1613-4d96-abf0-968835fcfa38 tempest-VolumesActionsTest-815432193 tempest-VolumesActionsTest-815432193-project] Pushing event updated for resources: {'Port': ['ID=33b3ec72-123c-4bfb-b03a-ab0653c9f45b,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:54:00.312227 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e7c7e0-c6ad-4558-9f64-5b25285f7360 req-de7189f1-1613-4d96-abf0-968835fcfa38 tempest-VolumesActionsTest-815432193 tempest-VolumesActionsTest-815432193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:54:00.312969 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-77e7c7e0-c6ad-4558-9f64-5b25285f7360 req-de7189f1-1613-4d96-abf0-968835fcfa38 tempest-VolumesActionsTest-815432193 tempest-VolumesActionsTest-815432193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8333137'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:00.384963 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-77e7c7e0-c6ad-4558-9f64-5b25285f7360 req-de7189f1-1613-4d96-abf0-968835fcfa38 tempest-VolumesActionsTest-815432193 tempest-VolumesActionsTest-815432193-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7642293 Feb 21 09:54:00.396694 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.v2.base [req-77e7c7e0-c6ad-4558-9f64-5b25285f7360 req-52822c8c-0e44-418d-af00-efdadf6ba946 service neutron] Request body: {'port': {'device_id': 'cb0fcbeb-60cb-48f2-9631-14a055d564f2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:54:00.452673 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-77e7c7e0-c6ad-4558-9f64-5b25285f7360 req-52822c8c-0e44-418d-af00-efdadf6ba946 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (33b3ec72-123c-4bfb-b03a-ab0653c9f45b), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:00.709296 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.notifiers.nova [req-77e7c7e0-c6ad-4558-9f64-5b25285f7360 req-52822c8c-0e44-418d-af00-efdadf6ba946 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33b3ec72-123c-4bfb-b03a-ab0653c9f45b {{(pid=109856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 09:54:00.716597 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-77e7c7e0-c6ad-4558-9f64-5b25285f7360 req-52822c8c-0e44-418d-af00-efdadf6ba946 service neutron] Publish callbacks [] for port (33b3ec72-123c-4bfb-b03a-ab0653c9f45b), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:00.729438 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.db.provisioning_blocks [req-77e7c7e0-c6ad-4558-9f64-5b25285f7360 req-52822c8c-0e44-418d-af00-efdadf6ba946 service neutron] Transition to ACTIVE for port object 33b3ec72-123c-4bfb-b03a-ab0653c9f45b will not be triggered until provisioned by entity L2. {{(pid=109856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:54:00.801966 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-77e7c7e0-c6ad-4558-9f64-5b25285f7360 req-52822c8c-0e44-418d-af00-efdadf6ba946 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782759442315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782758885690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782758885708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3277436'] for port (33b3ec72-123c-4bfb-b03a-ab0653c9f45b), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:00.850933 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52822c8c-0e44-418d-af00-efdadf6ba946 service neutron] Pushing event updated for resources: {'Port': ['ID=33b3ec72-123c-4bfb-b03a-ab0653c9f45b,revision_number=2']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:54:00.920027 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-77e7c7e0-c6ad-4558-9f64-5b25285f7360 req-52822c8c-0e44-418d-af00-efdadf6ba946 service neutron] Attempting to bind port 33b3ec72-123c-4bfb-b03a-ab0653c9f45b on host hv-cinder-80475 for vnic_type normal with profile {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 09:54:00.920362 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-77e7c7e0-c6ad-4558-9f64-5b25285f7360 req-52822c8c-0e44-418d-af00-efdadf6ba946 service neutron] Attempting to bind port 33b3ec72-123c-4bfb-b03a-ab0653c9f45b by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': 'e6830fac-1a6f-4a02-8fdd-008b020d4f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'e8435ef0-5d72-4c7d-afe5-5f52ef3b83fc'}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 09:54:00.920722 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77e7c7e0-c6ad-4558-9f64-5b25285f7360 req-52822c8c-0e44-418d-af00-efdadf6ba946 service neutron] Attempting to bind port 33b3ec72-123c-4bfb-b03a-ab0653c9f45b on network e8435ef0-5d72-4c7d-afe5-5f52ef3b83fc {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 09:54:00.925003 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77e7c7e0-c6ad-4558-9f64-5b25285f7360 req-52822c8c-0e44-418d-af00-efdadf6ba946 service neutron] Port 33b3ec72-123c-4bfb-b03a-ab0653c9f45b on network e8435ef0-5d72-4c7d-afe5-5f52ef3b83fc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 09:54:00.925342 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77e7c7e0-c6ad-4558-9f64-5b25285f7360 req-52822c8c-0e44-418d-af00-efdadf6ba946 service neutron] Attempting to bind port 33b3ec72-123c-4bfb-b03a-ab0653c9f45b on network e8435ef0-5d72-4c7d-afe5-5f52ef3b83fc {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 09:54:00.930406 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77e7c7e0-c6ad-4558-9f64-5b25285f7360 req-52822c8c-0e44-418d-af00-efdadf6ba946 service neutron] Checking agent: {'id': 'f5044fde-eef4-46eb-b3ce-4ab87030ccc0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 9, 43, 36), 'started_at': datetime.datetime(2022, 2, 21, 9, 43, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 53, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 09:54:00.930743 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77e7c7e0-c6ad-4558-9f64-5b25285f7360 req-52822c8c-0e44-418d-af00-efdadf6ba946 service neutron] Checking segment: {'id': 'e6830fac-1a6f-4a02-8fdd-008b020d4f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'e8435ef0-5d72-4c7d-afe5-5f52ef3b83fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 09:54:00.931143 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77e7c7e0-c6ad-4558-9f64-5b25285f7360 req-52822c8c-0e44-418d-af00-efdadf6ba946 service neutron] Bound using segment: {'id': 'e6830fac-1a6f-4a02-8fdd-008b020d4f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'e8435ef0-5d72-4c7d-afe5-5f52ef3b83fc'} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 09:54:00.931575 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-77e7c7e0-c6ad-4558-9f64-5b25285f7360 req-52822c8c-0e44-418d-af00-efdadf6ba946 service neutron] Bound port: 33b3ec72-123c-4bfb-b03a-ab0653c9f45b, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6830fac-1a6f-4a02-8fdd-008b020d4f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'e8435ef0-5d72-4c7d-afe5-5f52ef3b83fc'}}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 09:54:00.931929 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-77e7c7e0-c6ad-4558-9f64-5b25285f7360 req-52822c8c-0e44-418d-af00-efdadf6ba946 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (33b3ec72-123c-4bfb-b03a-ab0653c9f45b), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:01.027029 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-77e7c7e0-c6ad-4558-9f64-5b25285f7360 req-52822c8c-0e44-418d-af00-efdadf6ba946 service neutron] For port 33b3ec72-123c-4bfb-b03a-ab0653c9f45b, host hv-cinder-80475, cleared binding levels {{(pid=109856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:54:01.030494 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-77e7c7e0-c6ad-4558-9f64-5b25285f7360 req-52822c8c-0e44-418d-af00-efdadf6ba946 service neutron] For port 33b3ec72-123c-4bfb-b03a-ab0653c9f45b, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=33b3ec72-123c-4bfb-b03a-ab0653c9f45b,segment=NetworkSegment(e6830fac-1a6f-4a02-8fdd-008b020d4f0a),segment_id=e6830fac-1a6f-4a02-8fdd-008b020d4f0a)] {{(pid=109856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:54:01.046116 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c00a858-fd07-439d-acda-55443f78c0cd req-c60286ac-a161-4893-baca-af9d5bfb7d76 tempest-VolumesActionsTest-815432193 tempest-VolumesActionsTest-815432193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:54:01.047594 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-3c00a858-fd07-439d-acda-55443f78c0cd req-c60286ac-a161-4893-baca-af9d5bfb7d76 tempest-VolumesActionsTest-815432193 tempest-VolumesActionsTest-815432193-project] 10.222.0.71 "GET /v2.0/ports?device_id=cb0fcbeb-60cb-48f2-9631-14a055d564f2 HTTP/1.1" status: 200 len: 944 time: 0.0745778 Feb 21 09:54:01.094541 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-3c00a858-fd07-439d-acda-55443f78c0cd req-740176cd-701d-49be-96bc-c7e8fc475f36 tempest-VolumesActionsTest-815432193 tempest-VolumesActionsTest-815432193-project] 10.222.0.71 "GET /v2.0/security-groups?id=00a38a0a-5665-4828-a275-b63af09a2c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403206 Feb 21 09:54:01.133839 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-77e7c7e0-c6ad-4558-9f64-5b25285f7360 req-52822c8c-0e44-418d-af00-efdadf6ba946 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782759442315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782758885690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782758885708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3277436'] for port (33b3ec72-123c-4bfb-b03a-ab0653c9f45b), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:01.170413 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e7c7e0-c6ad-4558-9f64-5b25285f7360 req-52822c8c-0e44-418d-af00-efdadf6ba946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:54:01.170413 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-77e7c7e0-c6ad-4558-9f64-5b25285f7360 req-52822c8c-0e44-418d-af00-efdadf6ba946 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8333137'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:01.171602 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-77e7c7e0-c6ad-4558-9f64-5b25285f7360 req-52822c8c-0e44-418d-af00-efdadf6ba946 service neutron] 10.222.0.69 "PUT /v2.0/ports/33b3ec72-123c-4bfb-b03a-ab0653c9f45b HTTP/1.1" status: 200 len: 1094 time: 0.7794428 Feb 21 09:54:01.173912 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb0fcbeb-60cb-48f2-9631-14a055d564f2', 'tag': '33b3ec72-123c-4bfb-b03a-ab0653c9f45b'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:54:01.177233 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c95017b57136a4249e8df2494e5587cd96ada80ae38c14c6a4695013360e62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-298d139e-3e0c-4b9a-9910-52c1a54b16f6" -d '{"events": [{"name": "network-changed", "server_uuid": "cb0fcbeb-60cb-48f2-9631-14a055d564f2", "tag": "33b3ec72-123c-4bfb-b03a-ab0653c9f45b"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:54:01.204034 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52822c8c-0e44-418d-af00-efdadf6ba946 service neutron] Pushing event updated for resources: {'Port': ['ID=33b3ec72-123c-4bfb-b03a-ab0653c9f45b,revision_number=3']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:54:01.218038 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 09:54:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d923a3e9-f63f-4cdb-a3ea-700a3131c9ce x-openstack-request-id: req-d923a3e9-f63f-4cdb-a3ea-700a3131c9ce {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:54:01.218328 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb0fcbeb-60cb-48f2-9631-14a055d564f2", "tag": "33b3ec72-123c-4bfb-b03a-ab0653c9f45b", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:54:01.218582 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-d923a3e9-f63f-4cdb-a3ea-700a3131c9ce {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:54:01.219000 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb0fcbeb-60cb-48f2-9631-14a055d564f2', 'tag': '33b3ec72-123c-4bfb-b03a-ab0653c9f45b', 'status': 'completed', 'code': 200} Feb 21 09:54:01.285096 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298d139e-3e0c-4b9a-9910-52c1a54b16f6 req-6ac124e9-46ee-40c6-a7c4-d16c79100ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:54:01.286736 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-298d139e-3e0c-4b9a-9910-52c1a54b16f6 req-6ac124e9-46ee-40c6-a7c4-d16c79100ead service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=733653ee0eae405786d5b46e90da6066&device_id=cb0fcbeb-60cb-48f2-9631-14a055d564f2 HTTP/1.1" status: 200 len: 1128 time: 0.0454984 Feb 21 09:54:01.385545 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298d139e-3e0c-4b9a-9910-52c1a54b16f6 req-aeb97f15-fc58-4feb-8d20-3441de50b706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:54:01.387081 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-298d139e-3e0c-4b9a-9910-52c1a54b16f6 req-aeb97f15-fc58-4feb-8d20-3441de50b706 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=733653ee0eae405786d5b46e90da6066&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0909016 Feb 21 09:54:01.486367 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298d139e-3e0c-4b9a-9910-52c1a54b16f6 req-895f2663-7c6f-4f89-b22a-d17d0311fccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:54:01.487934 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-298d139e-3e0c-4b9a-9910-52c1a54b16f6 req-895f2663-7c6f-4f89-b22a-d17d0311fccc service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0951624 Feb 21 09:54:01.565171 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e7c7e0-c6ad-4558-9f64-5b25285f7360 req-b085e53a-975b-4ca6-9a88-e2d20116cda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:54:01.566758 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-77e7c7e0-c6ad-4558-9f64-5b25285f7360 req-b085e53a-975b-4ca6-9a88-e2d20116cda5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=733653ee0eae405786d5b46e90da6066&device_id=cb0fcbeb-60cb-48f2-9631-14a055d564f2 HTTP/1.1" status: 200 len: 1128 time: 0.0448523 Feb 21 09:54:01.607527 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-77e7c7e0-c6ad-4558-9f64-5b25285f7360 req-779981c8-bfa6-4568-996d-7477aa403a3d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=33b3ec72-123c-4bfb-b03a-ab0653c9f45b HTTP/1.1" status: 200 len: 217 time: 0.0339246 Feb 21 09:54:01.660023 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e7c7e0-c6ad-4558-9f64-5b25285f7360 req-d24b2728-ea1d-43c6-ba7b-74a028bba189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:54:01.662261 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-77e7c7e0-c6ad-4558-9f64-5b25285f7360 req-d24b2728-ea1d-43c6-ba7b-74a028bba189 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=59ef824b-d330-40f7-9e91-4c13f7356dcf HTTP/1.1" status: 200 len: 848 time: 0.0469146 Feb 21 09:54:01.692993 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-77e7c7e0-c6ad-4558-9f64-5b25285f7360 req-c5830d6c-fcae-4fd1-b9ee-85a6a58662dc service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e8435ef0-5d72-4c7d-afe5-5f52ef3b83fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247822 Feb 21 09:54:01.780049 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-77e7c7e0-c6ad-4558-9f64-5b25285f7360 req-bb04a4df-92fd-4721-8f9d-45d370b14333 service neutron] 10.222.0.69 "GET /v2.0/networks/e8435ef0-5d72-4c7d-afe5-5f52ef3b83fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813053 Feb 21 09:54:01.874513 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-77e7c7e0-c6ad-4558-9f64-5b25285f7360 req-67a5351e-672e-484a-ae0f-4b6051757ec8 service neutron] 10.222.0.69 "GET /v2.0/networks/e8435ef0-5d72-4c7d-afe5-5f52ef3b83fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870659 Feb 21 09:54:02.211739 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c0524d-d67f-4d15-a495-622e0f5dddec req-2cf6041e-97c8-4ea6-83cf-d6556cfa20c7 tempest-VolumesActionsTest-815432193 tempest-VolumesActionsTest-815432193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:54:02.213273 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-81c0524d-d67f-4d15-a495-622e0f5dddec req-2cf6041e-97c8-4ea6-83cf-d6556cfa20c7 tempest-VolumesActionsTest-815432193 tempest-VolumesActionsTest-815432193-project] 10.222.0.71 "GET /v2.0/ports?device_id=cb0fcbeb-60cb-48f2-9631-14a055d564f2 HTTP/1.1" status: 200 len: 944 time: 0.0535982 Feb 21 09:54:02.261574 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-81c0524d-d67f-4d15-a495-622e0f5dddec req-b7062bef-874e-42c9-a97c-32292e5e49a5 tempest-VolumesActionsTest-815432193 tempest-VolumesActionsTest-815432193-project] 10.222.0.71 "GET /v2.0/security-groups?id=00a38a0a-5665-4828-a275-b63af09a2c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428615 Feb 21 09:54:03.199621 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-b27fa250-c309-4241-879e-55e57d1717f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (7b1feb7e-a062-49d6-b835-c5fae1c9b9ce), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:03.386558 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8dfdcb-9b18-48e1-b57a-009fae76774a req-53ebd9b7-75fd-420d-9b5f-54aad14e2df4 tempest-VolumesActionsTest-815432193 tempest-VolumesActionsTest-815432193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:54:03.388046 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-fb8dfdcb-9b18-48e1-b57a-009fae76774a req-53ebd9b7-75fd-420d-9b5f-54aad14e2df4 tempest-VolumesActionsTest-815432193 tempest-VolumesActionsTest-815432193-project] 10.222.0.71 "GET /v2.0/ports?device_id=cb0fcbeb-60cb-48f2-9631-14a055d564f2 HTTP/1.1" status: 200 len: 944 time: 0.0586100 Feb 21 09:54:03.435566 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-fb8dfdcb-9b18-48e1-b57a-009fae76774a req-ff25ebde-af5f-48cb-ab64-c180cf9fef84 tempest-VolumesActionsTest-815432193 tempest-VolumesActionsTest-815432193-project] 10.222.0.71 "GET /v2.0/security-groups?id=00a38a0a-5665-4828-a275-b63af09a2c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419719 Feb 21 09:54:04.556069 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcae6dd-0c0a-49fa-8750-539fd27cc457 req-57e7cd49-69e7-484b-b958-6dc608cd00a2 tempest-VolumesActionsTest-815432193 tempest-VolumesActionsTest-815432193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:54:04.557699 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-9dcae6dd-0c0a-49fa-8750-539fd27cc457 req-57e7cd49-69e7-484b-b958-6dc608cd00a2 tempest-VolumesActionsTest-815432193 tempest-VolumesActionsTest-815432193-project] 10.222.0.71 "GET /v2.0/ports?device_id=cb0fcbeb-60cb-48f2-9631-14a055d564f2 HTTP/1.1" status: 200 len: 944 time: 0.0551798 Feb 21 09:54:04.602674 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-9dcae6dd-0c0a-49fa-8750-539fd27cc457 req-48bd13f3-12e7-4501-bf55-e1a39820a567 tempest-VolumesActionsTest-815432193 tempest-VolumesActionsTest-815432193-project] 10.222.0.71 "GET /v2.0/security-groups?id=00a38a0a-5665-4828-a275-b63af09a2c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395358 Feb 21 09:54:05.550210 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-39dc70e8-d200-4cca-86fc-ef622348449d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (f1afc09b-b148-496e-b857-a568110caa3c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:05.660125 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Device 33b3ec72-123c-4bfb-b03a-ab0653c9f45b details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 09:54:05.721341 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a2dbfb-e017-4624-a97e-df8fa8f7cbbd req-a132823f-fe83-40c9-b40f-c76c30eea3df tempest-VolumesActionsTest-815432193 tempest-VolumesActionsTest-815432193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:54:05.722838 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-93a2dbfb-e017-4624-a97e-df8fa8f7cbbd req-a132823f-fe83-40c9-b40f-c76c30eea3df tempest-VolumesActionsTest-815432193 tempest-VolumesActionsTest-815432193-project] 10.222.0.71 "GET /v2.0/ports?device_id=cb0fcbeb-60cb-48f2-9631-14a055d564f2 HTTP/1.1" status: 200 len: 944 time: 0.0539563 Feb 21 09:54:05.759079 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] For port 33b3ec72-123c-4bfb-b03a-ab0653c9f45b, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=33b3ec72-123c-4bfb-b03a-ab0653c9f45b,segment=NetworkSegment(e6830fac-1a6f-4a02-8fdd-008b020d4f0a),segment_id=e6830fac-1a6f-4a02-8fdd-008b020d4f0a)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:54:05.772058 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Returning: {'device': '33b3ec72-123c-4bfb-b03a-ab0653c9f45b', 'network_id': 'e8435ef0-5d72-4c7d-afe5-5f52ef3b83fc', 'port_id': '33b3ec72-123c-4bfb-b03a-ab0653c9f45b', 'mac_address': 'fa:16:3e:b9:7c:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59ef824b-d330-40f7-9e91-4c13f7356dcf', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 09:54:05.777988 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-93a2dbfb-e017-4624-a97e-df8fa8f7cbbd req-dde745fe-1325-4085-9559-287e3fbab9b4 tempest-VolumesActionsTest-815432193 tempest-VolumesActionsTest-815432193-project] 10.222.0.71 "GET /v2.0/security-groups?id=00a38a0a-5665-4828-a275-b63af09a2c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486951 Feb 21 09:54:05.811994 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Current status of the port 33b3ec72-123c-4bfb-b03a-ab0653c9f45b is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:54:05.812387 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (33b3ec72-123c-4bfb-b03a-ab0653c9f45b), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:05.825438 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33b3ec72-123c-4bfb-b03a-ab0653c9f45b {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 09:54:05.845551 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] For port 33b3ec72-123c-4bfb-b03a-ab0653c9f45b, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=33b3ec72-123c-4bfb-b03a-ab0653c9f45b,segment=NetworkSegment(e6830fac-1a6f-4a02-8fdd-008b020d4f0a),segment_id=e6830fac-1a6f-4a02-8fdd-008b020d4f0a)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:54:05.936395 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782759442315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782758885690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782758885708'] for port (33b3ec72-123c-4bfb-b03a-ab0653c9f45b), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:05.984417 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Pushing event updated for resources: {'Port': ['ID=33b3ec72-123c-4bfb-b03a-ab0653c9f45b,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:54:06.160039 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] get_ports_and_sgs() called for port_ids ['33b3ec72-123c-4bfb-b03a-ab0653c9f45b'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 09:54:06.897525 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acfe969-4b3a-44bb-a8e3-aa922448d690 req-21516448-5d21-4204-a4cd-af3ad830c1e1 tempest-VolumesActionsTest-815432193 tempest-VolumesActionsTest-815432193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:54:06.898993 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-0acfe969-4b3a-44bb-a8e3-aa922448d690 req-21516448-5d21-4204-a4cd-af3ad830c1e1 tempest-VolumesActionsTest-815432193 tempest-VolumesActionsTest-815432193-project] 10.222.0.71 "GET /v2.0/ports?device_id=cb0fcbeb-60cb-48f2-9631-14a055d564f2 HTTP/1.1" status: 200 len: 945 time: 0.0533319 Feb 21 09:54:06.928068 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-43ce5351-eeda-4347-b66a-565ea5ef4f96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (93f03475-d11b-4921-b82a-7ea88eab1568), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:06.946336 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-0acfe969-4b3a-44bb-a8e3-aa922448d690 req-ae9262d8-29c2-4d68-85b2-d426114e266d tempest-VolumesActionsTest-815432193 tempest-VolumesActionsTest-815432193-project] 10.222.0.71 "GET /v2.0/security-groups?id=00a38a0a-5665-4828-a275-b63af09a2c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417843 Feb 21 09:54:07.664169 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Device 33b3ec72-123c-4bfb-b03a-ab0653c9f45b up at agent hyperv_hv-cinder-80475 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:54:07.787704 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Provisioning for port 33b3ec72-123c-4bfb-b03a-ab0653c9f45b completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:54:07.791421 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Provisioning complete for port 33b3ec72-123c-4bfb-b03a-ab0653c9f45b triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:54:07.791855 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7397950'] for port (33b3ec72-123c-4bfb-b03a-ab0653c9f45b), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:07.859134 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (f5044fde-eef4-46eb-b3ce-4ab87030ccc0), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:07.873558 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Current status of the port 33b3ec72-123c-4bfb-b03a-ab0653c9f45b is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:54:07.873939 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (33b3ec72-123c-4bfb-b03a-ab0653c9f45b), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:07.896296 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb0fcbeb-60cb-48f2-9631-14a055d564f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33b3ec72-123c-4bfb-b03a-ab0653c9f45b'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:54:07.898669 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd82e867db05f05d31de18fef3a4b5738e999913abe260e0f677426061852263" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0d128b5-ae14-4880-9ea8-710bedec42a8" -d '{"events": [{"server_uuid": "cb0fcbeb-60cb-48f2-9631-14a055d564f2", "name": "network-vif-plugged", "status": "completed", "tag": "33b3ec72-123c-4bfb-b03a-ab0653c9f45b"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:54:07.911066 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] For port 33b3ec72-123c-4bfb-b03a-ab0653c9f45b, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=33b3ec72-123c-4bfb-b03a-ab0653c9f45b,segment=NetworkSegment(e6830fac-1a6f-4a02-8fdd-008b020d4f0a),segment_id=e6830fac-1a6f-4a02-8fdd-008b020d4f0a)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:54:07.934486 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 09:54:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0423fbf8-d668-4cde-8d7b-c33fb27711da x-openstack-request-id: req-0423fbf8-d668-4cde-8d7b-c33fb27711da {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:54:07.937120 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb0fcbeb-60cb-48f2-9631-14a055d564f2", "name": "network-vif-plugged", "status": "completed", "tag": "33b3ec72-123c-4bfb-b03a-ab0653c9f45b", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:54:07.937120 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-0423fbf8-d668-4cde-8d7b-c33fb27711da {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:54:07.937120 dv-cinder-804757-16-iscsi neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb0fcbeb-60cb-48f2-9631-14a055d564f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33b3ec72-123c-4bfb-b03a-ab0653c9f45b', 'code': 200} Feb 21 09:54:07.990830 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782759442315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782758885690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782758885708'] for port (33b3ec72-123c-4bfb-b03a-ab0653c9f45b), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:08.043918 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Pushing event updated for resources: {'Port': ['ID=33b3ec72-123c-4bfb-b03a-ab0653c9f45b,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:54:08.071474 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc5f035-77f8-4e5d-ae87-789134a5648b req-75383f24-94c7-4159-8362-7bd31df0d4ff tempest-VolumesActionsTest-815432193 tempest-VolumesActionsTest-815432193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:54:08.073153 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-ecc5f035-77f8-4e5d-ae87-789134a5648b req-75383f24-94c7-4159-8362-7bd31df0d4ff tempest-VolumesActionsTest-815432193 tempest-VolumesActionsTest-815432193-project] 10.222.0.71 "GET /v2.0/ports?device_id=cb0fcbeb-60cb-48f2-9631-14a055d564f2 HTTP/1.1" status: 200 len: 946 time: 0.0570145 Feb 21 09:54:08.123134 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-ecc5f035-77f8-4e5d-ae87-789134a5648b req-67624039-603c-4d49-8d1b-dfb1ab495175 tempest-VolumesActionsTest-815432193 tempest-VolumesActionsTest-815432193-project] 10.222.0.71 "GET /v2.0/security-groups?id=00a38a0a-5665-4828-a275-b63af09a2c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433235 Feb 21 09:54:08.167525 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-2b8302a0-632c-4bb4-a8e1-5b2fb521f750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (a872b2e0-7e3e-43db-8705-7fb9ea875340), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:08.218321 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ea1b4b-0906-4d67-b5a5-b218bb026d0c req-44835cd6-9024-4a26-891b-3562557d08f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:54:08.219897 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-a4ea1b4b-0906-4d67-b5a5-b218bb026d0c req-44835cd6-9024-4a26-891b-3562557d08f4 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=cb0fcbeb-60cb-48f2-9631-14a055d564f2 HTTP/1.1" status: 200 len: 1130 time: 0.0482943 Feb 21 09:54:08.261303 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-a4ea1b4b-0906-4d67-b5a5-b218bb026d0c req-fa773b2b-4132-4a0c-9925-2383b76e3f53 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=00a38a0a-5665-4828-a275-b63af09a2c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360370 Feb 21 09:54:08.555781 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.71', 59538) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:54:08.657992 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4382f34f-b602-441b-abd9-7162bfb9d169 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:08.732513 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4382f34f-b602-441b-abd9-7162bfb9d169 admin admin] Publish callbacks [] for security_group (3524dedd-6a0a-404a-9b7a-01f642a2d79b), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:08.779028 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4382f34f-b602-441b-abd9-7162bfb9d169 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (3524dedd-6a0a-404a-9b7a-01f642a2d79b), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:08.818630 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [None req-4382f34f-b602-441b-abd9-7162bfb9d169 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=de2904eaa2524359a8e45a61f618894e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2617972 Feb 21 09:54:08.819766 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4382f34f-b602-441b-abd9-7162bfb9d169 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3524dedd-6a0a-404a-9b7a-01f642a2d79b,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:54:08.821194 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 59542) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:54:08.867202 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e671d49b-23eb-4eab-9d9e-951789807fbc admin admin] Publish callbacks [] for security_group (3524dedd-6a0a-404a-9b7a-01f642a2d79b), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:08.888769 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e671d49b-23eb-4eab-9d9e-951789807fbc admin admin] Publish callbacks [] for security_group (3524dedd-6a0a-404a-9b7a-01f642a2d79b), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:09.002158 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e671d49b-23eb-4eab-9d9e-951789807fbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (3524dedd-6a0a-404a-9b7a-01f642a2d79b), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:09.004941 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e671d49b-23eb-4eab-9d9e-951789807fbc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:09.006038 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-e671d49b-23eb-4eab-9d9e-951789807fbc admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/3524dedd-6a0a-404a-9b7a-01f642a2d79b HTTP/1.1" status: 204 len: 168 time: 0.1838541 Feb 21 09:54:09.014618 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e671d49b-23eb-4eab-9d9e-951789807fbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3524dedd-6a0a-404a-9b7a-01f642a2d79b,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:54:09.258477 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebed22e1-5797-4aff-8a25-42e3c59f47c3 req-2b9f3107-1336-43dc-8a14-e7b515392549 tempest-VolumesActionsTest-815432193 tempest-VolumesActionsTest-815432193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:54:09.260024 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-ebed22e1-5797-4aff-8a25-42e3c59f47c3 req-2b9f3107-1336-43dc-8a14-e7b515392549 tempest-VolumesActionsTest-815432193 tempest-VolumesActionsTest-815432193-project] 10.222.0.71 "GET /v2.0/ports?device_id=cb0fcbeb-60cb-48f2-9631-14a055d564f2 HTTP/1.1" status: 200 len: 946 time: 0.0638857 Feb 21 09:54:09.316675 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-ebed22e1-5797-4aff-8a25-42e3c59f47c3 req-f62977dd-316c-4adf-a70f-46bbfbcab833 tempest-VolumesActionsTest-815432193 tempest-VolumesActionsTest-815432193-project] 10.222.0.71 "GET /v2.0/security-groups?id=00a38a0a-5665-4828-a275-b63af09a2c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510507 Feb 21 09:54:09.664734 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (ce3e6371-75e2-4bba-8260-49cd855bb251), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:10.434062 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed0706e-1b1a-4efd-8ceb-935e6901b086 req-1982c366-03db-4b5f-ae7f-cb3e037ed0e5 tempest-VolumesActionsTest-815432193 tempest-VolumesActionsTest-815432193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:54:10.435524 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-6ed0706e-1b1a-4efd-8ceb-935e6901b086 req-1982c366-03db-4b5f-ae7f-cb3e037ed0e5 tempest-VolumesActionsTest-815432193 tempest-VolumesActionsTest-815432193-project] 10.222.0.71 "GET /v2.0/ports?device_id=cb0fcbeb-60cb-48f2-9631-14a055d564f2 HTTP/1.1" status: 200 len: 946 time: 0.0514970 Feb 21 09:54:10.481500 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-6ed0706e-1b1a-4efd-8ceb-935e6901b086 req-c23060b9-25df-4d3d-9374-4907d0abec7b tempest-VolumesActionsTest-815432193 tempest-VolumesActionsTest-815432193-project] 10.222.0.71 "GET /v2.0/security-groups?id=00a38a0a-5665-4828-a275-b63af09a2c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405483 Feb 21 09:54:11.687243 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8df3da9-f419-489c-9ecc-bd196476bc77 req-37f1c110-07af-4e82-875d-44a220930524 tempest-VolumesActionsTest-815432193 tempest-VolumesActionsTest-815432193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:54:11.688752 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-c8df3da9-f419-489c-9ecc-bd196476bc77 req-37f1c110-07af-4e82-875d-44a220930524 tempest-VolumesActionsTest-815432193 tempest-VolumesActionsTest-815432193-project] 10.222.0.71 "GET /v2.0/ports?device_id=cb0fcbeb-60cb-48f2-9631-14a055d564f2 HTTP/1.1" status: 200 len: 946 time: 0.0544190 Feb 21 09:54:11.735168 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-c8df3da9-f419-489c-9ecc-bd196476bc77 req-c412a9c7-f3d1-4e89-8211-db0d37a8980d tempest-VolumesActionsTest-815432193 tempest-VolumesActionsTest-815432193-project] 10.222.0.71 "GET /v2.0/security-groups?id=00a38a0a-5665-4828-a275-b63af09a2c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395668 Feb 21 09:54:12.857168 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e7012c-a233-469b-be8f-d20e11727675 req-9c1fab4d-b37a-470a-a783-1b897d3d4114 tempest-VolumesActionsTest-815432193 tempest-VolumesActionsTest-815432193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:54:12.858641 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-91e7012c-a233-469b-be8f-d20e11727675 req-9c1fab4d-b37a-470a-a783-1b897d3d4114 tempest-VolumesActionsTest-815432193 tempest-VolumesActionsTest-815432193-project] 10.222.0.71 "GET /v2.0/ports?device_id=cb0fcbeb-60cb-48f2-9631-14a055d564f2 HTTP/1.1" status: 200 len: 946 time: 0.0553501 Feb 21 09:54:12.904240 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-91e7012c-a233-469b-be8f-d20e11727675 req-ce63c65b-ed36-42cb-835f-d62fbbd8f180 tempest-VolumesActionsTest-815432193 tempest-VolumesActionsTest-815432193-project] 10.222.0.71 "GET /v2.0/security-groups?id=00a38a0a-5665-4828-a275-b63af09a2c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402608 Feb 21 09:54:13.004075 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2353309-aa09-45ca-9b66-f358b99ad3ed req-7b01967d-a873-459d-9e63-8b377892a082 tempest-VolumesActionsTest-815432193 tempest-VolumesActionsTest-815432193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:54:13.005521 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-c2353309-aa09-45ca-9b66-f358b99ad3ed req-7b01967d-a873-459d-9e63-8b377892a082 tempest-VolumesActionsTest-815432193 tempest-VolumesActionsTest-815432193-project] 10.222.0.69 "GET /v2.0/ports?device_id=cb0fcbeb-60cb-48f2-9631-14a055d564f2 HTTP/1.1" status: 200 len: 946 time: 0.0513222 Feb 21 09:54:13.100028 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-c2353309-aa09-45ca-9b66-f358b99ad3ed req-89af1b0d-a064-42d4-9103-1816921b9aff tempest-VolumesActionsTest-815432193 tempest-VolumesActionsTest-815432193-project] Deleting port 33b3ec72-123c-4bfb-b03a-ab0653c9f45b {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 09:54:13.100806 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-c2353309-aa09-45ca-9b66-f358b99ad3ed req-89af1b0d-a064-42d4-9103-1816921b9aff tempest-VolumesActionsTest-815432193 tempest-VolumesActionsTest-815432193-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782759436822'] for port (33b3ec72-123c-4bfb-b03a-ab0653c9f45b), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:13.187825 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-c2353309-aa09-45ca-9b66-f358b99ad3ed req-89af1b0d-a064-42d4-9103-1816921b9aff tempest-VolumesActionsTest-815432193 tempest-VolumesActionsTest-815432193-project] For port 33b3ec72-123c-4bfb-b03a-ab0653c9f45b, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=33b3ec72-123c-4bfb-b03a-ab0653c9f45b,segment=NetworkSegment(e6830fac-1a6f-4a02-8fdd-008b020d4f0a),segment_id=e6830fac-1a6f-4a02-8fdd-008b020d4f0a)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:54:13.188190 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-c2353309-aa09-45ca-9b66-f358b99ad3ed req-89af1b0d-a064-42d4-9103-1816921b9aff tempest-VolumesActionsTest-815432193 tempest-VolumesActionsTest-815432193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7915455'] for port (33b3ec72-123c-4bfb-b03a-ab0653c9f45b), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:13.200890 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-c2353309-aa09-45ca-9b66-f358b99ad3ed req-89af1b0d-a064-42d4-9103-1816921b9aff tempest-VolumesActionsTest-815432193 tempest-VolumesActionsTest-815432193-project] Calling delete_port for 33b3ec72-123c-4bfb-b03a-ab0653c9f45b owned by compute:nova {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 09:54:13.399117 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-c2353309-aa09-45ca-9b66-f358b99ad3ed req-89af1b0d-a064-42d4-9103-1816921b9aff tempest-VolumesActionsTest-815432193 tempest-VolumesActionsTest-815432193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782759442297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782758885681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277415'] for port (33b3ec72-123c-4bfb-b03a-ab0653c9f45b), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:13.410338 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] get_ports_and_sgs() called for port_ids ['33b3ec72-123c-4bfb-b03a-ab0653c9f45b'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 09:54:13.425883 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89af1b0d-a064-42d4-9103-1816921b9aff tempest-VolumesActionsTest-815432193 tempest-VolumesActionsTest-815432193-project] Pushing event deleted for resources: {'Port': ['ID=33b3ec72-123c-4bfb-b03a-ab0653c9f45b,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:54:13.468622 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2353309-aa09-45ca-9b66-f358b99ad3ed req-89af1b0d-a064-42d4-9103-1816921b9aff tempest-VolumesActionsTest-815432193 tempest-VolumesActionsTest-815432193-project] No DVR routers for this DVR port 33b3ec72-123c-4bfb-b03a-ab0653c9f45b on host hv-cinder-80475 {{(pid=109856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:54:13.471031 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-c2353309-aa09-45ca-9b66-f358b99ad3ed req-89af1b0d-a064-42d4-9103-1816921b9aff tempest-VolumesActionsTest-815432193 tempest-VolumesActionsTest-815432193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8333137'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:13.474308 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-c2353309-aa09-45ca-9b66-f358b99ad3ed req-89af1b0d-a064-42d4-9103-1816921b9aff tempest-VolumesActionsTest-815432193 tempest-VolumesActionsTest-815432193-project] 10.222.0.69 "DELETE /v2.0/ports/33b3ec72-123c-4bfb-b03a-ab0653c9f45b HTTP/1.1" status: 204 len: 173 time: 0.4632046 Feb 21 09:54:13.474749 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb0fcbeb-60cb-48f2-9631-14a055d564f2', 'name': 'network-vif-deleted', 'tag': '33b3ec72-123c-4bfb-b03a-ab0653c9f45b'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:54:13.477733 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c95017b57136a4249e8df2494e5587cd96ada80ae38c14c6a4695013360e62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-835d94ec-4b73-48f9-8828-e32ce7af3452" -d '{"events": [{"server_uuid": "cb0fcbeb-60cb-48f2-9631-14a055d564f2", "name": "network-vif-deleted", "tag": "33b3ec72-123c-4bfb-b03a-ab0653c9f45b"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:54:13.514003 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 09:54:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f236ff4-731a-46b9-8998-6e9ad4d13b09 x-openstack-request-id: req-1f236ff4-731a-46b9-8998-6e9ad4d13b09 {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:54:13.514303 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb0fcbeb-60cb-48f2-9631-14a055d564f2", "name": "network-vif-deleted", "tag": "33b3ec72-123c-4bfb-b03a-ab0653c9f45b", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:54:13.514566 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-1f236ff4-731a-46b9-8998-6e9ad4d13b09 {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:54:13.514993 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb0fcbeb-60cb-48f2-9631-14a055d564f2', 'name': 'network-vif-deleted', 'tag': '33b3ec72-123c-4bfb-b03a-ab0653c9f45b', 'status': 'completed', 'code': 200} Feb 21 09:54:14.011628 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-5f9d0a97-02ce-4be8-9a72-07c6157933dd req-6466c345-41f6-48bc-b9fc-730462c35526 tempest-VolumesActionsTest-815432193 tempest-VolumesActionsTest-815432193-project] 10.222.0.71 "GET /v2.0/ports?device_id=cb0fcbeb-60cb-48f2-9631-14a055d564f2 HTTP/1.1" status: 200 len: 210 time: 0.0303898 Feb 21 09:54:16.138123 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.agents_db [None req-1af9f625-7d23-4c31-ae08-d0e8b46e8d0e None None] Agent healthcheck: found 6 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 09:54:18.050962 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Device 33b3ec72-123c-4bfb-b03a-ab0653c9f45b no longer exists at agent hyperv_hv-cinder-80475 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 09:54:18.073449 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] No Port match for: 33b3ec72-123c-4bfb-b03a-ab0653c9f45b {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 09:54:18.073797 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Device 33b3ec72-123c-4bfb-b03a-ab0653c9f45b not bound to the agent host hv-cinder-80475 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 09:54:20.237516 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 59626) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:54:20.393904 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-0c811a44-1887-4f4c-9297-f907bf539bd4 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Deleting port cfce15e1-8cbe-42ad-8215-0b51d944cf29 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 09:54:20.394248 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0c811a44-1887-4f4c-9297-f907bf539bd4 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782759436822'] for port (cfce15e1-8cbe-42ad-8215-0b51d944cf29), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:20.471798 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0c811a44-1887-4f4c-9297-f907bf539bd4 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7915455'] for port (cfce15e1-8cbe-42ad-8215-0b51d944cf29), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:20.471798 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0c811a44-1887-4f4c-9297-f907bf539bd4 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Publish callbacks [] for floatingip (cfce15e1-8cbe-42ad-8215-0b51d944cf29), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:20.484034 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-0c811a44-1887-4f4c-9297-f907bf539bd4 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Calling delete_port for cfce15e1-8cbe-42ad-8215-0b51d944cf29 owned by network:floatingip {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 09:54:20.733819 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0c811a44-1887-4f4c-9297-f907bf539bd4 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782759442297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782758885681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277415'] for port (cfce15e1-8cbe-42ad-8215-0b51d944cf29), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:20.766197 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c811a44-1887-4f4c-9297-f907bf539bd4 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Pushing event deleted for resources: {'Port': ['ID=cfce15e1-8cbe-42ad-8215-0b51d944cf29,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:54:20.827264 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0c811a44-1887-4f4c-9297-f907bf539bd4 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Publish callbacks [] for floatingip (1adae094-adf6-41b3-80bf-24474d5876c2), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:20.827649 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.db.l3_db [None req-0c811a44-1887-4f4c-9297-f907bf539bd4 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Floating IP 1adae094-adf6-41b3-80bf-24474d5876c2 disassociated (deleted). External IP: 172.27.2.179, port: b94d2516-f2bd-4102-bc81-d23cbeb1d54e. Feb 21 09:54:21.092952 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c811a44-1887-4f4c-9297-f907bf539bd4 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Router 5600eb8e-7c17-4f9f-a1da-1e30b51c9320 has already been hosted by L3 agent f1afc09b-b148-496e-b857-a568110caa3c {{(pid=109856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:54:21.222566 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c811a44-1887-4f4c-9297-f907bf539bd4 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Notify agent at l3_agent.dv-cinder-804757-16-iscsi the message routers_updated {{(pid=109856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:54:21.233455 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67c53d4f-a7aa-4723-88f6-fcd784975ee1 None None] Sync routers for ids ['5600eb8e-7c17-4f9f-a1da-1e30b51c9320'] in dv-cinder-804757-16-iscsi {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 09:54:21.236268 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0c811a44-1887-4f4c-9297-f907bf539bd4 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8333137'] for floatingip (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:21.246618 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c53d4f-a7aa-4723-88f6-fcd784975ee1 None None] Routers {'5600eb8e-7c17-4f9f-a1da-1e30b51c9320'} bound to L3 agent in host dv-cinder-804757-16-iscsi {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:54:21.247248 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-67c53d4f-a7aa-4723-88f6-fcd784975ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T09:37:05Z,description=,heartbeat_timestamp=2022-02-21T09:54:05Z,host='dv-cinder-804757-16-iscsi',id=f1afc09b-b148-496e-b857-a568110caa3c,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:37:06Z,topic='l3_agent')) {'router_ids': ['5600eb8e-7c17-4f9f-a1da-1e30b51c9320'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:54:21.271894 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-0c811a44-1887-4f4c-9297-f907bf539bd4 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] 10.222.0.71 "DELETE /v2.0/floatingips/1adae094-adf6-41b3-80bf-24474d5876c2 HTTP/1.1" status: 204 len: 168 time: 1.0304883 Feb 21 09:54:21.271894 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dce71067-b949-4ba2-bf4a-eb3f757d0fd4', 'tag': 'b94d2516-f2bd-4102-bc81-d23cbeb1d54e'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:54:21.272891 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c95017b57136a4249e8df2494e5587cd96ada80ae38c14c6a4695013360e62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d9e869e-4e94-4ef2-b21d-ab48b04363a5" -d '{"events": [{"name": "network-changed", "server_uuid": "dce71067-b949-4ba2-bf4a-eb3f757d0fd4", "tag": "b94d2516-f2bd-4102-bc81-d23cbeb1d54e"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:54:21.336400 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 09:54:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeb2da3c-eaca-448e-b290-bdeed081453b x-openstack-request-id: req-aeb2da3c-eaca-448e-b290-bdeed081453b {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:54:21.336753 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dce71067-b949-4ba2-bf4a-eb3f757d0fd4", "tag": "b94d2516-f2bd-4102-bc81-d23cbeb1d54e", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:54:21.337016 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-aeb2da3c-eaca-448e-b290-bdeed081453b {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:54:21.337468 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dce71067-b949-4ba2-bf4a-eb3f757d0fd4', 'tag': 'b94d2516-f2bd-4102-bc81-d23cbeb1d54e', 'status': 'completed', 'code': 200} Feb 21 09:54:21.388565 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-67c53d4f-a7aa-4723-88f6-fcd784975ee1 None None] Set router 5600eb8e-7c17-4f9f-a1da-1e30b51c9320 gateway port host: dv-cinder-804757-16-iscsi {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:54:21.424592 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9e869e-4e94-4ef2-b21d-ab48b04363a5 req-50449288-503c-496a-9dc4-3af4ecbd71d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:54:21.427175 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-8d9e869e-4e94-4ef2-b21d-ab48b04363a5 req-50449288-503c-496a-9dc4-3af4ecbd71d6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=30ad631be25d4fecbaae288015f66e22&device_id=dce71067-b949-4ba2-bf4a-eb3f757d0fd4 HTTP/1.1" status: 200 len: 1129 time: 0.0639067 Feb 21 09:54:21.537873 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9e869e-4e94-4ef2-b21d-ab48b04363a5 req-76031934-5212-4d30-b52b-d4be62d6a3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:54:21.540090 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-8d9e869e-4e94-4ef2-b21d-ab48b04363a5 req-76031934-5212-4d30-b52b-d4be62d6a3ef service neutron] 10.222.0.69 "GET /v2.0/networks?id=d18a3abc-b5f2-49e7-9725-3ef800bd13ad HTTP/1.1" status: 200 len: 912 time: 0.1063056 Feb 21 09:54:21.587069 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-8d9e869e-4e94-4ef2-b21d-ab48b04363a5 req-3dc2f6b0-91f8-4007-8ba3-8d6aca536f0a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b94d2516-f2bd-4102-bc81-d23cbeb1d54e HTTP/1.1" status: 200 len: 217 time: 0.0401962 Feb 21 09:54:21.643028 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-67c53d4f-a7aa-4723-88f6-fcd784975ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5600eb8e-7c17-4f9f-a1da-1e30b51c9320', 'name': 'tempest-TestVolumeBootPattern-658171796-router', 'tenant_id': '30ad631be25d4fecbaae288015f66e22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'external_fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': '0dfed553-0ff5-4440-8723-a16130804a8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:46:22Z', 'updated_at': '2022-02-21T09:46:26Z', 'revision_number': 4, 'project_id': '30ad631be25d4fecbaae288015f66e22', 'gw_port': {'id': '0dfed553-0ff5-4440-8723-a16130804a8f', 'name': '', 'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:07:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5600eb8e-7c17-4f9f-a1da-1e30b51c9320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 192, 'fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:46:23Z', 'updated_at': '2022-02-21T09:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-16-iscsi', '_floatingips': [{'id': '4e0ea8e7-b324-47e0-be75-2bd1424521a8', 'tenant_id': '30ad631be25d4fecbaae288015f66e22', 'floating_ip_address': '172.27.2.110', 'floating_network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'router_id': '5600eb8e-7c17-4f9f-a1da-1e30b51c9320', 'port_id': '6fab6917-9925-48cb-94f4-9cade4eb59ef', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd18a3abc-b5f2-49e7-9725-3ef800bd13ad', 'mac_address': 'fa:16:3e:9e:cb:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a841b5-2dd7-4c1f-aaae-cf28270060bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T09:50:32Z', 'updated_at': '2022-02-21T09:50:34Z', 'revision_number': 1, 'project_id': '30ad631be25d4fecbaae288015f66e22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27ceaa89-d6cf-45d0-a3ee-7c6384e5de68', 'name': '', 'network_id': 'd18a3abc-b5f2-49e7-9725-3ef800bd13ad', 'tenant_id': '30ad631be25d4fecbaae288015f66e22', 'mac_address': 'fa:16:3e:dc:3a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5600eb8e-7c17-4f9f-a1da-1e30b51c9320', 'device_owner': 'network:router_interface', 'standard_attr_id': 193, 'fixed_ips': [{'subnet_id': 'e209d30c-904a-4983-811a-38e909a2873c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:46:25Z', 'updated_at': '2022-02-21T09:46:29Z', 'revision_number': 5, 'project_id': '30ad631be25d4fecbaae288015f66e22', 'subnets': [{'id': 'e209d30c-904a-4983-811a-38e909a2873c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-16-iscsi', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:54:21.657550 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9e869e-4e94-4ef2-b21d-ab48b04363a5 req-42238ebf-3260-42e5-9415-8cef87733060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:54:21.660197 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-8d9e869e-4e94-4ef2-b21d-ab48b04363a5 req-42238ebf-3260-42e5-9415-8cef87733060 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e209d30c-904a-4983-811a-38e909a2873c HTTP/1.1" status: 200 len: 850 time: 0.0664303 Feb 21 09:54:21.755345 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9e869e-4e94-4ef2-b21d-ab48b04363a5 req-92c2e7fa-4bb4-44c8-8a19-c05ecd2c6dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:54:21.759926 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-8d9e869e-4e94-4ef2-b21d-ab48b04363a5 req-92c2e7fa-4bb4-44c8-8a19-c05ecd2c6dbb service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d18a3abc-b5f2-49e7-9725-3ef800bd13ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0943513 Feb 21 09:54:21.812018 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67c53d4f-a7aa-4723-88f6-fcd784975ee1 None None] Checking router: 5600eb8e-7c17-4f9f-a1da-1e30b51c9320 for host: dv-cinder-804757-16-iscsi {{(pid=109858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 09:54:21.824535 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c53d4f-a7aa-4723-88f6-fcd784975ee1 None None] Routers {'5600eb8e-7c17-4f9f-a1da-1e30b51c9320'} bound to L3 agent in host dv-cinder-804757-16-iscsi {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:54:21.825361 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-67c53d4f-a7aa-4723-88f6-fcd784975ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T09:37:05Z,description=,heartbeat_timestamp=2022-02-21T09:54:05Z,host='dv-cinder-804757-16-iscsi',id=f1afc09b-b148-496e-b857-a568110caa3c,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:37:06Z,topic='l3_agent')) {'router_ids': ['5600eb8e-7c17-4f9f-a1da-1e30b51c9320'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:54:21.934274 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ff91aa-a679-4c06-bfb6-5c352b4a7d56 req-6a8e4de9-d623-4351-b57f-d72e4730e4a5 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:54:21.935968 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-f3ff91aa-a679-4c06-bfb6-5c352b4a7d56 req-6a8e4de9-d623-4351-b57f-d72e4730e4a5 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] 10.222.0.71 "GET /v2.0/ports?device_id=dce71067-b949-4ba2-bf4a-eb3f757d0fd4 HTTP/1.1" status: 200 len: 945 time: 0.1407249 Feb 21 09:54:21.963670 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-67c53d4f-a7aa-4723-88f6-fcd784975ee1 None None] Set router 5600eb8e-7c17-4f9f-a1da-1e30b51c9320 gateway port host: dv-cinder-804757-16-iscsi {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:54:21.971991 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-8d9e869e-4e94-4ef2-b21d-ab48b04363a5 req-e6d4ee17-ed69-47b9-9ad8-d4c7136195f5 service neutron] 10.222.0.69 "GET /v2.0/networks/d18a3abc-b5f2-49e7-9725-3ef800bd13ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033017 Feb 21 09:54:22.014369 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-f3ff91aa-a679-4c06-bfb6-5c352b4a7d56 req-38c18b6a-bb53-4e57-8bb7-004710758319 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] 10.222.0.71 "GET /v2.0/security-groups?id=fe504167-9a9a-4442-9390-523a4e1fa709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702629 Feb 21 09:54:22.126894 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-8d9e869e-4e94-4ef2-b21d-ab48b04363a5 req-42b75b7d-ccc9-451c-806e-f111fbd8423d service neutron] 10.222.0.69 "GET /v2.0/networks/d18a3abc-b5f2-49e7-9725-3ef800bd13ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173451 Feb 21 09:54:22.225899 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-67c53d4f-a7aa-4723-88f6-fcd784975ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5600eb8e-7c17-4f9f-a1da-1e30b51c9320', 'name': 'tempest-TestVolumeBootPattern-658171796-router', 'tenant_id': '30ad631be25d4fecbaae288015f66e22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'external_fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': '0dfed553-0ff5-4440-8723-a16130804a8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:46:22Z', 'updated_at': '2022-02-21T09:46:26Z', 'revision_number': 4, 'project_id': '30ad631be25d4fecbaae288015f66e22', 'gw_port': {'id': '0dfed553-0ff5-4440-8723-a16130804a8f', 'name': '', 'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:07:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5600eb8e-7c17-4f9f-a1da-1e30b51c9320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 192, 'fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:46:23Z', 'updated_at': '2022-02-21T09:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-16-iscsi', '_floatingips': [{'id': '4e0ea8e7-b324-47e0-be75-2bd1424521a8', 'tenant_id': '30ad631be25d4fecbaae288015f66e22', 'floating_ip_address': '172.27.2.110', 'floating_network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'router_id': '5600eb8e-7c17-4f9f-a1da-1e30b51c9320', 'port_id': '6fab6917-9925-48cb-94f4-9cade4eb59ef', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd18a3abc-b5f2-49e7-9725-3ef800bd13ad', 'mac_address': 'fa:16:3e:9e:cb:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a841b5-2dd7-4c1f-aaae-cf28270060bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T09:50:32Z', 'updated_at': '2022-02-21T09:50:34Z', 'revision_number': 1, 'project_id': '30ad631be25d4fecbaae288015f66e22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27ceaa89-d6cf-45d0-a3ee-7c6384e5de68', 'name': '', 'network_id': 'd18a3abc-b5f2-49e7-9725-3ef800bd13ad', 'tenant_id': '30ad631be25d4fecbaae288015f66e22', 'mac_address': 'fa:16:3e:dc:3a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5600eb8e-7c17-4f9f-a1da-1e30b51c9320', 'device_owner': 'network:router_interface', 'standard_attr_id': 193, 'fixed_ips': [{'subnet_id': 'e209d30c-904a-4983-811a-38e909a2873c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:46:25Z', 'updated_at': '2022-02-21T09:46:29Z', 'revision_number': 5, 'project_id': '30ad631be25d4fecbaae288015f66e22', 'subnets': [{'id': 'e209d30c-904a-4983-811a-38e909a2873c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-16-iscsi', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:54:22.257079 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67c53d4f-a7aa-4723-88f6-fcd784975ee1 None None] The sync data for ids ['5600eb8e-7c17-4f9f-a1da-1e30b51c9320'] in dv-cinder-804757-16-iscsi is: [{'id': '5600eb8e-7c17-4f9f-a1da-1e30b51c9320', 'name': 'tempest-TestVolumeBootPattern-658171796-router', 'tenant_id': '30ad631be25d4fecbaae288015f66e22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'external_fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': '0dfed553-0ff5-4440-8723-a16130804a8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:46:22Z', 'updated_at': '2022-02-21T09:46:26Z', 'revision_number': 4, 'project_id': '30ad631be25d4fecbaae288015f66e22', 'gw_port': {'id': '0dfed553-0ff5-4440-8723-a16130804a8f', 'name': '', 'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:07:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5600eb8e-7c17-4f9f-a1da-1e30b51c9320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 192, 'fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:46:23Z', 'updated_at': '2022-02-21T09:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-16-iscsi', '_floatingips': [{'id': '4e0ea8e7-b324-47e0-be75-2bd1424521a8', 'tenant_id': '30ad631be25d4fecbaae288015f66e22', 'floating_ip_address': '172.27.2.110', 'floating_network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'router_id': '5600eb8e-7c17-4f9f-a1da-1e30b51c9320', 'port_id': '6fab6917-9925-48cb-94f4-9cade4eb59ef', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd18a3abc-b5f2-49e7-9725-3ef800bd13ad', 'mac_address': 'fa:16:3e:9e:cb:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a841b5-2dd7-4c1f-aaae-cf28270060bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T09:50:32Z', 'updated_at': '2022-02-21T09:50:34Z', 'revision_number': 1, 'project_id': '30ad631be25d4fecbaae288015f66e22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27ceaa89-d6cf-45d0-a3ee-7c6384e5de68', 'name': '', 'network_id': 'd18a3abc-b5f2-49e7-9725-3ef800bd13ad', 'tenant_id': '30ad631be25d4fecbaae288015f66e22', 'mac_address': 'fa:16:3e:dc:3a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5600eb8e-7c17-4f9f-a1da-1e30b51c9320', 'device_owner': 'network:router_interface', 'standard_attr_id': 193, 'fixed_ips': [{'subnet_id': 'e209d30c-904a-4983-811a-38e909a2873c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:46:25Z', 'updated_at': '2022-02-21T09:46:29Z', 'revision_number': 5, 'project_id': '30ad631be25d4fecbaae288015f66e22', 'subnets': [{'id': 'e209d30c-904a-4983-811a-38e909a2873c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 09:54:22.539355 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa3548d-f111-4a77-8863-e7742ccab03d None None] New status for floating IP 1adae094-adf6-41b3-80bf-24474d5876c2: DOWN {{(pid=109859) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 21 09:54:23.155241 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06af9bf6-4746-4d57-8a2a-2543a6a4097b req-3ad2311a-3419-4d1c-aebc-92f37881aeae tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:54:23.157490 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-06af9bf6-4746-4d57-8a2a-2543a6a4097b req-3ad2311a-3419-4d1c-aebc-92f37881aeae tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] 10.222.0.71 "GET /v2.0/ports?device_id=dce71067-b949-4ba2-bf4a-eb3f757d0fd4 HTTP/1.1" status: 200 len: 945 time: 0.0640771 Feb 21 09:54:23.215922 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-06af9bf6-4746-4d57-8a2a-2543a6a4097b req-e36bde8e-82cc-4b27-bcf4-93ad8b12b0fe tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] 10.222.0.71 "GET /v2.0/security-groups?id=fe504167-9a9a-4442-9390-523a4e1fa709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516753 Feb 21 09:54:23.694413 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c52ad7-6421-4a88-be07-70a6e65c329e req-3fd7d61d-9bd7-4cc9-a3b4-83fe7aeaa866 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:54:23.696009 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-05c52ad7-6421-4a88-be07-70a6e65c329e req-3fd7d61d-9bd7-4cc9-a3b4-83fe7aeaa866 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] 10.222.0.69 "GET /v2.0/ports?device_id=dce71067-b949-4ba2-bf4a-eb3f757d0fd4 HTTP/1.1" status: 200 len: 945 time: 0.0604739 Feb 21 09:54:23.802523 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-05c52ad7-6421-4a88-be07-70a6e65c329e req-d11ea395-85b9-4d7a-aef4-24fbd9f34725 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Deleting port b94d2516-f2bd-4102-bc81-d23cbeb1d54e {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 09:54:23.802888 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-05c52ad7-6421-4a88-be07-70a6e65c329e req-d11ea395-85b9-4d7a-aef4-24fbd9f34725 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782759436822'] for port (b94d2516-f2bd-4102-bc81-d23cbeb1d54e), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:23.896606 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-05c52ad7-6421-4a88-be07-70a6e65c329e req-d11ea395-85b9-4d7a-aef4-24fbd9f34725 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] For port b94d2516-f2bd-4102-bc81-d23cbeb1d54e, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=b94d2516-f2bd-4102-bc81-d23cbeb1d54e,segment=NetworkSegment(18c0b10b-491c-457e-b8a5-db4c9de6ed16),segment_id=18c0b10b-491c-457e-b8a5-db4c9de6ed16)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:54:23.896978 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-05c52ad7-6421-4a88-be07-70a6e65c329e req-d11ea395-85b9-4d7a-aef4-24fbd9f34725 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7915455'] for port (b94d2516-f2bd-4102-bc81-d23cbeb1d54e), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:23.909587 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-05c52ad7-6421-4a88-be07-70a6e65c329e req-d11ea395-85b9-4d7a-aef4-24fbd9f34725 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Calling delete_port for b94d2516-f2bd-4102-bc81-d23cbeb1d54e owned by compute:nova {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 09:54:24.213824 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-05c52ad7-6421-4a88-be07-70a6e65c329e req-d11ea395-85b9-4d7a-aef4-24fbd9f34725 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782759442297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782758885681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277415'] for port (b94d2516-f2bd-4102-bc81-d23cbeb1d54e), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:24.243771 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11ea395-85b9-4d7a-aef4-24fbd9f34725 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Pushing event deleted for resources: {'Port': ['ID=b94d2516-f2bd-4102-bc81-d23cbeb1d54e,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:54:24.295653 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-05c52ad7-6421-4a88-be07-70a6e65c329e req-d11ea395-85b9-4d7a-aef4-24fbd9f34725 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] No DVR routers for this DVR port b94d2516-f2bd-4102-bc81-d23cbeb1d54e on host hv-cinder-80475 {{(pid=109856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:54:24.295653 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-05c52ad7-6421-4a88-be07-70a6e65c329e req-d11ea395-85b9-4d7a-aef4-24fbd9f34725 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8333137'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:24.295653 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-05c52ad7-6421-4a88-be07-70a6e65c329e req-d11ea395-85b9-4d7a-aef4-24fbd9f34725 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] 10.222.0.69 "DELETE /v2.0/ports/b94d2516-f2bd-4102-bc81-d23cbeb1d54e HTTP/1.1" status: 204 len: 173 time: 0.5919678 Feb 21 09:54:24.303499 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dce71067-b949-4ba2-bf4a-eb3f757d0fd4', 'name': 'network-vif-deleted', 'tag': 'b94d2516-f2bd-4102-bc81-d23cbeb1d54e'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:54:24.303499 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c95017b57136a4249e8df2494e5587cd96ada80ae38c14c6a4695013360e62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8094939a-ce34-4bd9-9118-4e9cb3eceb55" -d '{"events": [{"server_uuid": "dce71067-b949-4ba2-bf4a-eb3f757d0fd4", "name": "network-vif-deleted", "tag": "b94d2516-f2bd-4102-bc81-d23cbeb1d54e"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:54:24.333158 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-c728c8b2-a3fc-4fcc-8b71-be956c653aaa req-093816bb-56e0-4873-99fa-e6ca1a6b81a4 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] 10.222.0.71 "GET /v2.0/ports?device_id=dce71067-b949-4ba2-bf4a-eb3f757d0fd4 HTTP/1.1" status: 200 len: 210 time: 0.0364871 Feb 21 09:54:24.358490 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 09:54:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53180695-222a-4254-a7c6-fa1c0d12bc02 x-openstack-request-id: req-53180695-222a-4254-a7c6-fa1c0d12bc02 {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:54:24.358790 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dce71067-b949-4ba2-bf4a-eb3f757d0fd4", "name": "network-vif-deleted", "tag": "b94d2516-f2bd-4102-bc81-d23cbeb1d54e", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:54:24.359161 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-53180695-222a-4254-a7c6-fa1c0d12bc02 {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:54:24.359448 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dce71067-b949-4ba2-bf4a-eb3f757d0fd4', 'name': 'network-vif-deleted', 'tag': 'b94d2516-f2bd-4102-bc81-d23cbeb1d54e', 'status': 'completed', 'code': 200} Feb 21 09:54:25.504164 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-81b6f188-8d56-4e70-b742-b05762a32f89 req-69ee27e7-b8cc-4f6d-9271-f9a5bb68aca5 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] 10.222.0.71 "GET /v2.0/ports?device_id=dce71067-b949-4ba2-bf4a-eb3f757d0fd4 HTTP/1.1" status: 200 len: 210 time: 0.0530190 Feb 21 09:54:27.752073 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Device b94d2516-f2bd-4102-bc81-d23cbeb1d54e no longer exists at agent hyperv_hv-cinder-80475 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 09:54:27.779288 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] No Port match for: b94d2516-f2bd-4102-bc81-d23cbeb1d54e {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 09:54:27.780064 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Device b94d2516-f2bd-4102-bc81-d23cbeb1d54e not bound to the agent host hv-cinder-80475 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 09:54:29.042692 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 59718) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:54:29.505905 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-af821107-0491-4c95-b1cd-174b6c0b82fe tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Deleting port 3dc4e93c-8eac-4e14-85f1-56ae3135414b {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 09:54:29.506317 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-af821107-0491-4c95-b1cd-174b6c0b82fe tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782759436822'] for port (3dc4e93c-8eac-4e14-85f1-56ae3135414b), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:29.607101 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-af821107-0491-4c95-b1cd-174b6c0b82fe tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7915455'] for port (3dc4e93c-8eac-4e14-85f1-56ae3135414b), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:29.607437 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-af821107-0491-4c95-b1cd-174b6c0b82fe tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Publish callbacks [] for floatingip (3dc4e93c-8eac-4e14-85f1-56ae3135414b), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:29.619905 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-af821107-0491-4c95-b1cd-174b6c0b82fe tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Calling delete_port for 3dc4e93c-8eac-4e14-85f1-56ae3135414b owned by network:floatingip {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 09:54:30.151216 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-af821107-0491-4c95-b1cd-174b6c0b82fe tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782759442297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782758885681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277415'] for port (3dc4e93c-8eac-4e14-85f1-56ae3135414b), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:30.177011 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af821107-0491-4c95-b1cd-174b6c0b82fe tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Pushing event deleted for resources: {'Port': ['ID=3dc4e93c-8eac-4e14-85f1-56ae3135414b,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:54:30.238900 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-af821107-0491-4c95-b1cd-174b6c0b82fe tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Publish callbacks [] for floatingip (4e0ea8e7-b324-47e0-be75-2bd1424521a8), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:30.239256 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.db.l3_db [None req-af821107-0491-4c95-b1cd-174b6c0b82fe tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Floating IP 4e0ea8e7-b324-47e0-be75-2bd1424521a8 disassociated (deleted). External IP: 172.27.2.110, port: 6fab6917-9925-48cb-94f4-9cade4eb59ef. Feb 21 09:54:30.462243 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af821107-0491-4c95-b1cd-174b6c0b82fe tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Router 5600eb8e-7c17-4f9f-a1da-1e30b51c9320 has already been hosted by L3 agent f1afc09b-b148-496e-b857-a568110caa3c {{(pid=109856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:54:30.589936 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af821107-0491-4c95-b1cd-174b6c0b82fe tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Notify agent at l3_agent.dv-cinder-804757-16-iscsi the message routers_updated {{(pid=109856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:54:30.596196 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-af821107-0491-4c95-b1cd-174b6c0b82fe tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8333137'] for floatingip (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:30.602592 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8adc477-13f8-4787-82cf-a790f8d1585a None None] Sync routers for ids ['5600eb8e-7c17-4f9f-a1da-1e30b51c9320'] in dv-cinder-804757-16-iscsi {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 09:54:30.617653 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8adc477-13f8-4787-82cf-a790f8d1585a None None] Routers {'5600eb8e-7c17-4f9f-a1da-1e30b51c9320'} bound to L3 agent in host dv-cinder-804757-16-iscsi {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:54:30.618666 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-f8adc477-13f8-4787-82cf-a790f8d1585a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T09:37:05Z,description=,heartbeat_timestamp=2022-02-21T09:54:05Z,host='dv-cinder-804757-16-iscsi',id=f1afc09b-b148-496e-b857-a568110caa3c,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:37:06Z,topic='l3_agent')) {'router_ids': ['5600eb8e-7c17-4f9f-a1da-1e30b51c9320'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:54:30.635302 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-af821107-0491-4c95-b1cd-174b6c0b82fe tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] 10.222.0.71 "DELETE /v2.0/floatingips/4e0ea8e7-b324-47e0-be75-2bd1424521a8 HTTP/1.1" status: 204 len: 168 time: 1.5909646 Feb 21 09:54:30.635983 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2a841b5-2dd7-4c1f-aaae-cf28270060bc', 'tag': '6fab6917-9925-48cb-94f4-9cade4eb59ef'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:54:30.638777 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c95017b57136a4249e8df2494e5587cd96ada80ae38c14c6a4695013360e62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ec05095-9db4-4fb6-99f6-c17cc3d0ec5d" -d '{"events": [{"name": "network-changed", "server_uuid": "b2a841b5-2dd7-4c1f-aaae-cf28270060bc", "tag": "6fab6917-9925-48cb-94f4-9cade4eb59ef"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:54:30.680390 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 09:54:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-539520bd-d009-4b33-9fb7-7f5a4e027e20 x-openstack-request-id: req-539520bd-d009-4b33-9fb7-7f5a4e027e20 {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:54:30.680768 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2a841b5-2dd7-4c1f-aaae-cf28270060bc", "tag": "6fab6917-9925-48cb-94f4-9cade4eb59ef", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:54:30.681023 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-539520bd-d009-4b33-9fb7-7f5a4e027e20 {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:54:30.681429 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2a841b5-2dd7-4c1f-aaae-cf28270060bc', 'tag': '6fab6917-9925-48cb-94f4-9cade4eb59ef', 'status': 'completed', 'code': 200} Feb 21 09:54:30.755183 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec05095-9db4-4fb6-99f6-c17cc3d0ec5d req-f4596715-79a5-4179-a719-d530ea434527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:54:30.756880 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-0ec05095-9db4-4fb6-99f6-c17cc3d0ec5d req-f4596715-79a5-4179-a719-d530ea434527 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=30ad631be25d4fecbaae288015f66e22&device_id=b2a841b5-2dd7-4c1f-aaae-cf28270060bc HTTP/1.1" status: 200 len: 1129 time: 0.0557003 Feb 21 09:54:30.769518 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-f8adc477-13f8-4787-82cf-a790f8d1585a None None] Set router 5600eb8e-7c17-4f9f-a1da-1e30b51c9320 gateway port host: dv-cinder-804757-16-iscsi {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:54:30.858397 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec05095-9db4-4fb6-99f6-c17cc3d0ec5d req-1ed1f5e9-8896-41e9-ab1e-0333a7e8ec95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:54:30.859984 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-0ec05095-9db4-4fb6-99f6-c17cc3d0ec5d req-1ed1f5e9-8896-41e9-ab1e-0333a7e8ec95 service neutron] 10.222.0.69 "GET /v2.0/networks?id=d18a3abc-b5f2-49e7-9725-3ef800bd13ad HTTP/1.1" status: 200 len: 912 time: 0.0973442 Feb 21 09:54:30.929216 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-0ec05095-9db4-4fb6-99f6-c17cc3d0ec5d req-1871cd27-d2bd-493d-8a94-a48ddd6f2fcd service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6fab6917-9925-48cb-94f4-9cade4eb59ef HTTP/1.1" status: 200 len: 217 time: 0.0589848 Feb 21 09:54:30.982566 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec05095-9db4-4fb6-99f6-c17cc3d0ec5d req-ea7dd132-7575-43e1-be17-3a8cfc10d892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:54:30.984553 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-0ec05095-9db4-4fb6-99f6-c17cc3d0ec5d req-ea7dd132-7575-43e1-be17-3a8cfc10d892 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e209d30c-904a-4983-811a-38e909a2873c HTTP/1.1" status: 200 len: 850 time: 0.0494676 Feb 21 09:54:31.064490 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-f8adc477-13f8-4787-82cf-a790f8d1585a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5600eb8e-7c17-4f9f-a1da-1e30b51c9320', 'name': 'tempest-TestVolumeBootPattern-658171796-router', 'tenant_id': '30ad631be25d4fecbaae288015f66e22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'external_fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': '0dfed553-0ff5-4440-8723-a16130804a8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:46:22Z', 'updated_at': '2022-02-21T09:46:26Z', 'revision_number': 4, 'project_id': '30ad631be25d4fecbaae288015f66e22', 'gw_port': {'id': '0dfed553-0ff5-4440-8723-a16130804a8f', 'name': '', 'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:07:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5600eb8e-7c17-4f9f-a1da-1e30b51c9320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 192, 'fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:46:23Z', 'updated_at': '2022-02-21T09:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-16-iscsi', '_interfaces': [{'id': '27ceaa89-d6cf-45d0-a3ee-7c6384e5de68', 'name': '', 'network_id': 'd18a3abc-b5f2-49e7-9725-3ef800bd13ad', 'tenant_id': '30ad631be25d4fecbaae288015f66e22', 'mac_address': 'fa:16:3e:dc:3a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5600eb8e-7c17-4f9f-a1da-1e30b51c9320', 'device_owner': 'network:router_interface', 'standard_attr_id': 193, 'fixed_ips': [{'subnet_id': 'e209d30c-904a-4983-811a-38e909a2873c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:46:25Z', 'updated_at': '2022-02-21T09:46:29Z', 'revision_number': 5, 'project_id': '30ad631be25d4fecbaae288015f66e22', 'subnets': [{'id': 'e209d30c-904a-4983-811a-38e909a2873c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-16-iscsi', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:54:31.068367 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec05095-9db4-4fb6-99f6-c17cc3d0ec5d req-add0ec07-8ba3-40fd-908d-32010a857c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:54:31.072071 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-0ec05095-9db4-4fb6-99f6-c17cc3d0ec5d req-add0ec07-8ba3-40fd-908d-32010a857c95 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d18a3abc-b5f2-49e7-9725-3ef800bd13ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0763843 Feb 21 09:54:31.110626 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8adc477-13f8-4787-82cf-a790f8d1585a None None] Checking router: 5600eb8e-7c17-4f9f-a1da-1e30b51c9320 for host: dv-cinder-804757-16-iscsi {{(pid=109858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 09:54:31.122350 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8adc477-13f8-4787-82cf-a790f8d1585a None None] Routers {'5600eb8e-7c17-4f9f-a1da-1e30b51c9320'} bound to L3 agent in host dv-cinder-804757-16-iscsi {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:54:31.123034 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-f8adc477-13f8-4787-82cf-a790f8d1585a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T09:37:05Z,description=,heartbeat_timestamp=2022-02-21T09:54:05Z,host='dv-cinder-804757-16-iscsi',id=f1afc09b-b148-496e-b857-a568110caa3c,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:37:06Z,topic='l3_agent')) {'router_ids': ['5600eb8e-7c17-4f9f-a1da-1e30b51c9320'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:54:31.217185 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-0ec05095-9db4-4fb6-99f6-c17cc3d0ec5d req-9beb8491-886a-4981-a8a7-3ca929adcc3a service neutron] 10.222.0.69 "GET /v2.0/networks/d18a3abc-b5f2-49e7-9725-3ef800bd13ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371732 Feb 21 09:54:31.230348 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b9b31e-d480-4e70-a288-3b5ddbb6acd7 req-786cdcc2-cf91-4b61-9e5d-03f13f888caa tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:54:31.232135 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-f7b9b31e-d480-4e70-a288-3b5ddbb6acd7 req-786cdcc2-cf91-4b61-9e5d-03f13f888caa tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] 10.222.0.71 "GET /v2.0/ports?device_id=b2a841b5-2dd7-4c1f-aaae-cf28270060bc HTTP/1.1" status: 200 len: 945 time: 0.0921059 Feb 21 09:54:31.291830 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-f8adc477-13f8-4787-82cf-a790f8d1585a None None] Set router 5600eb8e-7c17-4f9f-a1da-1e30b51c9320 gateway port host: dv-cinder-804757-16-iscsi {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:54:31.360432 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-f7b9b31e-d480-4e70-a288-3b5ddbb6acd7 req-e0ddb66d-7877-48d4-b2db-3b08f2d79e06 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] 10.222.0.71 "GET /v2.0/security-groups?id=fe504167-9a9a-4442-9390-523a4e1fa709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1126943 Feb 21 09:54:31.393299 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-0ec05095-9db4-4fb6-99f6-c17cc3d0ec5d req-ad7e6be8-7cd0-4c8d-b81e-c3e51f943ad6 service neutron] 10.222.0.69 "GET /v2.0/networks/d18a3abc-b5f2-49e7-9725-3ef800bd13ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598408 Feb 21 09:54:31.533153 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-f8adc477-13f8-4787-82cf-a790f8d1585a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5600eb8e-7c17-4f9f-a1da-1e30b51c9320', 'name': 'tempest-TestVolumeBootPattern-658171796-router', 'tenant_id': '30ad631be25d4fecbaae288015f66e22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'external_fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': '0dfed553-0ff5-4440-8723-a16130804a8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:46:22Z', 'updated_at': '2022-02-21T09:46:26Z', 'revision_number': 4, 'project_id': '30ad631be25d4fecbaae288015f66e22', 'gw_port': {'id': '0dfed553-0ff5-4440-8723-a16130804a8f', 'name': '', 'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:07:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5600eb8e-7c17-4f9f-a1da-1e30b51c9320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 192, 'fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:46:23Z', 'updated_at': '2022-02-21T09:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-16-iscsi', '_interfaces': [{'id': '27ceaa89-d6cf-45d0-a3ee-7c6384e5de68', 'name': '', 'network_id': 'd18a3abc-b5f2-49e7-9725-3ef800bd13ad', 'tenant_id': '30ad631be25d4fecbaae288015f66e22', 'mac_address': 'fa:16:3e:dc:3a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5600eb8e-7c17-4f9f-a1da-1e30b51c9320', 'device_owner': 'network:router_interface', 'standard_attr_id': 193, 'fixed_ips': [{'subnet_id': 'e209d30c-904a-4983-811a-38e909a2873c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:46:25Z', 'updated_at': '2022-02-21T09:46:29Z', 'revision_number': 5, 'project_id': '30ad631be25d4fecbaae288015f66e22', 'subnets': [{'id': 'e209d30c-904a-4983-811a-38e909a2873c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-16-iscsi', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:54:31.573735 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8adc477-13f8-4787-82cf-a790f8d1585a None None] The sync data for ids ['5600eb8e-7c17-4f9f-a1da-1e30b51c9320'] in dv-cinder-804757-16-iscsi is: [{'id': '5600eb8e-7c17-4f9f-a1da-1e30b51c9320', 'name': 'tempest-TestVolumeBootPattern-658171796-router', 'tenant_id': '30ad631be25d4fecbaae288015f66e22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'external_fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': '0dfed553-0ff5-4440-8723-a16130804a8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:46:22Z', 'updated_at': '2022-02-21T09:46:26Z', 'revision_number': 4, 'project_id': '30ad631be25d4fecbaae288015f66e22', 'gw_port': {'id': '0dfed553-0ff5-4440-8723-a16130804a8f', 'name': '', 'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:07:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5600eb8e-7c17-4f9f-a1da-1e30b51c9320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 192, 'fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:46:23Z', 'updated_at': '2022-02-21T09:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-16-iscsi', '_interfaces': [{'id': '27ceaa89-d6cf-45d0-a3ee-7c6384e5de68', 'name': '', 'network_id': 'd18a3abc-b5f2-49e7-9725-3ef800bd13ad', 'tenant_id': '30ad631be25d4fecbaae288015f66e22', 'mac_address': 'fa:16:3e:dc:3a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5600eb8e-7c17-4f9f-a1da-1e30b51c9320', 'device_owner': 'network:router_interface', 'standard_attr_id': 193, 'fixed_ips': [{'subnet_id': 'e209d30c-904a-4983-811a-38e909a2873c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:46:25Z', 'updated_at': '2022-02-21T09:46:29Z', 'revision_number': 5, 'project_id': '30ad631be25d4fecbaae288015f66e22', 'subnets': [{'id': 'e209d30c-904a-4983-811a-38e909a2873c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 09:54:31.869343 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6675f887-075c-4ed4-a8a3-cffaf3a5a68d None None] New status for floating IP 4e0ea8e7-b324-47e0-be75-2bd1424521a8: DOWN {{(pid=109859) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 21 09:54:32.517518 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb09b5b-947c-4545-88fd-c89d2ba6a8b4 req-e7038458-f25d-4447-ad1c-beea8a62113d tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:54:32.522042 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-2eb09b5b-947c-4545-88fd-c89d2ba6a8b4 req-e7038458-f25d-4447-ad1c-beea8a62113d tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] 10.222.0.71 "GET /v2.0/ports?device_id=b2a841b5-2dd7-4c1f-aaae-cf28270060bc HTTP/1.1" status: 200 len: 945 time: 0.0792282 Feb 21 09:54:32.592802 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-2eb09b5b-947c-4545-88fd-c89d2ba6a8b4 req-40376a76-f07f-475d-9811-07c75c8a2729 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] 10.222.0.71 "GET /v2.0/security-groups?id=fe504167-9a9a-4442-9390-523a4e1fa709&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648954 Feb 21 09:54:32.955555 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d629a07d-e1ed-40b1-b362-09e75308b27a req-db569f1e-bd72-4a46-a9d9-b57edf80fbef tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:54:32.957675 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-d629a07d-e1ed-40b1-b362-09e75308b27a req-db569f1e-bd72-4a46-a9d9-b57edf80fbef tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2a841b5-2dd7-4c1f-aaae-cf28270060bc HTTP/1.1" status: 200 len: 945 time: 0.0914872 Feb 21 09:54:33.073191 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-d629a07d-e1ed-40b1-b362-09e75308b27a req-f50473a4-ba5e-40a7-ae49-af8a8538e230 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Deleting port 6fab6917-9925-48cb-94f4-9cade4eb59ef {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 09:54:33.073795 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-d629a07d-e1ed-40b1-b362-09e75308b27a req-f50473a4-ba5e-40a7-ae49-af8a8538e230 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782759436822'] for port (6fab6917-9925-48cb-94f4-9cade4eb59ef), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:33.174430 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-d629a07d-e1ed-40b1-b362-09e75308b27a req-f50473a4-ba5e-40a7-ae49-af8a8538e230 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] For port 6fab6917-9925-48cb-94f4-9cade4eb59ef, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=6fab6917-9925-48cb-94f4-9cade4eb59ef,segment=NetworkSegment(18c0b10b-491c-457e-b8a5-db4c9de6ed16),segment_id=18c0b10b-491c-457e-b8a5-db4c9de6ed16)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:54:33.174797 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-d629a07d-e1ed-40b1-b362-09e75308b27a req-f50473a4-ba5e-40a7-ae49-af8a8538e230 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7915455'] for port (6fab6917-9925-48cb-94f4-9cade4eb59ef), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:33.188215 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-d629a07d-e1ed-40b1-b362-09e75308b27a req-f50473a4-ba5e-40a7-ae49-af8a8538e230 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Calling delete_port for 6fab6917-9925-48cb-94f4-9cade4eb59ef owned by compute:nova {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 09:54:33.518859 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-97c6c199-768c-499d-b027-4a20693088cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (7b1feb7e-a062-49d6-b835-c5fae1c9b9ce), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:33.554427 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-d629a07d-e1ed-40b1-b362-09e75308b27a req-f50473a4-ba5e-40a7-ae49-af8a8538e230 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782759442297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782758885681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277415'] for port (6fab6917-9925-48cb-94f4-9cade4eb59ef), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:33.588246 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50473a4-ba5e-40a7-ae49-af8a8538e230 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Pushing event deleted for resources: {'Port': ['ID=6fab6917-9925-48cb-94f4-9cade4eb59ef,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:54:33.653473 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-d629a07d-e1ed-40b1-b362-09e75308b27a req-f50473a4-ba5e-40a7-ae49-af8a8538e230 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] No DVR routers for this DVR port 6fab6917-9925-48cb-94f4-9cade4eb59ef on host hv-cinder-80475 {{(pid=109856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:54:33.656085 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-d629a07d-e1ed-40b1-b362-09e75308b27a req-f50473a4-ba5e-40a7-ae49-af8a8538e230 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8333137'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:33.659613 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-d629a07d-e1ed-40b1-b362-09e75308b27a req-f50473a4-ba5e-40a7-ae49-af8a8538e230 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] 10.222.0.69 "DELETE /v2.0/ports/6fab6917-9925-48cb-94f4-9cade4eb59ef HTTP/1.1" status: 204 len: 173 time: 0.6948845 Feb 21 09:54:33.660081 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2a841b5-2dd7-4c1f-aaae-cf28270060bc', 'name': 'network-vif-deleted', 'tag': '6fab6917-9925-48cb-94f4-9cade4eb59ef'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:54:33.662720 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c95017b57136a4249e8df2494e5587cd96ada80ae38c14c6a4695013360e62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c20a325-261b-4942-902f-853b3ca62382" -d '{"events": [{"server_uuid": "b2a841b5-2dd7-4c1f-aaae-cf28270060bc", "name": "network-vif-deleted", "tag": "6fab6917-9925-48cb-94f4-9cade4eb59ef"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:54:33.716400 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-05125f80-b094-4e4d-bad2-d51c2caa7028 req-59f603e7-d7ba-495e-98f6-4809a2277229 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] 10.222.0.71 "GET /v2.0/ports?device_id=b2a841b5-2dd7-4c1f-aaae-cf28270060bc HTTP/1.1" status: 200 len: 210 time: 0.0342517 Feb 21 09:54:33.718082 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 09:54:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-477c42e3-eef4-4a38-9e80-372b5b899818 x-openstack-request-id: req-477c42e3-eef4-4a38-9e80-372b5b899818 {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:54:33.718376 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2a841b5-2dd7-4c1f-aaae-cf28270060bc", "name": "network-vif-deleted", "tag": "6fab6917-9925-48cb-94f4-9cade4eb59ef", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:54:33.718693 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-477c42e3-eef4-4a38-9e80-372b5b899818 {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:54:33.719042 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2a841b5-2dd7-4c1f-aaae-cf28270060bc', 'name': 'network-vif-deleted', 'tag': '6fab6917-9925-48cb-94f4-9cade4eb59ef', 'status': 'completed', 'code': 200} Feb 21 09:54:34.846114 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-19b3f52c-12aa-40a4-a530-03dac424b1ce req-b7906f9f-1346-4e19-b8f6-8b9fd6c4acb7 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] 10.222.0.71 "GET /v2.0/ports?device_id=b2a841b5-2dd7-4c1f-aaae-cf28270060bc HTTP/1.1" status: 200 len: 210 time: 0.0340178 Feb 21 09:54:35.527907 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-0c51dd58-ecbd-4e95-96b7-b975c22e19d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (f1afc09b-b148-496e-b857-a568110caa3c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:35.905892 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 59772) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:54:36.044013 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf1c77-c931-41f5-80c5-05f413b3e4c5 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Deleting port 9e1e07c9-fb18-481f-b0be-dca814969b01 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 09:54:36.044353 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d0cf1c77-c931-41f5-80c5-05f413b3e4c5 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782759436822'] for port (9e1e07c9-fb18-481f-b0be-dca814969b01), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:36.129902 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d0cf1c77-c931-41f5-80c5-05f413b3e4c5 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7915455'] for port (9e1e07c9-fb18-481f-b0be-dca814969b01), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:36.130580 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d0cf1c77-c931-41f5-80c5-05f413b3e4c5 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Publish callbacks [] for floatingip (9e1e07c9-fb18-481f-b0be-dca814969b01), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:36.143639 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf1c77-c931-41f5-80c5-05f413b3e4c5 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Calling delete_port for 9e1e07c9-fb18-481f-b0be-dca814969b01 owned by network:floatingip {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 09:54:36.347917 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d0cf1c77-c931-41f5-80c5-05f413b3e4c5 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782759442297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782758885681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277415'] for port (9e1e07c9-fb18-481f-b0be-dca814969b01), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:36.375005 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cf1c77-c931-41f5-80c5-05f413b3e4c5 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Pushing event deleted for resources: {'Port': ['ID=9e1e07c9-fb18-481f-b0be-dca814969b01,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:54:36.442243 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d0cf1c77-c931-41f5-80c5-05f413b3e4c5 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Publish callbacks [] for floatingip (17d1973e-b817-4455-a778-cdb4f8d40560), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:36.445075 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d0cf1c77-c931-41f5-80c5-05f413b3e4c5 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8333137'] for floatingip (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:36.450753 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-d0cf1c77-c931-41f5-80c5-05f413b3e4c5 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] 10.222.0.71 "DELETE /v2.0/floatingips/17d1973e-b817-4455-a778-cdb4f8d40560 HTTP/1.1" status: 204 len: 168 time: 0.5412123 Feb 21 09:54:36.873527 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-43ce5351-eeda-4347-b66a-565ea5ef4f96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (93f03475-d11b-4921-b82a-7ea88eab1568), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:37.812811 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 59802) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:54:37.819240 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Device 6fab6917-9925-48cb-94f4-9cade4eb59ef no longer exists at agent hyperv_hv-cinder-80475 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 09:54:37.843618 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (f5044fde-eef4-46eb-b3ce-4ab87030ccc0), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:37.844274 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] No Port match for: 6fab6917-9925-48cb-94f4-9cade4eb59ef {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 09:54:37.844626 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Device 6fab6917-9925-48cb-94f4-9cade4eb59ef not bound to the agent host hv-cinder-80475 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 09:54:37.875348 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0859c9c6-6fd3-44be-892d-4ba344c57766 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Publish callbacks [] for security_group (fe504167-9a9a-4442-9390-523a4e1fa709), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:37.902491 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0859c9c6-6fd3-44be-892d-4ba344c57766 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Publish callbacks [] for security_group (fe504167-9a9a-4442-9390-523a4e1fa709), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:38.041743 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0859c9c6-6fd3-44be-892d-4ba344c57766 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (fe504167-9a9a-4442-9390-523a4e1fa709), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:38.044424 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0859c9c6-6fd3-44be-892d-4ba344c57766 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:38.045923 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-0859c9c6-6fd3-44be-892d-4ba344c57766 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] 10.222.0.71 "DELETE /v2.0/security-groups/fe504167-9a9a-4442-9390-523a4e1fa709 HTTP/1.1" status: 204 len: 168 time: 0.2315021 Feb 21 09:54:38.058721 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0859c9c6-6fd3-44be-892d-4ba344c57766 tempest-TestVolumeBootPattern-804470469 tempest-TestVolumeBootPattern-804470469-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe504167-9a9a-4442-9390-523a4e1fa709,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:54:38.170652 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-2b8302a0-632c-4bb4-a8e1-5b2fb521f750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (a872b2e0-7e3e-43db-8705-7fb9ea875340), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:38.174974 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 59812) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:54:38.658278 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d25225c1-721b-46b0-8de9-794303bc2c38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7916535'] for router_interface (5600eb8e-7c17-4f9f-a1da-1e30b51c9320), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:38.909003 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-d25225c1-721b-46b0-8de9-794303bc2c38 admin admin] Deleting port 27ceaa89-d6cf-45d0-a3ee-7c6384e5de68 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 09:54:38.909503 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d25225c1-721b-46b0-8de9-794303bc2c38 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782759436822'] for port (27ceaa89-d6cf-45d0-a3ee-7c6384e5de68), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:38.990676 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.db [None req-d25225c1-721b-46b0-8de9-794303bc2c38 admin admin] For port 27ceaa89-d6cf-45d0-a3ee-7c6384e5de68, host dv-cinder-804757-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-16-iscsi',level=0,port_id=27ceaa89-d6cf-45d0-a3ee-7c6384e5de68,segment=NetworkSegment(18c0b10b-491c-457e-b8a5-db4c9de6ed16),segment_id=18c0b10b-491c-457e-b8a5-db4c9de6ed16)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:54:38.991042 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d25225c1-721b-46b0-8de9-794303bc2c38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7915455'] for port (27ceaa89-d6cf-45d0-a3ee-7c6384e5de68), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:39.007115 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-d25225c1-721b-46b0-8de9-794303bc2c38 admin admin] Calling delete_port for 27ceaa89-d6cf-45d0-a3ee-7c6384e5de68 owned by network:router_interface {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 09:54:39.307439 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d25225c1-721b-46b0-8de9-794303bc2c38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782759442297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782758885681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277415'] for port (27ceaa89-d6cf-45d0-a3ee-7c6384e5de68), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:39.346754 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25225c1-721b-46b0-8de9-794303bc2c38 admin admin] Pushing event deleted for resources: {'Port': ['ID=27ceaa89-d6cf-45d0-a3ee-7c6384e5de68,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:54:39.515397 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d25225c1-721b-46b0-8de9-794303bc2c38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7905546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7910503'] for router_interface (5600eb8e-7c17-4f9f-a1da-1e30b51c9320), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:39.702164 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (ce3e6371-75e2-4bba-8260-49cd855bb251), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:40.025859 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d25225c1-721b-46b0-8de9-794303bc2c38 admin admin] Router 5600eb8e-7c17-4f9f-a1da-1e30b51c9320 has already been hosted by L3 agent f1afc09b-b148-496e-b857-a568110caa3c {{(pid=109856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:54:40.137806 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d25225c1-721b-46b0-8de9-794303bc2c38 admin admin] Notify agent at l3_agent.dv-cinder-804757-16-iscsi the message routers_updated {{(pid=109856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:54:40.146896 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-d25225c1-721b-46b0-8de9-794303bc2c38 admin admin] 10.222.0.71 "PUT /v2.0/routers/5600eb8e-7c17-4f9f-a1da-1e30b51c9320/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9673333 Feb 21 09:54:40.147796 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665a0792-517d-4a1e-a156-12740b929330 None None] Sync routers for ids ['5600eb8e-7c17-4f9f-a1da-1e30b51c9320'] in dv-cinder-804757-16-iscsi {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 09:54:40.148486 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.71', 59872) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:54:40.158494 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665a0792-517d-4a1e-a156-12740b929330 None None] Routers {'5600eb8e-7c17-4f9f-a1da-1e30b51c9320'} bound to L3 agent in host dv-cinder-804757-16-iscsi {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:54:40.159144 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-665a0792-517d-4a1e-a156-12740b929330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T09:37:05Z,description=,heartbeat_timestamp=2022-02-21T09:54:35Z,host='dv-cinder-804757-16-iscsi',id=f1afc09b-b148-496e-b857-a568110caa3c,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:37:06Z,topic='l3_agent')) {'router_ids': ['5600eb8e-7c17-4f9f-a1da-1e30b51c9320'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:54:40.259887 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8efe10ba-66fe-42a2-88e4-67aadcb9e2b7 admin admin] Publish callbacks [] for router (5600eb8e-7c17-4f9f-a1da-1e30b51c9320), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:40.407277 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-665a0792-517d-4a1e-a156-12740b929330 None None] Set router 5600eb8e-7c17-4f9f-a1da-1e30b51c9320 gateway port host: dv-cinder-804757-16-iscsi {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:54:40.581757 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8efe10ba-66fe-42a2-88e4-67aadcb9e2b7 admin admin] Publish callbacks [] for router_gateway (5600eb8e-7c17-4f9f-a1da-1e30b51c9320), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:40.586195 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-665a0792-517d-4a1e-a156-12740b929330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5600eb8e-7c17-4f9f-a1da-1e30b51c9320', 'name': 'tempest-TestVolumeBootPattern-658171796-router', 'tenant_id': '30ad631be25d4fecbaae288015f66e22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'external_fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': '0dfed553-0ff5-4440-8723-a16130804a8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:46:22Z', 'updated_at': '2022-02-21T09:54:39Z', 'revision_number': 5, 'project_id': '30ad631be25d4fecbaae288015f66e22', 'gw_port': {'id': '0dfed553-0ff5-4440-8723-a16130804a8f', 'name': '', 'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:07:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5600eb8e-7c17-4f9f-a1da-1e30b51c9320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 192, 'fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:46:23Z', 'updated_at': '2022-02-21T09:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-16-iscsi'}], 'dv-cinder-804757-16-iscsi', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:54:40.618683 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665a0792-517d-4a1e-a156-12740b929330 None None] Checking router: 5600eb8e-7c17-4f9f-a1da-1e30b51c9320 for host: dv-cinder-804757-16-iscsi {{(pid=109858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 09:54:40.626997 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665a0792-517d-4a1e-a156-12740b929330 None None] Routers {'5600eb8e-7c17-4f9f-a1da-1e30b51c9320'} bound to L3 agent in host dv-cinder-804757-16-iscsi {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:54:40.627604 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-665a0792-517d-4a1e-a156-12740b929330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T09:37:05Z,description=,heartbeat_timestamp=2022-02-21T09:54:35Z,host='dv-cinder-804757-16-iscsi',id=f1afc09b-b148-496e-b857-a568110caa3c,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:37:06Z,topic='l3_agent')) {'router_ids': ['5600eb8e-7c17-4f9f-a1da-1e30b51c9320'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:54:40.716050 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-8efe10ba-66fe-42a2-88e4-67aadcb9e2b7 admin admin] Deleting port 0dfed553-0ff5-4440-8723-a16130804a8f {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 09:54:40.716741 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8efe10ba-66fe-42a2-88e4-67aadcb9e2b7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782759436822'] for port (0dfed553-0ff5-4440-8723-a16130804a8f), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:40.739037 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-665a0792-517d-4a1e-a156-12740b929330 None None] Set router 5600eb8e-7c17-4f9f-a1da-1e30b51c9320 gateway port host: dv-cinder-804757-16-iscsi {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:54:40.793243 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.plugins.ml2.db [None req-8efe10ba-66fe-42a2-88e4-67aadcb9e2b7 admin admin] For port 0dfed553-0ff5-4440-8723-a16130804a8f, host dv-cinder-804757-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-16-iscsi',level=0,port_id=0dfed553-0ff5-4440-8723-a16130804a8f,segment=NetworkSegment(64ea902b-f589-4efc-8b2e-260a836a5805),segment_id=64ea902b-f589-4efc-8b2e-260a836a5805)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:54:40.793601 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8efe10ba-66fe-42a2-88e4-67aadcb9e2b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7915455'] for port (0dfed553-0ff5-4440-8723-a16130804a8f), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:40.805602 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-8efe10ba-66fe-42a2-88e4-67aadcb9e2b7 admin admin] Calling delete_port for 0dfed553-0ff5-4440-8723-a16130804a8f owned by network:router_gateway {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 09:54:40.917832 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-665a0792-517d-4a1e-a156-12740b929330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5600eb8e-7c17-4f9f-a1da-1e30b51c9320', 'name': 'tempest-TestVolumeBootPattern-658171796-router', 'tenant_id': '30ad631be25d4fecbaae288015f66e22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'external_fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': '0dfed553-0ff5-4440-8723-a16130804a8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:46:22Z', 'updated_at': '2022-02-21T09:54:39Z', 'revision_number': 5, 'project_id': '30ad631be25d4fecbaae288015f66e22', 'gw_port': {'id': '0dfed553-0ff5-4440-8723-a16130804a8f', 'name': '', 'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:07:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5600eb8e-7c17-4f9f-a1da-1e30b51c9320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 192, 'fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:46:23Z', 'updated_at': '2022-02-21T09:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-16-iscsi'}], 'dv-cinder-804757-16-iscsi', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:54:40.944786 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665a0792-517d-4a1e-a156-12740b929330 None None] The sync data for ids ['5600eb8e-7c17-4f9f-a1da-1e30b51c9320'] in dv-cinder-804757-16-iscsi is: [{'id': '5600eb8e-7c17-4f9f-a1da-1e30b51c9320', 'name': 'tempest-TestVolumeBootPattern-658171796-router', 'tenant_id': '30ad631be25d4fecbaae288015f66e22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'external_fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': '0dfed553-0ff5-4440-8723-a16130804a8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:46:22Z', 'updated_at': '2022-02-21T09:54:39Z', 'revision_number': 5, 'project_id': '30ad631be25d4fecbaae288015f66e22', 'gw_port': {'id': '0dfed553-0ff5-4440-8723-a16130804a8f', 'name': '', 'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:07:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5600eb8e-7c17-4f9f-a1da-1e30b51c9320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 192, 'fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:46:23Z', 'updated_at': '2022-02-21T09:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-16-iscsi'}] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 09:54:41.079181 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8efe10ba-66fe-42a2-88e4-67aadcb9e2b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782759442297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782758885681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3964494'] for port (0dfed553-0ff5-4440-8723-a16130804a8f), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:41.105394 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efe10ba-66fe-42a2-88e4-67aadcb9e2b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=0dfed553-0ff5-4440-8723-a16130804a8f,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:54:41.131908 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efe10ba-66fe-42a2-88e4-67aadcb9e2b7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:54:41.132278 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efe10ba-66fe-42a2-88e4-67aadcb9e2b7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:54:41.132653 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efe10ba-66fe-42a2-88e4-67aadcb9e2b7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:54:41.133067 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efe10ba-66fe-42a2-88e4-67aadcb9e2b7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:54:41.133419 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efe10ba-66fe-42a2-88e4-67aadcb9e2b7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:54:41.133754 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efe10ba-66fe-42a2-88e4-67aadcb9e2b7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:54:41.134088 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efe10ba-66fe-42a2-88e4-67aadcb9e2b7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:54:41.134419 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efe10ba-66fe-42a2-88e4-67aadcb9e2b7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:54:41.134748 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efe10ba-66fe-42a2-88e4-67aadcb9e2b7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:54:41.135100 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efe10ba-66fe-42a2-88e4-67aadcb9e2b7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:54:41.135433 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efe10ba-66fe-42a2-88e4-67aadcb9e2b7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:54:41.135752 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efe10ba-66fe-42a2-88e4-67aadcb9e2b7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:54:41.136073 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efe10ba-66fe-42a2-88e4-67aadcb9e2b7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:54:41.175030 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8efe10ba-66fe-42a2-88e4-67aadcb9e2b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7917197'] for router_gateway (5600eb8e-7c17-4f9f-a1da-1e30b51c9320), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:41.284244 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8efe10ba-66fe-42a2-88e4-67aadcb9e2b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7916049', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1445'] for router (5600eb8e-7c17-4f9f-a1da-1e30b51c9320), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:41.286470 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8efe10ba-66fe-42a2-88e4-67aadcb9e2b7 admin admin] Publish callbacks [] for router_controller (5600eb8e-7c17-4f9f-a1da-1e30b51c9320), precommit_delete_associations {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:41.419255 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8efe10ba-66fe-42a2-88e4-67aadcb9e2b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7916136'] for router (5600eb8e-7c17-4f9f-a1da-1e30b51c9320), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:41.419849 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8efe10ba-66fe-42a2-88e4-67aadcb9e2b7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5600eb8e-7c17-4f9f-a1da-1e30b51c9320 {{(pid=109857) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 21 09:54:41.425026 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8efe10ba-66fe-42a2-88e4-67aadcb9e2b7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:41.426274 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [None req-8efe10ba-66fe-42a2-88e4-67aadcb9e2b7 admin admin] 10.222.0.71 "DELETE /v2.0/routers/5600eb8e-7c17-4f9f-a1da-1e30b51c9320 HTTP/1.1" status: 204 len: 168 time: 1.2754445 Feb 21 09:54:41.428878 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 59876) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:54:41.468576 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.71', 59880) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:54:41.474810 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c70c12d-498d-4cfd-b87c-49815b020a61 admin admin] Deleting subnet e209d30c-904a-4983-811a-38e909a2873c {{(pid=109856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 21 09:54:41.478621 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0c70c12d-498d-4cfd-b87c-49815b020a61 admin admin] Publish callbacks [] for subnet (e209d30c-904a-4983-811a-38e909a2873c), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:41.513424 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0c70c12d-498d-4cfd-b87c-49815b020a61 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3324893'] for subnet (e209d30c-904a-4983-811a-38e909a2873c), precommit_delete_associations {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:41.514690 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.db.db_base_plugin_v2 [None req-587b6102-8a0a-40ad-8566-e494217f1e13 admin admin] Deleting subnet 59ef824b-d330-40f7-9e91-4c13f7356dcf {{(pid=109857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 21 09:54:41.517846 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-587b6102-8a0a-40ad-8566-e494217f1e13 admin admin] Publish callbacks [] for subnet (59ef824b-d330-40f7-9e91-4c13f7356dcf), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:41.554142 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-587b6102-8a0a-40ad-8566-e494217f1e13 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3052028'] for subnet (59ef824b-d330-40f7-9e91-4c13f7356dcf), precommit_delete_associations {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:41.606784 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-587b6102-8a0a-40ad-8566-e494217f1e13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7409676'] for subnet (59ef824b-d330-40f7-9e91-4c13f7356dcf), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:41.611382 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0c70c12d-498d-4cfd-b87c-49815b020a61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7409676'] for subnet (e209d30c-904a-4983-811a-38e909a2873c), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:41.658097 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Device 27ceaa89-d6cf-45d0-a3ee-7c6384e5de68 no longer exists at agent ovs-agent-dv-cinder-804757-16-iscsi {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 09:54:41.684182 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] No Port match for: 27ceaa89-d6cf-45d0-a3ee-7c6384e5de68 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 09:54:41.684546 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Device 27ceaa89-d6cf-45d0-a3ee-7c6384e5de68 not bound to the agent host dv-cinder-804757-16-iscsi {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 09:54:41.739524 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-587b6102-8a0a-40ad-8566-e494217f1e13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7409717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3963039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4186025'] for subnet (59ef824b-d330-40f7-9e91-4c13f7356dcf), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:41.750624 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0c70c12d-498d-4cfd-b87c-49815b020a61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7409717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3278006', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25916529'] for subnet (e209d30c-904a-4983-811a-38e909a2873c), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:41.765571 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587b6102-8a0a-40ad-8566-e494217f1e13 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59ef824b-d330-40f7-9e91-4c13f7356dcf,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:54:41.771620 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-587b6102-8a0a-40ad-8566-e494217f1e13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905581'] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:41.774830 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [None req-587b6102-8a0a-40ad-8566-e494217f1e13 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/59ef824b-d330-40f7-9e91-4c13f7356dcf HTTP/1.1" status: 204 len: 168 time: 0.3052218 Feb 21 09:54:41.777284 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.71', 59882) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:54:41.781397 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c70c12d-498d-4cfd-b87c-49815b020a61 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e209d30c-904a-4983-811a-38e909a2873c,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:54:41.785777 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0c70c12d-498d-4cfd-b87c-49815b020a61 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:41.788942 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-0c70c12d-498d-4cfd-b87c-49815b020a61 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/e209d30c-904a-4983-811a-38e909a2873c HTTP/1.1" status: 204 len: 168 time: 0.3590615 Feb 21 09:54:41.791445 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 59884) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:54:41.795335 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe402135-c46e-4f8e-a37b-329810126971 None None] Network d18a3abc-b5f2-49e7-9725-3ef800bd13ad requested from dv-cinder-804757-16-iscsi {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 09:54:41.848306 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d5684201-aba2-43f5-91a9-f158fd36f01c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-977029'] for network (e8435ef0-5d72-4c7d-afe5-5f52ef3b83fc), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:41.861339 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4b4a2235-6864-4a69-964d-39688fb3b977 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-977029'] for network (d18a3abc-b5f2-49e7-9725-3ef800bd13ad), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:41.922805 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-4b4a2235-6864-4a69-964d-39688fb3b977 admin admin] Deleting port c9c8eafa-7206-4160-9c48-e1d2a1f6ce36 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 09:54:41.923277 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4b4a2235-6864-4a69-964d-39688fb3b977 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782759436822'] for port (c9c8eafa-7206-4160-9c48-e1d2a1f6ce36), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:41.937603 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d5684201-aba2-43f5-91a9-f158fd36f01c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7410821', 'neutron.services.segments.db._delete_segments_for_network-8782759398202'] for network (e8435ef0-5d72-4c7d-afe5-5f52ef3b83fc), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:41.957545 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.services.segments.db [None req-d5684201-aba2-43f5-91a9-f158fd36f01c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8435ef0-5d72-4c7d-afe5-5f52ef3b83fc']}} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:54:41.968537 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.services.segments.db [None req-d5684201-aba2-43f5-91a9-f158fd36f01c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6830fac-1a6f-4a02-8fdd-008b020d4f0a') {'for_net_delete': True} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:54:41.968844 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.services.segments.db [None req-d5684201-aba2-43f5-91a9-f158fd36f01c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6830fac-1a6f-4a02-8fdd-008b020d4f0a') {} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:54:41.979422 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d5684201-aba2-43f5-91a9-f158fd36f01c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782759398723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3052005'] for segment (e6830fac-1a6f-4a02-8fdd-008b020d4f0a), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:41.991218 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.db [None req-4b4a2235-6864-4a69-964d-39688fb3b977 admin admin] For port c9c8eafa-7206-4160-9c48-e1d2a1f6ce36, host dv-cinder-804757-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-16-iscsi',level=0,port_id=c9c8eafa-7206-4160-9c48-e1d2a1f6ce36,segment=NetworkSegment(18c0b10b-491c-457e-b8a5-db4c9de6ed16),segment_id=18c0b10b-491c-457e-b8a5-db4c9de6ed16)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:54:41.991588 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4b4a2235-6864-4a69-964d-39688fb3b977 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7915455'] for port (c9c8eafa-7206-4160-9c48-e1d2a1f6ce36), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:41.994187 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d5684201-aba2-43f5-91a9-f158fd36f01c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-936617'] for segment (e6830fac-1a6f-4a02-8fdd-008b020d4f0a), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:42.000808 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0b90d41-e03b-4770-a0c0-624fef0bcca2 None None] DHCP port deletion for d18a3abc-b5f2-49e7-9725-3ef800bd13ad request from dv-cinder-804757-16-iscsi {{(pid=109858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 21 09:54:42.007265 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5684201-aba2-43f5-91a9-f158fd36f01c admin admin] Releasing vlan 378 on physical network physnet1 to pool {{(pid=109857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 21 09:54:42.010393 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d5684201-aba2-43f5-91a9-f158fd36f01c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-936617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3964537'] for segment (e6830fac-1a6f-4a02-8fdd-008b020d4f0a), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:42.010393 dv-cinder-804757-16-iscsi neutron-server[109857]: Traceback (most recent call last): Feb 21 09:54:42.010393 dv-cinder-804757-16-iscsi neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 21 09:54:42.010393 dv-cinder-804757-16-iscsi neutron-server[109857]: timer() Feb 21 09:54:42.010393 dv-cinder-804757-16-iscsi neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 09:54:42.010393 dv-cinder-804757-16-iscsi neutron-server[109857]: cb(*args, **kw) Feb 21 09:54:42.010393 dv-cinder-804757-16-iscsi neutron-server[109857]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 21 09:54:42.010393 dv-cinder-804757-16-iscsi neutron-server[109857]: return func(*args, **kwargs) Feb 21 09:54:42.010393 dv-cinder-804757-16-iscsi neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 09:54:42.010393 dv-cinder-804757-16-iscsi neutron-server[109857]: self._notify() Feb 21 09:54:42.010393 dv-cinder-804757-16-iscsi neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 09:54:42.010393 dv-cinder-804757-16-iscsi neutron-server[109857]: self.callback(batched_events) Feb 21 09:54:42.010393 dv-cinder-804757-16-iscsi neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 09:54:42.010393 dv-cinder-804757-16-iscsi neutron-server[109857]: event.method(event) Feb 21 09:54:42.010393 dv-cinder-804757-16-iscsi neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 21 09:54:42.010393 dv-cinder-804757-16-iscsi neutron-server[109857]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 09:54:42.010393 dv-cinder-804757-16-iscsi neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 21 09:54:42.010393 dv-cinder-804757-16-iscsi neutron-server[109857]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 09:54:42.010393 dv-cinder-804757-16-iscsi neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 21 09:54:42.010393 dv-cinder-804757-16-iscsi neutron-server[109857]: return f(self, *a, **k) Feb 21 09:54:42.010393 dv-cinder-804757-16-iscsi neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 09:54:42.010393 dv-cinder-804757-16-iscsi neutron-server[109857]: return self._get(url).json() Feb 21 09:54:42.010393 dv-cinder-804757-16-iscsi neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 09:54:42.010393 dv-cinder-804757-16-iscsi neutron-server[109857]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 09:54:42.010393 dv-cinder-804757-16-iscsi neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 21 09:54:42.010393 dv-cinder-804757-16-iscsi neutron-server[109857]: return self.request(url, 'GET', **kwargs) Feb 21 09:54:42.010393 dv-cinder-804757-16-iscsi neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 21 09:54:42.010393 dv-cinder-804757-16-iscsi neutron-server[109857]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 09:54:42.010393 dv-cinder-804757-16-iscsi neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 21 09:54:42.010393 dv-cinder-804757-16-iscsi neutron-server[109857]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 09:54:42.010393 dv-cinder-804757-16-iscsi neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 21 09:54:42.010393 dv-cinder-804757-16-iscsi neutron-server[109857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 09:54:42.010393 dv-cinder-804757-16-iscsi neutron-server[109857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 09:54:42.015802 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-4b4a2235-6864-4a69-964d-39688fb3b977 admin admin] Calling delete_port for c9c8eafa-7206-4160-9c48-e1d2a1f6ce36 owned by network:dhcp {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 09:54:42.069016 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-a0b90d41-e03b-4770-a0c0-624fef0bcca2 None None] Deleting port c9c8eafa-7206-4160-9c48-e1d2a1f6ce36 {{(pid=109858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 09:54:42.069398 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-a0b90d41-e03b-4770-a0c0-624fef0bcca2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782759436822'] for port (c9c8eafa-7206-4160-9c48-e1d2a1f6ce36), before_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:42.132799 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-a0b90d41-e03b-4770-a0c0-624fef0bcca2 None None] For port c9c8eafa-7206-4160-9c48-e1d2a1f6ce36, host dv-cinder-804757-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-16-iscsi',level=0,port_id=c9c8eafa-7206-4160-9c48-e1d2a1f6ce36,segment=NetworkSegment(18c0b10b-491c-457e-b8a5-db4c9de6ed16),segment_id=18c0b10b-491c-457e-b8a5-db4c9de6ed16)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:54:42.133111 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-a0b90d41-e03b-4770-a0c0-624fef0bcca2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7915455'] for port (c9c8eafa-7206-4160-9c48-e1d2a1f6ce36), precommit_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:42.145079 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-a0b90d41-e03b-4770-a0c0-624fef0bcca2 None None] Calling delete_port for c9c8eafa-7206-4160-9c48-e1d2a1f6ce36 owned by network:dhcp {{(pid=109858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 09:54:42.165289 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d5684201-aba2-43f5-91a9-f158fd36f01c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7410830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7917281'] for network (e8435ef0-5d72-4c7d-afe5-5f52ef3b83fc), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:42.169937 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d5684201-aba2-43f5-91a9-f158fd36f01c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905581'] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:42.173756 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [None req-d5684201-aba2-43f5-91a9-f158fd36f01c admin admin] 10.222.0.71 "DELETE /v2.0/networks/e8435ef0-5d72-4c7d-afe5-5f52ef3b83fc HTTP/1.1" status: 204 len: 168 time: 0.3955426 Feb 21 09:54:42.188264 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5684201-aba2-43f5-91a9-f158fd36f01c admin admin] Pushing event deleted for resources: {'Network': ['ID=e8435ef0-5d72-4c7d-afe5-5f52ef3b83fc,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:54:42.198910 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4b4a2235-6864-4a69-964d-39688fb3b977 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782759442297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782758885681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277415'] for port (c9c8eafa-7206-4160-9c48-e1d2a1f6ce36), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:42.230418 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4a2235-6864-4a69-964d-39688fb3b977 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9c8eafa-7206-4160-9c48-e1d2a1f6ce36,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:54:42.231114 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-a0b90d41-e03b-4770-a0c0-624fef0bcca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782759442297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782758885681'] for port (c9c8eafa-7206-4160-9c48-e1d2a1f6ce36), after_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:42.234922 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b4a2235-6864-4a69-964d-39688fb3b977 admin admin] No DVR routers for this DVR port c9c8eafa-7206-4160-9c48-e1d2a1f6ce36 on host dv-cinder-804757-16-iscsi {{(pid=109856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:54:42.243114 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4a2235-6864-4a69-964d-39688fb3b977 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:54:42.243329 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4a2235-6864-4a69-964d-39688fb3b977 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:54:42.243567 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4a2235-6864-4a69-964d-39688fb3b977 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:54:42.244491 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4a2235-6864-4a69-964d-39688fb3b977 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:54:42.247826 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4a2235-6864-4a69-964d-39688fb3b977 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:54:42.247826 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4a2235-6864-4a69-964d-39688fb3b977 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:54:42.247826 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4a2235-6864-4a69-964d-39688fb3b977 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:54:42.247826 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4a2235-6864-4a69-964d-39688fb3b977 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:54:42.247826 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4a2235-6864-4a69-964d-39688fb3b977 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:54:42.247826 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4a2235-6864-4a69-964d-39688fb3b977 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:54:42.247826 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4a2235-6864-4a69-964d-39688fb3b977 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:54:42.247826 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4a2235-6864-4a69-964d-39688fb3b977 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:54:42.247826 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4a2235-6864-4a69-964d-39688fb3b977 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:54:42.263458 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b90d41-e03b-4770-a0c0-624fef0bcca2 None None] No DVR routers for this DVR port c9c8eafa-7206-4160-9c48-e1d2a1f6ce36 on host dv-cinder-804757-16-iscsi {{(pid=109858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:54:42.267198 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b90d41-e03b-4770-a0c0-624fef0bcca2 None None] Pushing event deleted for resources: {'Port': ['ID=c9c8eafa-7206-4160-9c48-e1d2a1f6ce36,revision_number=None']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:54:42.319157 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4b4a2235-6864-4a69-964d-39688fb3b977 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7410821', 'neutron.services.segments.db._delete_segments_for_network-8782759398202'] for network (d18a3abc-b5f2-49e7-9725-3ef800bd13ad), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:42.339594 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.services.segments.db [None req-4b4a2235-6864-4a69-964d-39688fb3b977 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d18a3abc-b5f2-49e7-9725-3ef800bd13ad']}} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:54:42.348595 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.services.segments.db [None req-4b4a2235-6864-4a69-964d-39688fb3b977 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18c0b10b-491c-457e-b8a5-db4c9de6ed16') {'for_net_delete': True} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:54:42.348893 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.services.segments.db [None req-4b4a2235-6864-4a69-964d-39688fb3b977 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18c0b10b-491c-457e-b8a5-db4c9de6ed16') {} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:54:42.358800 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4b4a2235-6864-4a69-964d-39688fb3b977 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782759398723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3324868'] for segment (18c0b10b-491c-457e-b8a5-db4c9de6ed16), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:42.372166 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4b4a2235-6864-4a69-964d-39688fb3b977 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-936617'] for segment (18c0b10b-491c-457e-b8a5-db4c9de6ed16), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:42.377902 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b4a2235-6864-4a69-964d-39688fb3b977 admin admin] Releasing vlan 388 on physical network physnet1 to pool {{(pid=109856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 21 09:54:42.378289 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4b4a2235-6864-4a69-964d-39688fb3b977 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-936617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3277392'] for segment (18c0b10b-491c-457e-b8a5-db4c9de6ed16), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:42.379904 dv-cinder-804757-16-iscsi neutron-server[109856]: Traceback (most recent call last): Feb 21 09:54:42.379904 dv-cinder-804757-16-iscsi neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 21 09:54:42.379904 dv-cinder-804757-16-iscsi neutron-server[109856]: timer() Feb 21 09:54:42.379904 dv-cinder-804757-16-iscsi neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 09:54:42.379904 dv-cinder-804757-16-iscsi neutron-server[109856]: cb(*args, **kw) Feb 21 09:54:42.379904 dv-cinder-804757-16-iscsi neutron-server[109856]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 21 09:54:42.379904 dv-cinder-804757-16-iscsi neutron-server[109856]: return func(*args, **kwargs) Feb 21 09:54:42.379904 dv-cinder-804757-16-iscsi neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 09:54:42.379904 dv-cinder-804757-16-iscsi neutron-server[109856]: self._notify() Feb 21 09:54:42.379904 dv-cinder-804757-16-iscsi neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 09:54:42.379904 dv-cinder-804757-16-iscsi neutron-server[109856]: self.callback(batched_events) Feb 21 09:54:42.379904 dv-cinder-804757-16-iscsi neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 09:54:42.379904 dv-cinder-804757-16-iscsi neutron-server[109856]: event.method(event) Feb 21 09:54:42.379904 dv-cinder-804757-16-iscsi neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 21 09:54:42.379904 dv-cinder-804757-16-iscsi neutron-server[109856]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 09:54:42.379904 dv-cinder-804757-16-iscsi neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 21 09:54:42.379904 dv-cinder-804757-16-iscsi neutron-server[109856]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 09:54:42.379904 dv-cinder-804757-16-iscsi neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 21 09:54:42.379904 dv-cinder-804757-16-iscsi neutron-server[109856]: return f(self, *a, **k) Feb 21 09:54:42.379904 dv-cinder-804757-16-iscsi neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 09:54:42.379904 dv-cinder-804757-16-iscsi neutron-server[109856]: return self._get(url).json() Feb 21 09:54:42.379904 dv-cinder-804757-16-iscsi neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 09:54:42.379904 dv-cinder-804757-16-iscsi neutron-server[109856]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 09:54:42.379904 dv-cinder-804757-16-iscsi neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 21 09:54:42.379904 dv-cinder-804757-16-iscsi neutron-server[109856]: return self.request(url, 'GET', **kwargs) Feb 21 09:54:42.379904 dv-cinder-804757-16-iscsi neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 21 09:54:42.379904 dv-cinder-804757-16-iscsi neutron-server[109856]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 09:54:42.379904 dv-cinder-804757-16-iscsi neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 21 09:54:42.379904 dv-cinder-804757-16-iscsi neutron-server[109856]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 09:54:42.379904 dv-cinder-804757-16-iscsi neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 21 09:54:42.379904 dv-cinder-804757-16-iscsi neutron-server[109856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 09:54:42.379904 dv-cinder-804757-16-iscsi neutron-server[109856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 09:54:42.499504 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4b4a2235-6864-4a69-964d-39688fb3b977 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7410830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7917281'] for network (d18a3abc-b5f2-49e7-9725-3ef800bd13ad), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:42.503285 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.71', 59888) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:54:42.511397 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4b4a2235-6864-4a69-964d-39688fb3b977 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905581'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:42.514955 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-4b4a2235-6864-4a69-964d-39688fb3b977 admin admin] 10.222.0.71 "DELETE /v2.0/networks/d18a3abc-b5f2-49e7-9725-3ef800bd13ad HTTP/1.1" status: 204 len: 168 time: 0.7223401 Feb 21 09:54:42.518324 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 59890) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:54:42.534949 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4a2235-6864-4a69-964d-39688fb3b977 admin admin] Pushing event deleted for resources: {'Network': ['ID=d18a3abc-b5f2-49e7-9725-3ef800bd13ad,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:54:42.547273 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [None req-f6b2cc5c-cc8c-4ceb-b2a1-6899a1982313 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=733653ee0eae405786d5b46e90da6066&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0401947 Feb 21 09:54:42.547434 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.71', 59892) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:54:42.594198 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-01a65490-fed1-4ee6-bf58-e17901eb74f1 admin admin] Publish callbacks [] for security_group (00a38a0a-5665-4828-a275-b63af09a2c21), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:42.615582 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-01a65490-fed1-4ee6-bf58-e17901eb74f1 admin admin] Publish callbacks [] for security_group (00a38a0a-5665-4828-a275-b63af09a2c21), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:42.735951 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-01a65490-fed1-4ee6-bf58-e17901eb74f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (00a38a0a-5665-4828-a275-b63af09a2c21), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:42.738556 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-01a65490-fed1-4ee6-bf58-e17901eb74f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:42.739710 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [None req-01a65490-fed1-4ee6-bf58-e17901eb74f1 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/00a38a0a-5665-4828-a275-b63af09a2c21 HTTP/1.1" status: 204 len: 168 time: 0.1913898 Feb 21 09:54:42.749756 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a65490-fed1-4ee6-bf58-e17901eb74f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00a38a0a-5665-4828-a275-b63af09a2c21,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:54:42.890896 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-09bb3b94-8f3e-4b16-be8c-8380348776c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7916535'] for router_interface (9833a968-7595-4a0f-bb1e-72a673abded0), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:43.144431 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-09bb3b94-8f3e-4b16-be8c-8380348776c4 admin admin] Deleting port 30acf0eb-3e80-44c0-b79d-c683674ce4ab {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 09:54:43.144805 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-09bb3b94-8f3e-4b16-be8c-8380348776c4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782759436822'] for port (30acf0eb-3e80-44c0-b79d-c683674ce4ab), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:43.226310 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.db [None req-09bb3b94-8f3e-4b16-be8c-8380348776c4 admin admin] For port 30acf0eb-3e80-44c0-b79d-c683674ce4ab, host dv-cinder-804757-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-16-iscsi',level=0,port_id=30acf0eb-3e80-44c0-b79d-c683674ce4ab,segment=NetworkSegment(25f1df36-510f-4b21-899f-5f5efe3e1295),segment_id=25f1df36-510f-4b21-899f-5f5efe3e1295)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:54:43.227225 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-09bb3b94-8f3e-4b16-be8c-8380348776c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7915455'] for port (30acf0eb-3e80-44c0-b79d-c683674ce4ab), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:43.239651 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-09bb3b94-8f3e-4b16-be8c-8380348776c4 admin admin] Calling delete_port for 30acf0eb-3e80-44c0-b79d-c683674ce4ab owned by network:router_interface {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 09:54:43.507143 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-09bb3b94-8f3e-4b16-be8c-8380348776c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782759442297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782758885681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277415'] for port (30acf0eb-3e80-44c0-b79d-c683674ce4ab), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:43.532527 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bb3b94-8f3e-4b16-be8c-8380348776c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=30acf0eb-3e80-44c0-b79d-c683674ce4ab,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:54:43.702268 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Device 0dfed553-0ff5-4440-8723-a16130804a8f no longer exists at agent ovs-agent-dv-cinder-804757-16-iscsi {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 09:54:43.724750 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] No Port match for: 0dfed553-0ff5-4440-8723-a16130804a8f {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 09:54:43.725107 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Device 0dfed553-0ff5-4440-8723-a16130804a8f not bound to the agent host dv-cinder-804757-16-iscsi {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 09:54:43.725543 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Device c9c8eafa-7206-4160-9c48-e1d2a1f6ce36 no longer exists at agent ovs-agent-dv-cinder-804757-16-iscsi {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 09:54:43.730528 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-09bb3b94-8f3e-4b16-be8c-8380348776c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7905546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7910503'] for router_interface (9833a968-7595-4a0f-bb1e-72a673abded0), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:43.751240 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] No Port match for: c9c8eafa-7206-4160-9c48-e1d2a1f6ce36 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 09:54:43.751588 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Device c9c8eafa-7206-4160-9c48-e1d2a1f6ce36 not bound to the agent host dv-cinder-804757-16-iscsi {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 09:54:43.951409 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09bb3b94-8f3e-4b16-be8c-8380348776c4 admin admin] Router 9833a968-7595-4a0f-bb1e-72a673abded0 has already been hosted by L3 agent f1afc09b-b148-496e-b857-a568110caa3c {{(pid=109856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:54:44.066521 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09bb3b94-8f3e-4b16-be8c-8380348776c4 admin admin] Notify agent at l3_agent.dv-cinder-804757-16-iscsi the message routers_updated {{(pid=109856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:54:44.072451 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-09bb3b94-8f3e-4b16-be8c-8380348776c4 admin admin] 10.222.0.71 "PUT /v2.0/routers/9833a968-7595-4a0f-bb1e-72a673abded0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5530937 Feb 21 09:54:44.075036 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.71', 59942) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:54:44.085611 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6efa4779-e44d-4bd4-a1ec-2b2d5c122640 None None] Sync routers for ids ['9833a968-7595-4a0f-bb1e-72a673abded0'] in dv-cinder-804757-16-iscsi {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 09:54:44.096924 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6efa4779-e44d-4bd4-a1ec-2b2d5c122640 None None] Routers {'9833a968-7595-4a0f-bb1e-72a673abded0'} bound to L3 agent in host dv-cinder-804757-16-iscsi {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:54:44.097533 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-6efa4779-e44d-4bd4-a1ec-2b2d5c122640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T09:37:05Z,description=,heartbeat_timestamp=2022-02-21T09:54:35Z,host='dv-cinder-804757-16-iscsi',id=f1afc09b-b148-496e-b857-a568110caa3c,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:37:06Z,topic='l3_agent')) {'router_ids': ['9833a968-7595-4a0f-bb1e-72a673abded0'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:54:44.190830 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-981440d6-0623-473c-b1ac-0ffc1c847af5 admin admin] Publish callbacks [] for router (9833a968-7595-4a0f-bb1e-72a673abded0), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:44.209799 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-6efa4779-e44d-4bd4-a1ec-2b2d5c122640 None None] Set router 9833a968-7595-4a0f-bb1e-72a673abded0 gateway port host: dv-cinder-804757-16-iscsi {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:54:44.297321 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-981440d6-0623-473c-b1ac-0ffc1c847af5 admin admin] Publish callbacks [] for router_gateway (9833a968-7595-4a0f-bb1e-72a673abded0), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:44.391446 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-6efa4779-e44d-4bd4-a1ec-2b2d5c122640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9833a968-7595-4a0f-bb1e-72a673abded0', 'name': 'tempest-TestVolumeBootPattern-1045701170-router', 'tenant_id': '47d6b389f809447d9a5069739bbdd0d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'external_fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.158'}], 'enable_snat': True}, 'gw_port_id': '6ef6d932-e0be-46f4-96bb-8dbe0b1ac237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:46:29Z', 'updated_at': '2022-02-21T09:54:43Z', 'revision_number': 5, 'project_id': '47d6b389f809447d9a5069739bbdd0d0', 'gw_port': {'id': '6ef6d932-e0be-46f4-96bb-8dbe0b1ac237', 'name': '', 'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:66:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9833a968-7595-4a0f-bb1e-72a673abded0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 204, 'fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:46:30Z', 'updated_at': '2022-02-21T09:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-16-iscsi'}], 'dv-cinder-804757-16-iscsi', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:54:44.421993 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6efa4779-e44d-4bd4-a1ec-2b2d5c122640 None None] Checking router: 9833a968-7595-4a0f-bb1e-72a673abded0 for host: dv-cinder-804757-16-iscsi {{(pid=109859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 09:54:44.430920 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6efa4779-e44d-4bd4-a1ec-2b2d5c122640 None None] Routers {'9833a968-7595-4a0f-bb1e-72a673abded0'} bound to L3 agent in host dv-cinder-804757-16-iscsi {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:54:44.431528 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-6efa4779-e44d-4bd4-a1ec-2b2d5c122640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T09:37:05Z,description=,heartbeat_timestamp=2022-02-21T09:54:35Z,host='dv-cinder-804757-16-iscsi',id=f1afc09b-b148-496e-b857-a568110caa3c,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:37:06Z,topic='l3_agent')) {'router_ids': ['9833a968-7595-4a0f-bb1e-72a673abded0'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:54:44.464968 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-981440d6-0623-473c-b1ac-0ffc1c847af5 admin admin] Deleting port 6ef6d932-e0be-46f4-96bb-8dbe0b1ac237 {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 09:54:44.465397 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-981440d6-0623-473c-b1ac-0ffc1c847af5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782759436822'] for port (6ef6d932-e0be-46f4-96bb-8dbe0b1ac237), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:44.521237 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-6efa4779-e44d-4bd4-a1ec-2b2d5c122640 None None] Set router 9833a968-7595-4a0f-bb1e-72a673abded0 gateway port host: None {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:54:44.542930 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.plugins.ml2.db [None req-981440d6-0623-473c-b1ac-0ffc1c847af5 admin admin] For port 6ef6d932-e0be-46f4-96bb-8dbe0b1ac237, host dv-cinder-804757-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-16-iscsi',level=0,port_id=6ef6d932-e0be-46f4-96bb-8dbe0b1ac237,segment=NetworkSegment(64ea902b-f589-4efc-8b2e-260a836a5805),segment_id=64ea902b-f589-4efc-8b2e-260a836a5805)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:54:44.543352 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-981440d6-0623-473c-b1ac-0ffc1c847af5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7915455'] for port (6ef6d932-e0be-46f4-96bb-8dbe0b1ac237), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:44.556281 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-981440d6-0623-473c-b1ac-0ffc1c847af5 admin admin] Calling delete_port for 6ef6d932-e0be-46f4-96bb-8dbe0b1ac237 owned by network:router_gateway {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 09:54:44.573414 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-6efa4779-e44d-4bd4-a1ec-2b2d5c122640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9833a968-7595-4a0f-bb1e-72a673abded0', 'name': 'tempest-TestVolumeBootPattern-1045701170-router', 'tenant_id': '47d6b389f809447d9a5069739bbdd0d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:46:29Z', 'updated_at': '2022-02-21T09:54:44Z', 'revision_number': 6, 'project_id': '47d6b389f809447d9a5069739bbdd0d0', 'gw_port_host': None}], 'dv-cinder-804757-16-iscsi', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:54:44.603047 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6efa4779-e44d-4bd4-a1ec-2b2d5c122640 None None] The sync data for ids ['9833a968-7595-4a0f-bb1e-72a673abded0'] in dv-cinder-804757-16-iscsi is: [{'id': '9833a968-7595-4a0f-bb1e-72a673abded0', 'name': 'tempest-TestVolumeBootPattern-1045701170-router', 'tenant_id': '47d6b389f809447d9a5069739bbdd0d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:46:29Z', 'updated_at': '2022-02-21T09:54:44Z', 'revision_number': 6, 'project_id': '47d6b389f809447d9a5069739bbdd0d0', 'gw_port_host': None}] {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 09:54:44.785051 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-981440d6-0623-473c-b1ac-0ffc1c847af5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782759442297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782758885681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3964494'] for port (6ef6d932-e0be-46f4-96bb-8dbe0b1ac237), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:44.812361 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981440d6-0623-473c-b1ac-0ffc1c847af5 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ef6d932-e0be-46f4-96bb-8dbe0b1ac237,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:54:44.874166 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-981440d6-0623-473c-b1ac-0ffc1c847af5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7917197'] for router_gateway (9833a968-7595-4a0f-bb1e-72a673abded0), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:44.967885 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-981440d6-0623-473c-b1ac-0ffc1c847af5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7916049', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1445'] for router (9833a968-7595-4a0f-bb1e-72a673abded0), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:44.970185 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-981440d6-0623-473c-b1ac-0ffc1c847af5 admin admin] Publish callbacks [] for router_controller (9833a968-7595-4a0f-bb1e-72a673abded0), precommit_delete_associations {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:45.101955 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-981440d6-0623-473c-b1ac-0ffc1c847af5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7916136'] for router (9833a968-7595-4a0f-bb1e-72a673abded0), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:45.102581 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-981440d6-0623-473c-b1ac-0ffc1c847af5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9833a968-7595-4a0f-bb1e-72a673abded0 {{(pid=109857) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 21 09:54:45.107866 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-981440d6-0623-473c-b1ac-0ffc1c847af5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:45.109064 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [None req-981440d6-0623-473c-b1ac-0ffc1c847af5 admin admin] 10.222.0.71 "DELETE /v2.0/routers/9833a968-7595-4a0f-bb1e-72a673abded0 HTTP/1.1" status: 204 len: 168 time: 1.0330539 Feb 21 09:54:45.111553 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.71', 59960) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:54:45.154481 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.db.db_base_plugin_v2 [None req-49b6bc54-041c-4cb2-a69e-215296758cd8 admin admin] Deleting subnet ee2ed3f3-58d7-4668-8f22-c72730a9428c {{(pid=109857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 21 09:54:45.157686 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-49b6bc54-041c-4cb2-a69e-215296758cd8 admin admin] Publish callbacks [] for subnet (ee2ed3f3-58d7-4668-8f22-c72730a9428c), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:45.195100 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-49b6bc54-041c-4cb2-a69e-215296758cd8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3052028'] for subnet (ee2ed3f3-58d7-4668-8f22-c72730a9428c), precommit_delete_associations {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:45.271409 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-49b6bc54-041c-4cb2-a69e-215296758cd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7409676'] for subnet (ee2ed3f3-58d7-4668-8f22-c72730a9428c), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:45.402493 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-49b6bc54-041c-4cb2-a69e-215296758cd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7409717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3963039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4186025'] for subnet (ee2ed3f3-58d7-4668-8f22-c72730a9428c), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:45.429645 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b6bc54-041c-4cb2-a69e-215296758cd8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee2ed3f3-58d7-4668-8f22-c72730a9428c,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:54:45.434496 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-49b6bc54-041c-4cb2-a69e-215296758cd8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905581'] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:45.437909 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [None req-49b6bc54-041c-4cb2-a69e-215296758cd8 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/ee2ed3f3-58d7-4668-8f22-c72730a9428c HTTP/1.1" status: 204 len: 168 time: 0.3253429 Feb 21 09:54:45.440554 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 59976) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:54:45.441169 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f63df991-ba4a-4d31-bc8a-3d581fcb59c6 None None] Network 225b8e08-4f4e-4c63-b7f3-5212a8507ca5 requested from dv-cinder-804757-16-iscsi {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 09:54:45.522756 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7c740326-f327-4205-b469-11bd58888ecd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-977029'] for network (225b8e08-4f4e-4c63-b7f3-5212a8507ca5), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:45.580688 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-7c740326-f327-4205-b469-11bd58888ecd admin admin] Deleting port b9ca7b33-0a20-4956-b7d5-a45a4eedabad {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 09:54:45.581067 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7c740326-f327-4205-b469-11bd58888ecd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782759436822'] for port (b9ca7b33-0a20-4956-b7d5-a45a4eedabad), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:45.595899 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dc9bc08-8972-4097-b8a4-3e4c214e0aa1 None None] DHCP port deletion for 225b8e08-4f4e-4c63-b7f3-5212a8507ca5 request from dv-cinder-804757-16-iscsi {{(pid=109858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 21 09:54:45.672141 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.db [None req-7c740326-f327-4205-b469-11bd58888ecd admin admin] For port b9ca7b33-0a20-4956-b7d5-a45a4eedabad, host dv-cinder-804757-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-16-iscsi',level=0,port_id=b9ca7b33-0a20-4956-b7d5-a45a4eedabad,segment=NetworkSegment(25f1df36-510f-4b21-899f-5f5efe3e1295),segment_id=25f1df36-510f-4b21-899f-5f5efe3e1295)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:54:45.672141 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7c740326-f327-4205-b469-11bd58888ecd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7915455'] for port (b9ca7b33-0a20-4956-b7d5-a45a4eedabad), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:45.673218 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Device 30acf0eb-3e80-44c0-b79d-c683674ce4ab no longer exists at agent ovs-agent-dv-cinder-804757-16-iscsi {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 09:54:45.690737 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-7c740326-f327-4205-b469-11bd58888ecd admin admin] Calling delete_port for b9ca7b33-0a20-4956-b7d5-a45a4eedabad owned by network:dhcp {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 09:54:45.699078 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] No Port match for: 30acf0eb-3e80-44c0-b79d-c683674ce4ab {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 09:54:45.699677 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Device 30acf0eb-3e80-44c0-b79d-c683674ce4ab not bound to the agent host dv-cinder-804757-16-iscsi {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 09:54:45.700261 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Device 6ef6d932-e0be-46f4-96bb-8dbe0b1ac237 no longer exists at agent ovs-agent-dv-cinder-804757-16-iscsi {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 09:54:45.704636 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-1dc9bc08-8972-4097-b8a4-3e4c214e0aa1 None None] Deleting port b9ca7b33-0a20-4956-b7d5-a45a4eedabad {{(pid=109858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 09:54:45.705016 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1dc9bc08-8972-4097-b8a4-3e4c214e0aa1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782759436822'] for port (b9ca7b33-0a20-4956-b7d5-a45a4eedabad), before_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:45.724386 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] No Port match for: 6ef6d932-e0be-46f4-96bb-8dbe0b1ac237 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 09:54:45.724759 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Device 6ef6d932-e0be-46f4-96bb-8dbe0b1ac237 not bound to the agent host dv-cinder-804757-16-iscsi {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 09:54:45.792960 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-1dc9bc08-8972-4097-b8a4-3e4c214e0aa1 None None] For port b9ca7b33-0a20-4956-b7d5-a45a4eedabad, host dv-cinder-804757-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-16-iscsi',level=0,port_id=b9ca7b33-0a20-4956-b7d5-a45a4eedabad,segment=NetworkSegment(25f1df36-510f-4b21-899f-5f5efe3e1295),segment_id=25f1df36-510f-4b21-899f-5f5efe3e1295)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:54:45.792960 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1dc9bc08-8972-4097-b8a4-3e4c214e0aa1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7915455'] for port (b9ca7b33-0a20-4956-b7d5-a45a4eedabad), precommit_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:45.803792 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-1dc9bc08-8972-4097-b8a4-3e4c214e0aa1 None None] Calling delete_port for b9ca7b33-0a20-4956-b7d5-a45a4eedabad owned by network:dhcp {{(pid=109858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 09:54:45.896215 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7c740326-f327-4205-b469-11bd58888ecd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782759442297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782758885681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277415'] for port (b9ca7b33-0a20-4956-b7d5-a45a4eedabad), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:45.903599 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1dc9bc08-8972-4097-b8a4-3e4c214e0aa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782759442297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782758885681'] for port (b9ca7b33-0a20-4956-b7d5-a45a4eedabad), after_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:45.920485 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c740326-f327-4205-b469-11bd58888ecd admin admin] Pushing event deleted for resources: {'Port': ['ID=b9ca7b33-0a20-4956-b7d5-a45a4eedabad,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:54:45.926397 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c740326-f327-4205-b469-11bd58888ecd admin admin] No DVR routers for this DVR port b9ca7b33-0a20-4956-b7d5-a45a4eedabad on host dv-cinder-804757-16-iscsi {{(pid=109856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:54:45.934764 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc9bc08-8972-4097-b8a4-3e4c214e0aa1 None None] No DVR routers for this DVR port b9ca7b33-0a20-4956-b7d5-a45a4eedabad on host dv-cinder-804757-16-iscsi {{(pid=109858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:54:45.940831 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc9bc08-8972-4097-b8a4-3e4c214e0aa1 None None] Pushing event deleted for resources: {'Port': ['ID=b9ca7b33-0a20-4956-b7d5-a45a4eedabad,revision_number=None']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:54:46.002222 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7c740326-f327-4205-b469-11bd58888ecd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7410821', 'neutron.services.segments.db._delete_segments_for_network-8782759398202'] for network (225b8e08-4f4e-4c63-b7f3-5212a8507ca5), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:46.027602 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.services.segments.db [None req-7c740326-f327-4205-b469-11bd58888ecd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['225b8e08-4f4e-4c63-b7f3-5212a8507ca5']}} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:54:46.037106 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.services.segments.db [None req-7c740326-f327-4205-b469-11bd58888ecd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25f1df36-510f-4b21-899f-5f5efe3e1295') {'for_net_delete': True} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:54:46.037399 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.services.segments.db [None req-7c740326-f327-4205-b469-11bd58888ecd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25f1df36-510f-4b21-899f-5f5efe3e1295') {} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:54:46.047268 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7c740326-f327-4205-b469-11bd58888ecd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782759398723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3324868'] for segment (25f1df36-510f-4b21-899f-5f5efe3e1295), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:46.061051 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7c740326-f327-4205-b469-11bd58888ecd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-936617'] for segment (25f1df36-510f-4b21-899f-5f5efe3e1295), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:46.066973 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c740326-f327-4205-b469-11bd58888ecd admin admin] Releasing vlan 373 on physical network physnet1 to pool {{(pid=109856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 21 09:54:46.067349 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7c740326-f327-4205-b469-11bd58888ecd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-936617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3277392'] for segment (25f1df36-510f-4b21-899f-5f5efe3e1295), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:46.069026 dv-cinder-804757-16-iscsi neutron-server[109856]: Traceback (most recent call last): Feb 21 09:54:46.069026 dv-cinder-804757-16-iscsi neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 21 09:54:46.069026 dv-cinder-804757-16-iscsi neutron-server[109856]: timer() Feb 21 09:54:46.069026 dv-cinder-804757-16-iscsi neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 09:54:46.069026 dv-cinder-804757-16-iscsi neutron-server[109856]: cb(*args, **kw) Feb 21 09:54:46.069026 dv-cinder-804757-16-iscsi neutron-server[109856]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 21 09:54:46.069026 dv-cinder-804757-16-iscsi neutron-server[109856]: return func(*args, **kwargs) Feb 21 09:54:46.069026 dv-cinder-804757-16-iscsi neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 09:54:46.069026 dv-cinder-804757-16-iscsi neutron-server[109856]: self._notify() Feb 21 09:54:46.069026 dv-cinder-804757-16-iscsi neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 09:54:46.069026 dv-cinder-804757-16-iscsi neutron-server[109856]: self.callback(batched_events) Feb 21 09:54:46.069026 dv-cinder-804757-16-iscsi neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 09:54:46.069026 dv-cinder-804757-16-iscsi neutron-server[109856]: event.method(event) Feb 21 09:54:46.069026 dv-cinder-804757-16-iscsi neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 21 09:54:46.069026 dv-cinder-804757-16-iscsi neutron-server[109856]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 09:54:46.069026 dv-cinder-804757-16-iscsi neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 21 09:54:46.069026 dv-cinder-804757-16-iscsi neutron-server[109856]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 09:54:46.069026 dv-cinder-804757-16-iscsi neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 21 09:54:46.069026 dv-cinder-804757-16-iscsi neutron-server[109856]: return f(self, *a, **k) Feb 21 09:54:46.069026 dv-cinder-804757-16-iscsi neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 09:54:46.069026 dv-cinder-804757-16-iscsi neutron-server[109856]: return self._get(url).json() Feb 21 09:54:46.069026 dv-cinder-804757-16-iscsi neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 09:54:46.069026 dv-cinder-804757-16-iscsi neutron-server[109856]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 09:54:46.069026 dv-cinder-804757-16-iscsi neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 21 09:54:46.069026 dv-cinder-804757-16-iscsi neutron-server[109856]: return self.request(url, 'GET', **kwargs) Feb 21 09:54:46.069026 dv-cinder-804757-16-iscsi neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 21 09:54:46.069026 dv-cinder-804757-16-iscsi neutron-server[109856]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 09:54:46.069026 dv-cinder-804757-16-iscsi neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 21 09:54:46.069026 dv-cinder-804757-16-iscsi neutron-server[109856]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 09:54:46.069026 dv-cinder-804757-16-iscsi neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 21 09:54:46.069026 dv-cinder-804757-16-iscsi neutron-server[109856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 09:54:46.069026 dv-cinder-804757-16-iscsi neutron-server[109856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 09:54:46.227353 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7c740326-f327-4205-b469-11bd58888ecd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7410830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7917281'] for network (225b8e08-4f4e-4c63-b7f3-5212a8507ca5), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:46.233064 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7c740326-f327-4205-b469-11bd58888ecd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905581'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:46.241127 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-7c740326-f327-4205-b469-11bd58888ecd admin admin] 10.222.0.71 "DELETE /v2.0/networks/225b8e08-4f4e-4c63-b7f3-5212a8507ca5 HTTP/1.1" status: 204 len: 168 time: 0.7947943 Feb 21 09:54:46.248928 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c740326-f327-4205-b469-11bd58888ecd admin admin] Pushing event deleted for resources: {'Network': ['ID=225b8e08-4f4e-4c63-b7f3-5212a8507ca5,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:54:46.717231 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 59982) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:54:46.761661 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-fa7a9bc8-d309-4e0e-abc4-64223627e1ac admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=30ad631be25d4fecbaae288015f66e22&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0430913 Feb 21 09:54:46.764067 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 59984) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:54:46.812627 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6fabed20-17cf-4544-b88b-faa368589eba admin admin] Publish callbacks [] for security_group (56dcf318-ed4b-4150-809c-d44f36e176cf), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:46.833881 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6fabed20-17cf-4544-b88b-faa368589eba admin admin] Publish callbacks [] for security_group (56dcf318-ed4b-4150-809c-d44f36e176cf), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:46.970325 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6fabed20-17cf-4544-b88b-faa368589eba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (56dcf318-ed4b-4150-809c-d44f36e176cf), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:46.972960 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6fabed20-17cf-4544-b88b-faa368589eba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:46.974122 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-6fabed20-17cf-4544-b88b-faa368589eba admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/56dcf318-ed4b-4150-809c-d44f36e176cf HTTP/1.1" status: 204 len: 168 time: 0.2091236 Feb 21 09:54:46.984769 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fabed20-17cf-4544-b88b-faa368589eba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56dcf318-ed4b-4150-809c-d44f36e176cf,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:54:47.635486 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Device b9ca7b33-0a20-4956-b7d5-a45a4eedabad no longer exists at agent ovs-agent-dv-cinder-804757-16-iscsi {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 09:54:47.640153 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] No Port match for: b9ca7b33-0a20-4956-b7d5-a45a4eedabad {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 09:54:47.640524 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Device b9ca7b33-0a20-4956-b7d5-a45a4eedabad not bound to the agent host dv-cinder-804757-16-iscsi {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 09:54:47.857540 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 59992) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:54:47.898690 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-b12f836d-31f7-4c5b-9a7c-60286a556f9a admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=47d6b389f809447d9a5069739bbdd0d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0398943 Feb 21 09:54:47.902133 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 59994) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:54:47.951999 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-24cd7646-5654-48ed-9b48-0e19be2d6529 admin admin] Publish callbacks [] for security_group (d2593a57-b0ef-4d2c-90d9-8fe9f26fda96), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:47.976890 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-24cd7646-5654-48ed-9b48-0e19be2d6529 admin admin] Publish callbacks [] for security_group (d2593a57-b0ef-4d2c-90d9-8fe9f26fda96), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:48.105175 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-24cd7646-5654-48ed-9b48-0e19be2d6529 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (d2593a57-b0ef-4d2c-90d9-8fe9f26fda96), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:48.107795 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-24cd7646-5654-48ed-9b48-0e19be2d6529 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:54:48.108992 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-24cd7646-5654-48ed-9b48-0e19be2d6529 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/d2593a57-b0ef-4d2c-90d9-8fe9f26fda96 HTTP/1.1" status: 204 len: 168 time: 0.2059171 Feb 21 09:54:48.116861 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cd7646-5654-48ed-9b48-0e19be2d6529 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2593a57-b0ef-4d2c-90d9-8fe9f26fda96,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:54:53.137467 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.agents_db [None req-1af9f625-7d23-4c31-ae08-d0e8b46e8d0e None None] Agent healthcheck: found 6 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 09:55:03.267020 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-f0b89591-ca43-4fa0-a095-882bbdfb806d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (7b1feb7e-a062-49d6-b835-c5fae1c9b9ce), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:05.518497 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-a2b5bbe1-fbce-40d7-890c-e1a6826dbafc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (f1afc09b-b148-496e-b857-a568110caa3c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:06.830208 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-43ce5351-eeda-4347-b66a-565ea5ef4f96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (93f03475-d11b-4921-b82a-7ea88eab1568), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:07.813340 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (f5044fde-eef4-46eb-b3ce-4ab87030ccc0), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:08.161866 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-2b8302a0-632c-4bb4-a8e1-5b2fb521f750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (a872b2e0-7e3e-43db-8705-7fb9ea875340), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:09.670017 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (ce3e6371-75e2-4bba-8260-49cd855bb251), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:12.729291 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 60092) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:55:12.829875 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5214a536-baa5-47b6-a077-310bf71b51dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:12.899744 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5214a536-baa5-47b6-a077-310bf71b51dc admin admin] Publish callbacks [] for security_group (f0de1c24-c523-4899-8ff7-90ef6c552666), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:12.975389 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5214a536-baa5-47b6-a077-310bf71b51dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (f0de1c24-c523-4899-8ff7-90ef6c552666), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:13.014501 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-5214a536-baa5-47b6-a077-310bf71b51dc admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=d1388fc1b0814f86a5c17e8258fdd2d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2840805 Feb 21 09:55:13.016767 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5214a536-baa5-47b6-a077-310bf71b51dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0de1c24-c523-4899-8ff7-90ef6c552666,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:55:13.017283 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.71', 60096) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:55:13.069844 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c82ed5e2-4c57-4495-abd7-63d340959873 admin admin] Publish callbacks [] for security_group (f0de1c24-c523-4899-8ff7-90ef6c552666), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:13.090823 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c82ed5e2-4c57-4495-abd7-63d340959873 admin admin] Publish callbacks [] for security_group (f0de1c24-c523-4899-8ff7-90ef6c552666), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:13.192769 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c82ed5e2-4c57-4495-abd7-63d340959873 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (f0de1c24-c523-4899-8ff7-90ef6c552666), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:13.195663 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c82ed5e2-4c57-4495-abd7-63d340959873 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:13.196960 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [None req-c82ed5e2-4c57-4495-abd7-63d340959873 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/f0de1c24-c523-4899-8ff7-90ef6c552666 HTTP/1.1" status: 204 len: 168 time: 0.1787114 Feb 21 09:55:13.205598 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82ed5e2-4c57-4495-abd7-63d340959873 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0de1c24-c523-4899-8ff7-90ef6c552666,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:55:14.239833 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.71', 60118) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:55:14.333814 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.v2.base [None req-0a7c70ac-4359-4a05-a513-0a76259902ba admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1983070522-network', 'tenant_id': '6d223cb2eb60445f8d93d656e43c2ad7'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:55:14.495804 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a7c70ac-4359-4a05-a513-0a76259902ba admin admin] Made reservation on behalf of 6d223cb2eb60445f8d93d656e43c2ad7 for: {'network': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:55:14.498087 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0a7c70ac-4359-4a05-a513-0a76259902ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for network (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:14.506735 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0a7c70ac-4359-4a05-a513-0a76259902ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:14.577351 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0a7c70ac-4359-4a05-a513-0a76259902ba admin admin] Publish callbacks [] for security_group (2c36de43-5b78-4aa2-af08-53ee7694a38f), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:14.662060 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0a7c70ac-4359-4a05-a513-0a76259902ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (2c36de43-5b78-4aa2-af08-53ee7694a38f), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:14.687302 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a7c70ac-4359-4a05-a513-0a76259902ba admin admin] vlan segment allocate from pool success with {'vlan_id': 390, 'physical_network': 'physnet1'} {{(pid=109857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 09:55:14.696850 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7c70ac-4359-4a05-a513-0a76259902ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c36de43-5b78-4aa2-af08-53ee7694a38f,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:55:14.702668 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0a7c70ac-4359-4a05-a513-0a76259902ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-936617'] for segment (e9b9dd41-3b7b-4ba3-8751-5b566baf9f0f), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:14.703010 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.db.segments_db [None req-0a7c70ac-4359-4a05-a513-0a76259902ba admin admin] Added segment e9b9dd41-3b7b-4ba3-8751-5b566baf9f0f of type vlan for network d3f6402d-3443-4e02-a82e-856dc26ff0cd Feb 21 09:55:14.742170 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0a7c70ac-4359-4a05-a513-0a76259902ba admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782758871682'] for network (d3f6402d-3443-4e02-a82e-856dc26ff0cd), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:14.843891 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0a7c70ac-4359-4a05-a513-0a76259902ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539'] for network (d3f6402d-3443-4e02-a82e-856dc26ff0cd), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:14.844792 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a7c70ac-4359-4a05-a513-0a76259902ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:55:14.845368 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0a7c70ac-4359-4a05-a513-0a76259902ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905581'] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:14.901955 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7c70ac-4359-4a05-a513-0a76259902ba admin admin] Pushing event updated for resources: {'Network': ['ID=d3f6402d-3443-4e02-a82e-856dc26ff0cd,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:55:14.911543 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Network d3f6402d-3443-4e02-a82e-856dc26ff0cd details requested by agent ovs-agent-dv-cinder-804757-16-iscsi with host dv-cinder-804757-16-iscsi {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 09:55:14.961375 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [None req-0a7c70ac-4359-4a05-a513-0a76259902ba admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7204609 Feb 21 09:55:14.964140 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.71', 60122) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:55:14.968992 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.v2.base [None req-d39cad74-c86a-41c3-a904-0afc57f36ce2 admin admin] Request body: {'subnet': {'network_id': 'd3f6402d-3443-4e02-a82e-856dc26ff0cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1983070522-subnet', 'tenant_id': '6d223cb2eb60445f8d93d656e43c2ad7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:55:15.087453 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d39cad74-c86a-41c3-a904-0afc57f36ce2 admin admin] Made reservation on behalf of 6d223cb2eb60445f8d93d656e43c2ad7 for: {'subnet': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:55:15.089955 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d39cad74-c86a-41c3-a904-0afc57f36ce2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4185924'] for subnet (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:15.304494 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d39cad74-c86a-41c3-a904-0afc57f36ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3963102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4186038'] for subnet (51cd0116-d066-489b-970a-17dac6550086), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:15.357700 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39cad74-c86a-41c3-a904-0afc57f36ce2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=51cd0116-d066-489b-970a-17dac6550086,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:55:15.367679 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d39cad74-c86a-41c3-a904-0afc57f36ce2 admin admin] Checking segment: {'id': 'e9b9dd41-3b7b-4ba3-8751-5b566baf9f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'd3f6402d-3443-4e02-a82e-856dc26ff0cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 09:55:15.368029 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d39cad74-c86a-41c3-a904-0afc57f36ce2 admin admin] Network hostable DHCP agents. Network: d3f6402d-3443-4e02-a82e-856dc26ff0cd, hostable agents: ['7b1feb7e-a062-49d6-b835-c5fae1c9b9ce'], hosted agents: [] {{(pid=109857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 09:55:15.435692 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d39cad74-c86a-41c3-a904-0afc57f36ce2 admin admin] Network d3f6402d-3443-4e02-a82e-856dc26ff0cd is scheduled to be hosted by DHCP agent 7b1feb7e-a062-49d6-b835-c5fae1c9b9ce with binding_index 1 {{(pid=109857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 09:55:15.512170 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-d39cad74-c86a-41c3-a904-0afc57f36ce2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-16-iscsi, d3f6402d-3443-4e02-a82e-856dc26ff0cd) {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:55:15.516279 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d39cad74-c86a-41c3-a904-0afc57f36ce2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:55:15.516913 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d39cad74-c86a-41c3-a904-0afc57f36ce2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905581'] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:15.522302 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a08905f9-c303-4b1f-a8cb-70f5556d5992 None None] Network d3f6402d-3443-4e02-a82e-856dc26ff0cd requested from dv-cinder-804757-16-iscsi {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 09:55:15.612600 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [None req-d39cad74-c86a-41c3-a904-0afc57f36ce2 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6473331 Feb 21 09:55:15.620217 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5549ac69-3acb-4b70-a5ee-ec15d2826d34 None None] Network d3f6402d-3443-4e02-a82e-856dc26ff0cd requested from dv-cinder-804757-16-iscsi {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 09:55:17.793229 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87af92a6-abdb-461f-adf0-6933f599ddb6 req-8f94f7a7-1962-4ffe-842c-da1b471594cf tempest-VolumesSnapshotTestJSON-1806274793 tempest-VolumesSnapshotTestJSON-1806274793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:55:17.794694 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-87af92a6-abdb-461f-adf0-6933f599ddb6 req-8f94f7a7-1962-4ffe-842c-da1b471594cf tempest-VolumesSnapshotTestJSON-1806274793 tempest-VolumesSnapshotTestJSON-1806274793-project] 10.222.0.71 "GET /v2.0/networks?id=d3f6402d-3443-4e02-a82e-856dc26ff0cd HTTP/1.1" status: 200 len: 814 time: 0.1009436 Feb 21 09:55:17.809720 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-87af92a6-abdb-461f-adf0-6933f599ddb6 req-b7890ef0-8083-40be-837e-4b3249e3a44c tempest-VolumesSnapshotTestJSON-1806274793 tempest-VolumesSnapshotTestJSON-1806274793-project] 10.222.0.71 "GET /v2.0/quotas/6d223cb2eb60445f8d93d656e43c2ad7 HTTP/1.1" status: 200 len: 375 time: 0.0095625 Feb 21 09:55:17.839643 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-87af92a6-abdb-461f-adf0-6933f599ddb6 req-43a723dd-8d92-4df8-bab6-5e9bbe0ff599 tempest-VolumesSnapshotTestJSON-1806274793 tempest-VolumesSnapshotTestJSON-1806274793-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=6d223cb2eb60445f8d93d656e43c2ad7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0253930 Feb 21 09:55:17.925089 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-87af92a6-abdb-461f-adf0-6933f599ddb6 req-30cf2df8-3a53-442a-821b-bc9c16676d01 service neutron] 10.222.0.71 "GET /v2.0/networks/d3f6402d-3443-4e02-a82e-856dc26ff0cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791731 Feb 21 09:55:18.018405 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-87af92a6-abdb-461f-adf0-6933f599ddb6 req-4ec609d0-d4ef-43f2-ba16-ffacf2890992 service neutron] 10.222.0.71 "GET /v2.0/networks/d3f6402d-3443-4e02-a82e-856dc26ff0cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869830 Feb 21 09:55:18.247404 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-e1615462-7211-4447-be99-a315ded5019e req-b7396101-488d-4b43-be32-1cca37efce3a tempest-VolumesSnapshotTestJSON-1806274793 tempest-VolumesSnapshotTestJSON-1806274793-project] 10.222.0.71 "GET /v2.0/ports?device_id=90f58c33-c02f-43b7-afa5-6bbcfe64ea0e HTTP/1.1" status: 200 len: 210 time: 0.0272546 Feb 21 09:55:19.324567 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-4d1ee9e3-28b7-45b8-82d4-6987edbc46cf req-c44e9706-5091-4cca-9c83-b0c7484840ba tempest-VolumesSnapshotTestJSON-1806274793 tempest-VolumesSnapshotTestJSON-1806274793-project] 10.222.0.71 "GET /v2.0/ports?device_id=90f58c33-c02f-43b7-afa5-6bbcfe64ea0e HTTP/1.1" status: 200 len: 210 time: 0.0260172 Feb 21 09:55:20.379725 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87af92a6-abdb-461f-adf0-6933f599ddb6 req-0f31c686-4bc0-48f5-8d2e-adc4a250a817 tempest-VolumesSnapshotTestJSON-1806274793 tempest-VolumesSnapshotTestJSON-1806274793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:55:20.381913 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-87af92a6-abdb-461f-adf0-6933f599ddb6 req-0f31c686-4bc0-48f5-8d2e-adc4a250a817 tempest-VolumesSnapshotTestJSON-1806274793 tempest-VolumesSnapshotTestJSON-1806274793-project] 10.222.0.69 "GET /v2.0/networks?id=d3f6402d-3443-4e02-a82e-856dc26ff0cd HTTP/1.1" status: 200 len: 814 time: 0.1055701 Feb 21 09:55:20.393881 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.v2.base [req-87af92a6-abdb-461f-adf0-6933f599ddb6 req-7ea047a3-4e99-4f6d-b5de-75ff285ca406 tempest-VolumesSnapshotTestJSON-1806274793 tempest-VolumesSnapshotTestJSON-1806274793-project] Request body: {'port': {'device_id': '90f58c33-c02f-43b7-afa5-6bbcfe64ea0e', 'network_id': 'd3f6402d-3443-4e02-a82e-856dc26ff0cd', 'admin_state_up': True, 'tenant_id': '6d223cb2eb60445f8d93d656e43c2ad7'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:55:20.459128 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-9fc5649f-c89a-4479-b825-8ae5f744154c req-ee3e2d9c-984e-45a0-b470-5362827a9ab4 tempest-VolumesSnapshotTestJSON-1806274793 tempest-VolumesSnapshotTestJSON-1806274793-project] 10.222.0.71 "GET /v2.0/ports?device_id=90f58c33-c02f-43b7-afa5-6bbcfe64ea0e HTTP/1.1" status: 200 len: 210 time: 0.0610244 Feb 21 09:55:20.601720 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87af92a6-abdb-461f-adf0-6933f599ddb6 req-7ea047a3-4e99-4f6d-b5de-75ff285ca406 tempest-VolumesSnapshotTestJSON-1806274793 tempest-VolumesSnapshotTestJSON-1806274793-project] Made reservation on behalf of 6d223cb2eb60445f8d93d656e43c2ad7 for: {'port': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:55:20.605163 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-87af92a6-abdb-461f-adf0-6933f599ddb6 req-7ea047a3-4e99-4f6d-b5de-75ff285ca406 tempest-VolumesSnapshotTestJSON-1806274793 tempest-VolumesSnapshotTestJSON-1806274793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:20.729361 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [req-87af92a6-abdb-461f-adf0-6933f599ddb6 req-7ea047a3-4e99-4f6d-b5de-75ff285ca406 tempest-VolumesSnapshotTestJSON-1806274793 tempest-VolumesSnapshotTestJSON-1806274793-project] Allocated IP 172.20.0.3 (d3f6402d-3443-4e02-a82e-856dc26ff0cd/51cd0116-d066-489b-970a-17dac6550086/9c423ef0-fb69-4536-a409-5eda61bd8f18) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:55:20.872216 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-87af92a6-abdb-461f-adf0-6933f599ddb6 req-7ea047a3-4e99-4f6d-b5de-75ff285ca406 tempest-VolumesSnapshotTestJSON-1806274793 tempest-VolumesSnapshotTestJSON-1806274793-project] Publish callbacks [] for port (9c423ef0-fb69-4536-a409-5eda61bd8f18), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:20.962274 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-87af92a6-abdb-461f-adf0-6933f599ddb6 req-7ea047a3-4e99-4f6d-b5de-75ff285ca406 tempest-VolumesSnapshotTestJSON-1806274793 tempest-VolumesSnapshotTestJSON-1806274793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782758885672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277415'] for port (9c423ef0-fb69-4536-a409-5eda61bd8f18), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:21.003342 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87af92a6-abdb-461f-adf0-6933f599ddb6 req-7ea047a3-4e99-4f6d-b5de-75ff285ca406 tempest-VolumesSnapshotTestJSON-1806274793 tempest-VolumesSnapshotTestJSON-1806274793-project] Network d3f6402d-3443-4e02-a82e-856dc26ff0cd is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:55:21.006998 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [req-87af92a6-abdb-461f-adf0-6933f599ddb6 req-7ea047a3-4e99-4f6d-b5de-75ff285ca406 tempest-VolumesSnapshotTestJSON-1806274793 tempest-VolumesSnapshotTestJSON-1806274793-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:55:21.010673 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-87af92a6-abdb-461f-adf0-6933f599ddb6 req-7ea047a3-4e99-4f6d-b5de-75ff285ca406 tempest-VolumesSnapshotTestJSON-1806274793 tempest-VolumesSnapshotTestJSON-1806274793-project] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 09:55:21.039299 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea047a3-4e99-4f6d-b5de-75ff285ca406 tempest-VolumesSnapshotTestJSON-1806274793 tempest-VolumesSnapshotTestJSON-1806274793-project] Pushing event updated for resources: {'Port': ['ID=9c423ef0-fb69-4536-a409-5eda61bd8f18,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:55:21.066602 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87af92a6-abdb-461f-adf0-6933f599ddb6 req-7ea047a3-4e99-4f6d-b5de-75ff285ca406 tempest-VolumesSnapshotTestJSON-1806274793 tempest-VolumesSnapshotTestJSON-1806274793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:55:21.067209 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-87af92a6-abdb-461f-adf0-6933f599ddb6 req-7ea047a3-4e99-4f6d-b5de-75ff285ca406 tempest-VolumesSnapshotTestJSON-1806274793 tempest-VolumesSnapshotTestJSON-1806274793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8333137'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:21.165496 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-87af92a6-abdb-461f-adf0-6933f599ddb6 req-7ea047a3-4e99-4f6d-b5de-75ff285ca406 tempest-VolumesSnapshotTestJSON-1806274793 tempest-VolumesSnapshotTestJSON-1806274793-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7752581 Feb 21 09:55:21.176663 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.v2.base [req-87af92a6-abdb-461f-adf0-6933f599ddb6 req-5806cbe3-c956-4e54-aa11-4b2e001ad8dc service neutron] Request body: {'port': {'device_id': '90f58c33-c02f-43b7-afa5-6bbcfe64ea0e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:55:21.238939 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-87af92a6-abdb-461f-adf0-6933f599ddb6 req-5806cbe3-c956-4e54-aa11-4b2e001ad8dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (9c423ef0-fb69-4536-a409-5eda61bd8f18), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:21.495783 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.notifiers.nova [req-87af92a6-abdb-461f-adf0-6933f599ddb6 req-5806cbe3-c956-4e54-aa11-4b2e001ad8dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c423ef0-fb69-4536-a409-5eda61bd8f18 {{(pid=109856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 09:55:21.503194 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-87af92a6-abdb-461f-adf0-6933f599ddb6 req-5806cbe3-c956-4e54-aa11-4b2e001ad8dc service neutron] Publish callbacks [] for port (9c423ef0-fb69-4536-a409-5eda61bd8f18), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:21.516201 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.db.provisioning_blocks [req-87af92a6-abdb-461f-adf0-6933f599ddb6 req-5806cbe3-c956-4e54-aa11-4b2e001ad8dc service neutron] Transition to ACTIVE for port object 9c423ef0-fb69-4536-a409-5eda61bd8f18 will not be triggered until provisioned by entity L2. {{(pid=109856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:55:21.576122 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1decff3d-102c-4b4a-a81d-660a5596db6b req-2912099c-e963-488f-aa69-0458ef5abe4a tempest-VolumesSnapshotTestJSON-1806274793 tempest-VolumesSnapshotTestJSON-1806274793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:55:21.577620 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-1decff3d-102c-4b4a-a81d-660a5596db6b req-2912099c-e963-488f-aa69-0458ef5abe4a tempest-VolumesSnapshotTestJSON-1806274793 tempest-VolumesSnapshotTestJSON-1806274793-project] 10.222.0.71 "GET /v2.0/ports?device_id=90f58c33-c02f-43b7-afa5-6bbcfe64ea0e HTTP/1.1" status: 200 len: 931 time: 0.0514176 Feb 21 09:55:21.585951 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-87af92a6-abdb-461f-adf0-6933f599ddb6 req-5806cbe3-c956-4e54-aa11-4b2e001ad8dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782759442315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782758885690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782758885708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3277436'] for port (9c423ef0-fb69-4536-a409-5eda61bd8f18), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:21.931643 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5806cbe3-c956-4e54-aa11-4b2e001ad8dc service neutron] Pushing event updated for resources: {'Port': ['ID=9c423ef0-fb69-4536-a409-5eda61bd8f18,revision_number=2']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:55:21.947722 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-1decff3d-102c-4b4a-a81d-660a5596db6b req-c4e98959-d702-4b07-8197-82379d332f93 tempest-VolumesSnapshotTestJSON-1806274793 tempest-VolumesSnapshotTestJSON-1806274793-project] 10.222.0.71 "GET /v2.0/security-groups?id=2c36de43-5b78-4aa2-af08-53ee7694a38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3642914 Feb 21 09:55:22.008905 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-87af92a6-abdb-461f-adf0-6933f599ddb6 req-5806cbe3-c956-4e54-aa11-4b2e001ad8dc service neutron] Attempting to bind port 9c423ef0-fb69-4536-a409-5eda61bd8f18 on host hv-cinder-80475 for vnic_type normal with profile {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 09:55:22.010515 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-87af92a6-abdb-461f-adf0-6933f599ddb6 req-5806cbe3-c956-4e54-aa11-4b2e001ad8dc service neutron] Attempting to bind port 9c423ef0-fb69-4536-a409-5eda61bd8f18 by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': 'e9b9dd41-3b7b-4ba3-8751-5b566baf9f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'd3f6402d-3443-4e02-a82e-856dc26ff0cd'}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 09:55:22.010515 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87af92a6-abdb-461f-adf0-6933f599ddb6 req-5806cbe3-c956-4e54-aa11-4b2e001ad8dc service neutron] Attempting to bind port 9c423ef0-fb69-4536-a409-5eda61bd8f18 on network d3f6402d-3443-4e02-a82e-856dc26ff0cd {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 09:55:22.014557 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87af92a6-abdb-461f-adf0-6933f599ddb6 req-5806cbe3-c956-4e54-aa11-4b2e001ad8dc service neutron] Port 9c423ef0-fb69-4536-a409-5eda61bd8f18 on network d3f6402d-3443-4e02-a82e-856dc26ff0cd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 09:55:22.014875 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87af92a6-abdb-461f-adf0-6933f599ddb6 req-5806cbe3-c956-4e54-aa11-4b2e001ad8dc service neutron] Attempting to bind port 9c423ef0-fb69-4536-a409-5eda61bd8f18 on network d3f6402d-3443-4e02-a82e-856dc26ff0cd {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 09:55:22.019875 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87af92a6-abdb-461f-adf0-6933f599ddb6 req-5806cbe3-c956-4e54-aa11-4b2e001ad8dc service neutron] Checking agent: {'id': 'f5044fde-eef4-46eb-b3ce-4ab87030ccc0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 9, 43, 36), 'started_at': datetime.datetime(2022, 2, 21, 9, 43, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 55, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 09:55:22.020210 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87af92a6-abdb-461f-adf0-6933f599ddb6 req-5806cbe3-c956-4e54-aa11-4b2e001ad8dc service neutron] Checking segment: {'id': 'e9b9dd41-3b7b-4ba3-8751-5b566baf9f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'd3f6402d-3443-4e02-a82e-856dc26ff0cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 09:55:22.020629 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87af92a6-abdb-461f-adf0-6933f599ddb6 req-5806cbe3-c956-4e54-aa11-4b2e001ad8dc service neutron] Bound using segment: {'id': 'e9b9dd41-3b7b-4ba3-8751-5b566baf9f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'd3f6402d-3443-4e02-a82e-856dc26ff0cd'} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 09:55:22.021080 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-87af92a6-abdb-461f-adf0-6933f599ddb6 req-5806cbe3-c956-4e54-aa11-4b2e001ad8dc service neutron] Bound port: 9c423ef0-fb69-4536-a409-5eda61bd8f18, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9b9dd41-3b7b-4ba3-8751-5b566baf9f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'd3f6402d-3443-4e02-a82e-856dc26ff0cd'}}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 09:55:22.021842 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-87af92a6-abdb-461f-adf0-6933f599ddb6 req-5806cbe3-c956-4e54-aa11-4b2e001ad8dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (9c423ef0-fb69-4536-a409-5eda61bd8f18), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:22.085326 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-87af92a6-abdb-461f-adf0-6933f599ddb6 req-5806cbe3-c956-4e54-aa11-4b2e001ad8dc service neutron] For port 9c423ef0-fb69-4536-a409-5eda61bd8f18, host hv-cinder-80475, cleared binding levels {{(pid=109856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:55:22.088233 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-87af92a6-abdb-461f-adf0-6933f599ddb6 req-5806cbe3-c956-4e54-aa11-4b2e001ad8dc service neutron] For port 9c423ef0-fb69-4536-a409-5eda61bd8f18, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=9c423ef0-fb69-4536-a409-5eda61bd8f18,segment=NetworkSegment(e9b9dd41-3b7b-4ba3-8751-5b566baf9f0f),segment_id=e9b9dd41-3b7b-4ba3-8751-5b566baf9f0f)] {{(pid=109856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:55:22.150277 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-87af92a6-abdb-461f-adf0-6933f599ddb6 req-5806cbe3-c956-4e54-aa11-4b2e001ad8dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782759442315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782758885690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782758885708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3277436'] for port (9c423ef0-fb69-4536-a409-5eda61bd8f18), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:22.182948 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87af92a6-abdb-461f-adf0-6933f599ddb6 req-5806cbe3-c956-4e54-aa11-4b2e001ad8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:55:22.183553 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-87af92a6-abdb-461f-adf0-6933f599ddb6 req-5806cbe3-c956-4e54-aa11-4b2e001ad8dc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8333137'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:22.184946 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-87af92a6-abdb-461f-adf0-6933f599ddb6 req-5806cbe3-c956-4e54-aa11-4b2e001ad8dc service neutron] 10.222.0.69 "PUT /v2.0/ports/9c423ef0-fb69-4536-a409-5eda61bd8f18 HTTP/1.1" status: 200 len: 1093 time: 1.0123067 Feb 21 09:55:22.185396 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90f58c33-c02f-43b7-afa5-6bbcfe64ea0e', 'tag': '9c423ef0-fb69-4536-a409-5eda61bd8f18'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:55:22.187614 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c95017b57136a4249e8df2494e5587cd96ada80ae38c14c6a4695013360e62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32ddb21c-b7ea-41e7-a045-fdb909b9f5cb" -d '{"events": [{"name": "network-changed", "server_uuid": "90f58c33-c02f-43b7-afa5-6bbcfe64ea0e", "tag": "9c423ef0-fb69-4536-a409-5eda61bd8f18"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:55:22.213900 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5806cbe3-c956-4e54-aa11-4b2e001ad8dc service neutron] Pushing event updated for resources: {'Port': ['ID=9c423ef0-fb69-4536-a409-5eda61bd8f18,revision_number=3']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:55:22.224912 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 09:55:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-106fb44b-1d49-47db-ac97-5e643d3b1707 x-openstack-request-id: req-106fb44b-1d49-47db-ac97-5e643d3b1707 {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:55:22.225313 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90f58c33-c02f-43b7-afa5-6bbcfe64ea0e", "tag": "9c423ef0-fb69-4536-a409-5eda61bd8f18", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:55:22.225577 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-106fb44b-1d49-47db-ac97-5e643d3b1707 {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:55:22.225985 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90f58c33-c02f-43b7-afa5-6bbcfe64ea0e', 'tag': '9c423ef0-fb69-4536-a409-5eda61bd8f18', 'status': 'completed', 'code': 200} Feb 21 09:55:22.287770 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ddb21c-b7ea-41e7-a045-fdb909b9f5cb req-448f734e-7c90-4a80-9f69-dced913abd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:55:22.289304 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-32ddb21c-b7ea-41e7-a045-fdb909b9f5cb req-448f734e-7c90-4a80-9f69-dced913abd18 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6d223cb2eb60445f8d93d656e43c2ad7&device_id=90f58c33-c02f-43b7-afa5-6bbcfe64ea0e HTTP/1.1" status: 200 len: 1127 time: 0.0439005 Feb 21 09:55:22.386697 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ddb21c-b7ea-41e7-a045-fdb909b9f5cb req-8ffe1c0a-81a0-4914-9362-a08126dce606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:55:22.388162 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-32ddb21c-b7ea-41e7-a045-fdb909b9f5cb req-8ffe1c0a-81a0-4914-9362-a08126dce606 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=6d223cb2eb60445f8d93d656e43c2ad7&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0925479 Feb 21 09:55:22.478990 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ddb21c-b7ea-41e7-a045-fdb909b9f5cb req-6d791a00-6182-4ff4-9855-ab14e245fa32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:55:22.480458 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-32ddb21c-b7ea-41e7-a045-fdb909b9f5cb req-6d791a00-6182-4ff4-9855-ab14e245fa32 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0871272 Feb 21 09:55:22.560728 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87af92a6-abdb-461f-adf0-6933f599ddb6 req-b15a67ca-e4ec-4c8f-a234-768883a3b5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:55:22.562218 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-87af92a6-abdb-461f-adf0-6933f599ddb6 req-b15a67ca-e4ec-4c8f-a234-768883a3b5ab service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6d223cb2eb60445f8d93d656e43c2ad7&device_id=90f58c33-c02f-43b7-afa5-6bbcfe64ea0e HTTP/1.1" status: 200 len: 1127 time: 0.0480194 Feb 21 09:55:22.602974 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-87af92a6-abdb-461f-adf0-6933f599ddb6 req-2a6f9e0e-eb65-4b1e-a8c2-ea139b6521c9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9c423ef0-fb69-4536-a409-5eda61bd8f18 HTTP/1.1" status: 200 len: 217 time: 0.0337434 Feb 21 09:55:22.650432 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87af92a6-abdb-461f-adf0-6933f599ddb6 req-b75913c4-5745-424b-a2ef-dbe195ef4afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:55:22.651843 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-87af92a6-abdb-461f-adf0-6933f599ddb6 req-b75913c4-5745-424b-a2ef-dbe195ef4afc service neutron] 10.222.0.69 "GET /v2.0/subnets?id=51cd0116-d066-489b-970a-17dac6550086 HTTP/1.1" status: 200 len: 854 time: 0.0417392 Feb 21 09:55:22.681840 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-87af92a6-abdb-461f-adf0-6933f599ddb6 req-dc20ac50-27e7-42df-82f2-1d79a93500a3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d3f6402d-3443-4e02-a82e-856dc26ff0cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241752 Feb 21 09:55:22.772313 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-87af92a6-abdb-461f-adf0-6933f599ddb6 req-e451a69e-9ef6-4f46-90f1-dc4124fd35ae service neutron] 10.222.0.69 "GET /v2.0/networks/d3f6402d-3443-4e02-a82e-856dc26ff0cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839932 Feb 21 09:55:22.857587 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-87af92a6-abdb-461f-adf0-6933f599ddb6 req-0df5dc6d-1154-4a43-917d-6fbf2088fd0e service neutron] 10.222.0.69 "GET /v2.0/networks/d3f6402d-3443-4e02-a82e-856dc26ff0cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800769 Feb 21 09:55:23.071502 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb6e391-2083-4df8-8b15-89175bbdc85b req-28b9fd61-6635-4728-9cd7-867b90e28104 tempest-VolumesSnapshotTestJSON-1806274793 tempest-VolumesSnapshotTestJSON-1806274793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:55:23.072913 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-9bb6e391-2083-4df8-8b15-89175bbdc85b req-28b9fd61-6635-4728-9cd7-867b90e28104 tempest-VolumesSnapshotTestJSON-1806274793 tempest-VolumesSnapshotTestJSON-1806274793-project] 10.222.0.71 "GET /v2.0/ports?device_id=90f58c33-c02f-43b7-afa5-6bbcfe64ea0e HTTP/1.1" status: 200 len: 943 time: 0.0572109 Feb 21 09:55:23.118798 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-9bb6e391-2083-4df8-8b15-89175bbdc85b req-7eb0a4d4-ded7-4dba-97e1-aaca47ef4095 tempest-VolumesSnapshotTestJSON-1806274793 tempest-VolumesSnapshotTestJSON-1806274793-project] 10.222.0.71 "GET /v2.0/security-groups?id=2c36de43-5b78-4aa2-af08-53ee7694a38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401266 Feb 21 09:55:24.237614 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0893a7-6f43-447a-bdf9-15926d50d041 req-5485a782-6c16-409f-a7ca-4d5009165142 tempest-VolumesSnapshotTestJSON-1806274793 tempest-VolumesSnapshotTestJSON-1806274793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:55:24.239071 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-2e0893a7-6f43-447a-bdf9-15926d50d041 req-5485a782-6c16-409f-a7ca-4d5009165142 tempest-VolumesSnapshotTestJSON-1806274793 tempest-VolumesSnapshotTestJSON-1806274793-project] 10.222.0.71 "GET /v2.0/ports?device_id=90f58c33-c02f-43b7-afa5-6bbcfe64ea0e HTTP/1.1" status: 200 len: 943 time: 0.0512357 Feb 21 09:55:24.284604 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-2e0893a7-6f43-447a-bdf9-15926d50d041 req-d4609081-e89a-434d-87fd-0330476dcaaa tempest-VolumesSnapshotTestJSON-1806274793 tempest-VolumesSnapshotTestJSON-1806274793-project] 10.222.0.71 "GET /v2.0/security-groups?id=2c36de43-5b78-4aa2-af08-53ee7694a38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398848 Feb 21 09:55:25.402804 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6d2dae-b866-443c-8566-36cd748ec169 req-d5fb288c-8cd5-4c06-b241-8a073273584e tempest-VolumesSnapshotTestJSON-1806274793 tempest-VolumesSnapshotTestJSON-1806274793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:55:25.404279 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-ae6d2dae-b866-443c-8566-36cd748ec169 req-d5fb288c-8cd5-4c06-b241-8a073273584e tempest-VolumesSnapshotTestJSON-1806274793 tempest-VolumesSnapshotTestJSON-1806274793-project] 10.222.0.71 "GET /v2.0/ports?device_id=90f58c33-c02f-43b7-afa5-6bbcfe64ea0e HTTP/1.1" status: 200 len: 943 time: 0.0510097 Feb 21 09:55:25.453557 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-ae6d2dae-b866-443c-8566-36cd748ec169 req-9cdf7147-5830-45ca-af41-177d059cc727 tempest-VolumesSnapshotTestJSON-1806274793 tempest-VolumesSnapshotTestJSON-1806274793-project] 10.222.0.71 "GET /v2.0/security-groups?id=2c36de43-5b78-4aa2-af08-53ee7694a38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437915 Feb 21 09:55:26.095603 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Device 9c423ef0-fb69-4536-a409-5eda61bd8f18 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 09:55:26.198387 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] For port 9c423ef0-fb69-4536-a409-5eda61bd8f18, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=9c423ef0-fb69-4536-a409-5eda61bd8f18,segment=NetworkSegment(e9b9dd41-3b7b-4ba3-8751-5b566baf9f0f),segment_id=e9b9dd41-3b7b-4ba3-8751-5b566baf9f0f)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:55:26.209709 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Returning: {'device': '9c423ef0-fb69-4536-a409-5eda61bd8f18', 'network_id': 'd3f6402d-3443-4e02-a82e-856dc26ff0cd', 'port_id': '9c423ef0-fb69-4536-a409-5eda61bd8f18', 'mac_address': 'fa:16:3e:da:75:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 390, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51cd0116-d066-489b-970a-17dac6550086', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 09:55:26.247821 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Current status of the port 9c423ef0-fb69-4536-a409-5eda61bd8f18 is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:55:26.248216 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (9c423ef0-fb69-4536-a409-5eda61bd8f18), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:26.261645 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c423ef0-fb69-4536-a409-5eda61bd8f18 {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 09:55:26.283119 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] For port 9c423ef0-fb69-4536-a409-5eda61bd8f18, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=9c423ef0-fb69-4536-a409-5eda61bd8f18,segment=NetworkSegment(e9b9dd41-3b7b-4ba3-8751-5b566baf9f0f),segment_id=e9b9dd41-3b7b-4ba3-8751-5b566baf9f0f)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:55:26.358151 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782759442315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782758885690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782758885708'] for port (9c423ef0-fb69-4536-a409-5eda61bd8f18), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:26.408362 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Pushing event updated for resources: {'Port': ['ID=9c423ef0-fb69-4536-a409-5eda61bd8f18,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:55:26.415268 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:55:26.415623 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:55:26.415970 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:55:26.416312 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:55:26.416681 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:55:26.417032 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:55:26.417352 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:55:26.417680 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:55:26.418005 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:55:26.418328 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:55:26.418657 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:55:26.418981 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:55:26.419303 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:55:26.570924 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccbff5f-1261-4601-a44e-b83708bae5bd req-3846e241-b275-4c01-8360-7251fc384b1c tempest-VolumesSnapshotTestJSON-1806274793 tempest-VolumesSnapshotTestJSON-1806274793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:55:26.572294 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-bccbff5f-1261-4601-a44e-b83708bae5bd req-3846e241-b275-4c01-8360-7251fc384b1c tempest-VolumesSnapshotTestJSON-1806274793 tempest-VolumesSnapshotTestJSON-1806274793-project] 10.222.0.71 "GET /v2.0/ports?device_id=90f58c33-c02f-43b7-afa5-6bbcfe64ea0e HTTP/1.1" status: 200 len: 944 time: 0.0520811 Feb 21 09:55:26.580311 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] get_ports_and_sgs() called for port_ids ['9c423ef0-fb69-4536-a409-5eda61bd8f18'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 09:55:26.625729 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-bccbff5f-1261-4601-a44e-b83708bae5bd req-916ab9af-1345-4857-9ea3-0a2ec349f735 tempest-VolumesSnapshotTestJSON-1806274793 tempest-VolumesSnapshotTestJSON-1806274793-project] 10.222.0.71 "GET /v2.0/security-groups?id=2c36de43-5b78-4aa2-af08-53ee7694a38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478835 Feb 21 09:55:27.742037 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f8ffc7-556b-4481-9a42-2707cbb3f87b req-0160fdc3-080d-4999-a554-43d06562713c tempest-VolumesSnapshotTestJSON-1806274793 tempest-VolumesSnapshotTestJSON-1806274793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:55:27.743483 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-c4f8ffc7-556b-4481-9a42-2707cbb3f87b req-0160fdc3-080d-4999-a554-43d06562713c tempest-VolumesSnapshotTestJSON-1806274793 tempest-VolumesSnapshotTestJSON-1806274793-project] 10.222.0.71 "GET /v2.0/ports?device_id=90f58c33-c02f-43b7-afa5-6bbcfe64ea0e HTTP/1.1" status: 200 len: 944 time: 0.0508032 Feb 21 09:55:27.788563 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-c4f8ffc7-556b-4481-9a42-2707cbb3f87b req-477de3ef-44ec-41d7-bd2b-3a98306a2610 tempest-VolumesSnapshotTestJSON-1806274793 tempest-VolumesSnapshotTestJSON-1806274793-project] 10.222.0.71 "GET /v2.0/security-groups?id=2c36de43-5b78-4aa2-af08-53ee7694a38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396438 Feb 21 09:55:28.111053 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Device 9c423ef0-fb69-4536-a409-5eda61bd8f18 up at agent hyperv_hv-cinder-80475 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:55:28.226374 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Provisioning for port 9c423ef0-fb69-4536-a409-5eda61bd8f18 completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:55:28.230349 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Provisioning complete for port 9c423ef0-fb69-4536-a409-5eda61bd8f18 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:55:28.230729 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7397950'] for port (9c423ef0-fb69-4536-a409-5eda61bd8f18), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:28.435377 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Current status of the port 9c423ef0-fb69-4536-a409-5eda61bd8f18 is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:55:28.435683 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (9c423ef0-fb69-4536-a409-5eda61bd8f18), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:28.457296 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90f58c33-c02f-43b7-afa5-6bbcfe64ea0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c423ef0-fb69-4536-a409-5eda61bd8f18'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:55:28.461580 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd82e867db05f05d31de18fef3a4b5738e999913abe260e0f677426061852263" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de6078ad-cb1b-46b9-8d13-1c85f9694ac1" -d '{"events": [{"server_uuid": "90f58c33-c02f-43b7-afa5-6bbcfe64ea0e", "name": "network-vif-plugged", "status": "completed", "tag": "9c423ef0-fb69-4536-a409-5eda61bd8f18"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:55:28.471894 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] For port 9c423ef0-fb69-4536-a409-5eda61bd8f18, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=9c423ef0-fb69-4536-a409-5eda61bd8f18,segment=NetworkSegment(e9b9dd41-3b7b-4ba3-8751-5b566baf9f0f),segment_id=e9b9dd41-3b7b-4ba3-8751-5b566baf9f0f)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:55:28.497410 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 09:55:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa5f16d6-8078-427a-b637-45da3821c5b3 x-openstack-request-id: req-aa5f16d6-8078-427a-b637-45da3821c5b3 {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:55:28.497708 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90f58c33-c02f-43b7-afa5-6bbcfe64ea0e", "name": "network-vif-plugged", "status": "completed", "tag": "9c423ef0-fb69-4536-a409-5eda61bd8f18", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:55:28.497963 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-aa5f16d6-8078-427a-b637-45da3821c5b3 {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:55:28.498358 dv-cinder-804757-16-iscsi neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90f58c33-c02f-43b7-afa5-6bbcfe64ea0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c423ef0-fb69-4536-a409-5eda61bd8f18', 'code': 200} Feb 21 09:55:28.555938 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782759442315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782758885690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782758885708'] for port (9c423ef0-fb69-4536-a409-5eda61bd8f18), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:28.609860 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Pushing event updated for resources: {'Port': ['ID=9c423ef0-fb69-4536-a409-5eda61bd8f18,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:55:28.795818 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d632f949-5d9d-4ec0-b411-90a108ea4eb1 req-db59d9c9-0a1f-4298-b8a4-ae0c8c925655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:55:28.797670 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-d632f949-5d9d-4ec0-b411-90a108ea4eb1 req-db59d9c9-0a1f-4298-b8a4-ae0c8c925655 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=90f58c33-c02f-43b7-afa5-6bbcfe64ea0e HTTP/1.1" status: 200 len: 1129 time: 0.0475085 Feb 21 09:55:28.843289 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-d632f949-5d9d-4ec0-b411-90a108ea4eb1 req-9a34ab7c-282c-4cbf-b541-f8c9c1ccf3fa service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=2c36de43-5b78-4aa2-af08-53ee7694a38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398765 Feb 21 09:55:29.015898 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dceeb9-40cc-4dd3-8d1f-8675c279e6d4 req-e65011c6-116d-44ac-a7b6-2cb4add89ed4 tempest-VolumesSnapshotTestJSON-1806274793 tempest-VolumesSnapshotTestJSON-1806274793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:55:29.017438 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-79dceeb9-40cc-4dd3-8d1f-8675c279e6d4 req-e65011c6-116d-44ac-a7b6-2cb4add89ed4 tempest-VolumesSnapshotTestJSON-1806274793 tempest-VolumesSnapshotTestJSON-1806274793-project] 10.222.0.71 "GET /v2.0/ports?device_id=90f58c33-c02f-43b7-afa5-6bbcfe64ea0e HTTP/1.1" status: 200 len: 945 time: 0.1616604 Feb 21 09:55:29.065049 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-79dceeb9-40cc-4dd3-8d1f-8675c279e6d4 req-29b2e869-ed39-448e-96b4-d051eea07e61 tempest-VolumesSnapshotTestJSON-1806274793 tempest-VolumesSnapshotTestJSON-1806274793-project] 10.222.0.71 "GET /v2.0/security-groups?id=2c36de43-5b78-4aa2-af08-53ee7694a38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409250 Feb 21 09:55:30.136895 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.agents_db [None req-1af9f625-7d23-4c31-ae08-d0e8b46e8d0e None None] Agent healthcheck: found 6 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 09:55:30.237007 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f5fdbf-3d5d-4bee-85d2-e4b6895b57ee req-18723e52-a3ad-4a01-8521-8c2f283842e1 tempest-VolumesSnapshotTestJSON-1806274793 tempest-VolumesSnapshotTestJSON-1806274793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:55:30.238508 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-b3f5fdbf-3d5d-4bee-85d2-e4b6895b57ee req-18723e52-a3ad-4a01-8521-8c2f283842e1 tempest-VolumesSnapshotTestJSON-1806274793 tempest-VolumesSnapshotTestJSON-1806274793-project] 10.222.0.71 "GET /v2.0/ports?device_id=90f58c33-c02f-43b7-afa5-6bbcfe64ea0e HTTP/1.1" status: 200 len: 945 time: 0.1057513 Feb 21 09:55:30.283893 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-b3f5fdbf-3d5d-4bee-85d2-e4b6895b57ee req-8b4e0e17-83d9-4112-ac7d-8d7c69fc27cc tempest-VolumesSnapshotTestJSON-1806274793 tempest-VolumesSnapshotTestJSON-1806274793-project] 10.222.0.71 "GET /v2.0/security-groups?id=2c36de43-5b78-4aa2-af08-53ee7694a38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395670 Feb 21 09:55:33.180691 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-eb4b8104-93c7-4e5f-ba8c-e0d79abe951e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (7b1feb7e-a062-49d6-b835-c5fae1c9b9ce), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:35.567761 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-37acd75b-e31d-491d-947b-90f7ae358c3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (f1afc09b-b148-496e-b857-a568110caa3c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:36.830444 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-43ce5351-eeda-4347-b66a-565ea5ef4f96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (93f03475-d11b-4921-b82a-7ea88eab1568), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:37.815333 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (f5044fde-eef4-46eb-b3ce-4ab87030ccc0), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:38.153160 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-2b8302a0-632c-4bb4-a8e1-5b2fb521f750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (a872b2e0-7e3e-43db-8705-7fb9ea875340), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:39.693611 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (ce3e6371-75e2-4bba-8260-49cd855bb251), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:55:46.064788 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-08b0666d-600d-450e-b2bb-3137dbca1a60 req-327901e3-fe7c-4900-8149-e3f5e46096e0 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=90f58c33-c02f-43b7-afa5-6bbcfe64ea0e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0860908 Feb 21 09:55:46.149312 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b0666d-600d-450e-b2bb-3137dbca1a60 req-0e7373e9-5832-432e-8be5-7c0883337088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:55:46.150749 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-08b0666d-600d-450e-b2bb-3137dbca1a60 req-0e7373e9-5832-432e-8be5-7c0883337088 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6d223cb2eb60445f8d93d656e43c2ad7&device_id=90f58c33-c02f-43b7-afa5-6bbcfe64ea0e HTTP/1.1" status: 200 len: 1129 time: 0.0443561 Feb 21 09:55:46.260626 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b0666d-600d-450e-b2bb-3137dbca1a60 req-814d9f74-ca95-4f9c-921e-1e6317c4786d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:55:46.262203 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-08b0666d-600d-450e-b2bb-3137dbca1a60 req-814d9f74-ca95-4f9c-921e-1e6317c4786d service neutron] 10.222.0.69 "GET /v2.0/networks?id=d3f6402d-3443-4e02-a82e-856dc26ff0cd HTTP/1.1" status: 200 len: 915 time: 0.0901079 Feb 21 09:55:46.304034 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-08b0666d-600d-450e-b2bb-3137dbca1a60 req-a1821e98-0179-465d-bc92-90463318567c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9c423ef0-fb69-4536-a409-5eda61bd8f18 HTTP/1.1" status: 200 len: 217 time: 0.0362086 Feb 21 09:55:46.354479 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b0666d-600d-450e-b2bb-3137dbca1a60 req-db34ca8a-df40-4e10-b5a6-a2b9a7158483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:55:46.356056 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-08b0666d-600d-450e-b2bb-3137dbca1a60 req-db34ca8a-df40-4e10-b5a6-a2b9a7158483 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=51cd0116-d066-489b-970a-17dac6550086 HTTP/1.1" status: 200 len: 854 time: 0.0463057 Feb 21 09:55:46.391674 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-08b0666d-600d-450e-b2bb-3137dbca1a60 req-4be978f2-be53-4edd-83e1-78d7d82405ef service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d3f6402d-3443-4e02-a82e-856dc26ff0cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295906 Feb 21 09:55:46.402256 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [req-08b0666d-600d-450e-b2bb-3137dbca1a60 req-903bbcb2-1823-4f02-9c21-b08ba743a506 service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=109856) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 21 09:55:46.403212 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-08b0666d-600d-450e-b2bb-3137dbca1a60 req-903bbcb2-1823-4f02-9c21-b08ba743a506 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050213 Feb 21 09:55:46.492808 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-08b0666d-600d-450e-b2bb-3137dbca1a60 req-d110f5d3-0883-4719-97be-857f7da00597 service neutron] 10.222.0.69 "GET /v2.0/networks/d3f6402d-3443-4e02-a82e-856dc26ff0cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839298 Feb 21 09:55:46.584239 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-08b0666d-600d-450e-b2bb-3137dbca1a60 req-03a53ba4-1b98-4cd2-ad5e-3bb679ee6e69 service neutron] 10.222.0.69 "GET /v2.0/networks/d3f6402d-3443-4e02-a82e-856dc26ff0cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853262 Feb 21 09:56:03.198269 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-6a72653d-44f5-48c6-b1df-f6ab515f4975 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (7b1feb7e-a062-49d6-b835-c5fae1c9b9ce), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:56:05.505855 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-b91708e5-6d71-4ef4-a350-5f5bac2e18fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (f1afc09b-b148-496e-b857-a568110caa3c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:56:06.826129 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-43ce5351-eeda-4347-b66a-565ea5ef4f96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (93f03475-d11b-4921-b82a-7ea88eab1568), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:56:07.136322 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.agents_db [None req-1af9f625-7d23-4c31-ae08-d0e8b46e8d0e None None] Agent healthcheck: found 6 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 09:56:07.837178 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (f5044fde-eef4-46eb-b3ce-4ab87030ccc0), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:56:08.195983 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-2b8302a0-632c-4bb4-a8e1-5b2fb521f750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (a872b2e0-7e3e-43db-8705-7fb9ea875340), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:56:09.671879 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (ce3e6371-75e2-4bba-8260-49cd855bb251), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:56:12.606346 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5229e4-a17c-4d13-a160-d169b8b3618b req-0b2ced81-0a54-4f55-a5ad-c1f92142f03b tempest-VolumesSnapshotTestJSON-1806274793 tempest-VolumesSnapshotTestJSON-1806274793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:56:12.607805 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-9d5229e4-a17c-4d13-a160-d169b8b3618b req-0b2ced81-0a54-4f55-a5ad-c1f92142f03b tempest-VolumesSnapshotTestJSON-1806274793 tempest-VolumesSnapshotTestJSON-1806274793-project] 10.222.0.71 "GET /v2.0/ports?device_id=90f58c33-c02f-43b7-afa5-6bbcfe64ea0e HTTP/1.1" status: 200 len: 945 time: 0.0513904 Feb 21 09:56:12.653245 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-9d5229e4-a17c-4d13-a160-d169b8b3618b req-68bd553a-d060-4d64-8d12-577a608cf0c9 tempest-VolumesSnapshotTestJSON-1806274793 tempest-VolumesSnapshotTestJSON-1806274793-project] 10.222.0.71 "GET /v2.0/security-groups?id=2c36de43-5b78-4aa2-af08-53ee7694a38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399528 Feb 21 09:56:13.770550 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdcb913-83c9-4f4e-b9f7-289ae09b5221 req-afcda318-1b91-49a3-a6c7-55640a3f6d84 tempest-VolumesSnapshotTestJSON-1806274793 tempest-VolumesSnapshotTestJSON-1806274793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:56:13.772518 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-abdcb913-83c9-4f4e-b9f7-289ae09b5221 req-afcda318-1b91-49a3-a6c7-55640a3f6d84 tempest-VolumesSnapshotTestJSON-1806274793 tempest-VolumesSnapshotTestJSON-1806274793-project] 10.222.0.71 "GET /v2.0/ports?device_id=90f58c33-c02f-43b7-afa5-6bbcfe64ea0e HTTP/1.1" status: 200 len: 945 time: 0.0519145 Feb 21 09:56:13.820760 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-abdcb913-83c9-4f4e-b9f7-289ae09b5221 req-819158bb-223c-4444-a434-54b55fb515b8 tempest-VolumesSnapshotTestJSON-1806274793 tempest-VolumesSnapshotTestJSON-1806274793-project] 10.222.0.71 "GET /v2.0/security-groups?id=2c36de43-5b78-4aa2-af08-53ee7694a38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427828 Feb 21 09:56:14.243428 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc0fbd9-642e-4dc1-8786-89a2eba99862 req-278f11f0-a350-4d2b-a2f6-e8f71530bf9e tempest-VolumesSnapshotTestJSON-1806274793 tempest-VolumesSnapshotTestJSON-1806274793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:56:14.244952 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-9fc0fbd9-642e-4dc1-8786-89a2eba99862 req-278f11f0-a350-4d2b-a2f6-e8f71530bf9e tempest-VolumesSnapshotTestJSON-1806274793 tempest-VolumesSnapshotTestJSON-1806274793-project] 10.222.0.69 "GET /v2.0/ports?device_id=90f58c33-c02f-43b7-afa5-6bbcfe64ea0e HTTP/1.1" status: 200 len: 945 time: 0.0547445 Feb 21 09:56:14.333766 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-9fc0fbd9-642e-4dc1-8786-89a2eba99862 req-3cc4fa53-10a6-4012-9447-4db0647c467f tempest-VolumesSnapshotTestJSON-1806274793 tempest-VolumesSnapshotTestJSON-1806274793-project] Deleting port 9c423ef0-fb69-4536-a409-5eda61bd8f18 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 09:56:14.334100 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-9fc0fbd9-642e-4dc1-8786-89a2eba99862 req-3cc4fa53-10a6-4012-9447-4db0647c467f tempest-VolumesSnapshotTestJSON-1806274793 tempest-VolumesSnapshotTestJSON-1806274793-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782759436822'] for port (9c423ef0-fb69-4536-a409-5eda61bd8f18), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:56:14.421994 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-9fc0fbd9-642e-4dc1-8786-89a2eba99862 req-3cc4fa53-10a6-4012-9447-4db0647c467f tempest-VolumesSnapshotTestJSON-1806274793 tempest-VolumesSnapshotTestJSON-1806274793-project] For port 9c423ef0-fb69-4536-a409-5eda61bd8f18, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=9c423ef0-fb69-4536-a409-5eda61bd8f18,segment=NetworkSegment(e9b9dd41-3b7b-4ba3-8751-5b566baf9f0f),segment_id=e9b9dd41-3b7b-4ba3-8751-5b566baf9f0f)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:56:14.422641 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-9fc0fbd9-642e-4dc1-8786-89a2eba99862 req-3cc4fa53-10a6-4012-9447-4db0647c467f tempest-VolumesSnapshotTestJSON-1806274793 tempest-VolumesSnapshotTestJSON-1806274793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7915455'] for port (9c423ef0-fb69-4536-a409-5eda61bd8f18), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:56:14.434989 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-9fc0fbd9-642e-4dc1-8786-89a2eba99862 req-3cc4fa53-10a6-4012-9447-4db0647c467f tempest-VolumesSnapshotTestJSON-1806274793 tempest-VolumesSnapshotTestJSON-1806274793-project] Calling delete_port for 9c423ef0-fb69-4536-a409-5eda61bd8f18 owned by compute:nova {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 09:56:14.624530 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-9fc0fbd9-642e-4dc1-8786-89a2eba99862 req-3cc4fa53-10a6-4012-9447-4db0647c467f tempest-VolumesSnapshotTestJSON-1806274793 tempest-VolumesSnapshotTestJSON-1806274793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782759442297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782758885681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277415'] for port (9c423ef0-fb69-4536-a409-5eda61bd8f18), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:56:14.637309 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] get_ports_and_sgs() called for port_ids ['9c423ef0-fb69-4536-a409-5eda61bd8f18'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 09:56:14.656432 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc4fa53-10a6-4012-9447-4db0647c467f tempest-VolumesSnapshotTestJSON-1806274793 tempest-VolumesSnapshotTestJSON-1806274793-project] Pushing event deleted for resources: {'Port': ['ID=9c423ef0-fb69-4536-a409-5eda61bd8f18,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:56:14.669260 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc4fa53-10a6-4012-9447-4db0647c467f tempest-VolumesSnapshotTestJSON-1806274793 tempest-VolumesSnapshotTestJSON-1806274793-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:56:14.669611 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc4fa53-10a6-4012-9447-4db0647c467f tempest-VolumesSnapshotTestJSON-1806274793 tempest-VolumesSnapshotTestJSON-1806274793-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:56:14.669952 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc4fa53-10a6-4012-9447-4db0647c467f tempest-VolumesSnapshotTestJSON-1806274793 tempest-VolumesSnapshotTestJSON-1806274793-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:56:14.670285 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc4fa53-10a6-4012-9447-4db0647c467f tempest-VolumesSnapshotTestJSON-1806274793 tempest-VolumesSnapshotTestJSON-1806274793-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:56:14.670617 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc4fa53-10a6-4012-9447-4db0647c467f tempest-VolumesSnapshotTestJSON-1806274793 tempest-VolumesSnapshotTestJSON-1806274793-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:56:14.670945 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc4fa53-10a6-4012-9447-4db0647c467f tempest-VolumesSnapshotTestJSON-1806274793 tempest-VolumesSnapshotTestJSON-1806274793-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:56:14.671270 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc4fa53-10a6-4012-9447-4db0647c467f tempest-VolumesSnapshotTestJSON-1806274793 tempest-VolumesSnapshotTestJSON-1806274793-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:56:14.671595 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc4fa53-10a6-4012-9447-4db0647c467f tempest-VolumesSnapshotTestJSON-1806274793 tempest-VolumesSnapshotTestJSON-1806274793-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:56:14.671919 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc4fa53-10a6-4012-9447-4db0647c467f tempest-VolumesSnapshotTestJSON-1806274793 tempest-VolumesSnapshotTestJSON-1806274793-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:56:14.672517 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc4fa53-10a6-4012-9447-4db0647c467f tempest-VolumesSnapshotTestJSON-1806274793 tempest-VolumesSnapshotTestJSON-1806274793-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:56:14.672844 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc4fa53-10a6-4012-9447-4db0647c467f tempest-VolumesSnapshotTestJSON-1806274793 tempest-VolumesSnapshotTestJSON-1806274793-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:56:14.673162 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc4fa53-10a6-4012-9447-4db0647c467f tempest-VolumesSnapshotTestJSON-1806274793 tempest-VolumesSnapshotTestJSON-1806274793-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:56:14.673478 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc4fa53-10a6-4012-9447-4db0647c467f tempest-VolumesSnapshotTestJSON-1806274793 tempest-VolumesSnapshotTestJSON-1806274793-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:56:14.708080 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fc0fbd9-642e-4dc1-8786-89a2eba99862 req-3cc4fa53-10a6-4012-9447-4db0647c467f tempest-VolumesSnapshotTestJSON-1806274793 tempest-VolumesSnapshotTestJSON-1806274793-project] No DVR routers for this DVR port 9c423ef0-fb69-4536-a409-5eda61bd8f18 on host hv-cinder-80475 {{(pid=109856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:56:14.711342 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-9fc0fbd9-642e-4dc1-8786-89a2eba99862 req-3cc4fa53-10a6-4012-9447-4db0647c467f tempest-VolumesSnapshotTestJSON-1806274793 tempest-VolumesSnapshotTestJSON-1806274793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8333137'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:56:14.714654 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-9fc0fbd9-642e-4dc1-8786-89a2eba99862 req-3cc4fa53-10a6-4012-9447-4db0647c467f tempest-VolumesSnapshotTestJSON-1806274793 tempest-VolumesSnapshotTestJSON-1806274793-project] 10.222.0.69 "DELETE /v2.0/ports/9c423ef0-fb69-4536-a409-5eda61bd8f18 HTTP/1.1" status: 204 len: 173 time: 0.4645185 Feb 21 09:56:14.715084 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90f58c33-c02f-43b7-afa5-6bbcfe64ea0e', 'name': 'network-vif-deleted', 'tag': '9c423ef0-fb69-4536-a409-5eda61bd8f18'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:56:14.717358 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c95017b57136a4249e8df2494e5587cd96ada80ae38c14c6a4695013360e62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac97eb43-d3be-4a0b-852a-0642a573376c" -d '{"events": [{"server_uuid": "90f58c33-c02f-43b7-afa5-6bbcfe64ea0e", "name": "network-vif-deleted", "tag": "9c423ef0-fb69-4536-a409-5eda61bd8f18"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:56:14.751578 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 09:56:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be6cfdcb-6afd-471b-bdf9-96f0052b26df x-openstack-request-id: req-be6cfdcb-6afd-471b-bdf9-96f0052b26df {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:56:14.751902 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90f58c33-c02f-43b7-afa5-6bbcfe64ea0e", "name": "network-vif-deleted", "tag": "9c423ef0-fb69-4536-a409-5eda61bd8f18", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:56:14.752154 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-be6cfdcb-6afd-471b-bdf9-96f0052b26df {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:56:14.752573 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90f58c33-c02f-43b7-afa5-6bbcfe64ea0e', 'name': 'network-vif-deleted', 'tag': '9c423ef0-fb69-4536-a409-5eda61bd8f18', 'status': 'completed', 'code': 200} Feb 21 09:56:14.915983 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-acbe0892-e924-4e97-a844-48442cdb802f req-86104d84-bd0f-40e1-b8e9-d7f61c14fc27 tempest-VolumesSnapshotTestJSON-1806274793 tempest-VolumesSnapshotTestJSON-1806274793-project] 10.222.0.71 "GET /v2.0/ports?device_id=90f58c33-c02f-43b7-afa5-6bbcfe64ea0e HTTP/1.1" status: 200 len: 210 time: 0.0264208 Feb 21 09:56:19.150596 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Device 9c423ef0-fb69-4536-a409-5eda61bd8f18 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 09:56:19.170528 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] No Port match for: 9c423ef0-fb69-4536-a409-5eda61bd8f18 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 09:56:19.170873 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Device 9c423ef0-fb69-4536-a409-5eda61bd8f18 not bound to the agent host hv-cinder-80475 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 09:56:24.406057 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccb818e-d035-43f2-9f9b-eff8ba1d8d02 req-527c5bf0-7777-4b38-b185-634afe891675 tempest-VolumesSnapshotTestJSON-1806274793 tempest-VolumesSnapshotTestJSON-1806274793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:56:24.407509 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-cccb818e-d035-43f2-9f9b-eff8ba1d8d02 req-527c5bf0-7777-4b38-b185-634afe891675 tempest-VolumesSnapshotTestJSON-1806274793 tempest-VolumesSnapshotTestJSON-1806274793-project] 10.222.0.71 "GET /v2.0/networks?id=d3f6402d-3443-4e02-a82e-856dc26ff0cd HTTP/1.1" status: 200 len: 814 time: 0.1000278 Feb 21 09:56:24.422904 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-cccb818e-d035-43f2-9f9b-eff8ba1d8d02 req-fa258bb3-1303-4eb8-94cb-0061a484e60b tempest-VolumesSnapshotTestJSON-1806274793 tempest-VolumesSnapshotTestJSON-1806274793-project] 10.222.0.71 "GET /v2.0/quotas/6d223cb2eb60445f8d93d656e43c2ad7 HTTP/1.1" status: 200 len: 375 time: 0.0091677 Feb 21 09:56:24.454316 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-cccb818e-d035-43f2-9f9b-eff8ba1d8d02 req-cba79887-75c8-4b63-9fc6-014210a20163 tempest-VolumesSnapshotTestJSON-1806274793 tempest-VolumesSnapshotTestJSON-1806274793-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=6d223cb2eb60445f8d93d656e43c2ad7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0265212 Feb 21 09:56:24.464854 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [req-cccb818e-d035-43f2-9f9b-eff8ba1d8d02 req-ebda8116-d7ad-45fa-a318-b31fbbe37dc3 service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=109856) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 21 09:56:24.465792 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-cccb818e-d035-43f2-9f9b-eff8ba1d8d02 req-ebda8116-d7ad-45fa-a318-b31fbbe37dc3 service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048046 Feb 21 09:56:24.555946 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-cccb818e-d035-43f2-9f9b-eff8ba1d8d02 req-979eb45b-b264-4628-a663-be2ad98076ab service neutron] 10.222.0.71 "GET /v2.0/networks/d3f6402d-3443-4e02-a82e-856dc26ff0cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850229 Feb 21 09:56:24.642598 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-cccb818e-d035-43f2-9f9b-eff8ba1d8d02 req-b4a0900e-3170-47b2-b331-863b4d6b3d3a service neutron] 10.222.0.71 "GET /v2.0/networks/d3f6402d-3443-4e02-a82e-856dc26ff0cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810318 Feb 21 09:56:24.858311 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-5685a8e2-d47c-4f50-b215-858639623989 req-fe7d91af-2164-4957-9770-2e015cc97544 tempest-VolumesSnapshotTestJSON-1806274793 tempest-VolumesSnapshotTestJSON-1806274793-project] 10.222.0.71 "GET /v2.0/ports?device_id=de97f101-8138-4edc-8fe2-b4ff3cd897ef HTTP/1.1" status: 200 len: 210 time: 0.0291262 Feb 21 09:56:25.963550 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-d5e0d2c1-eef1-436f-b8aa-6d63c5b1d6ce req-c4df7442-4e18-4de0-93fa-8bc34e763162 tempest-VolumesSnapshotTestJSON-1806274793 tempest-VolumesSnapshotTestJSON-1806274793-project] 10.222.0.71 "GET /v2.0/ports?device_id=de97f101-8138-4edc-8fe2-b4ff3cd897ef HTTP/1.1" status: 200 len: 210 time: 0.0288510 Feb 21 09:56:26.939244 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccb818e-d035-43f2-9f9b-eff8ba1d8d02 req-47e96bbc-8916-4926-b37c-274c7e7f34fc tempest-VolumesSnapshotTestJSON-1806274793 tempest-VolumesSnapshotTestJSON-1806274793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:56:26.940719 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-cccb818e-d035-43f2-9f9b-eff8ba1d8d02 req-47e96bbc-8916-4926-b37c-274c7e7f34fc tempest-VolumesSnapshotTestJSON-1806274793 tempest-VolumesSnapshotTestJSON-1806274793-project] 10.222.0.69 "GET /v2.0/networks?id=d3f6402d-3443-4e02-a82e-856dc26ff0cd HTTP/1.1" status: 200 len: 814 time: 0.1033146 Feb 21 09:56:26.952547 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.v2.base [req-cccb818e-d035-43f2-9f9b-eff8ba1d8d02 req-a7d9a689-9ae6-44da-a556-cee14aca39be tempest-VolumesSnapshotTestJSON-1806274793 tempest-VolumesSnapshotTestJSON-1806274793-project] Request body: {'port': {'device_id': 'de97f101-8138-4edc-8fe2-b4ff3cd897ef', 'network_id': 'd3f6402d-3443-4e02-a82e-856dc26ff0cd', 'admin_state_up': True, 'tenant_id': '6d223cb2eb60445f8d93d656e43c2ad7'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:56:27.067485 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-c132d2b3-9c86-4981-9420-7c8790796a0a req-3cde8b5c-0397-4788-a20a-19b47924f3a0 tempest-VolumesSnapshotTestJSON-1806274793 tempest-VolumesSnapshotTestJSON-1806274793-project] 10.222.0.71 "GET /v2.0/ports?device_id=de97f101-8138-4edc-8fe2-b4ff3cd897ef HTTP/1.1" status: 200 len: 210 time: 0.0323403 Feb 21 09:56:27.150263 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cccb818e-d035-43f2-9f9b-eff8ba1d8d02 req-a7d9a689-9ae6-44da-a556-cee14aca39be tempest-VolumesSnapshotTestJSON-1806274793 tempest-VolumesSnapshotTestJSON-1806274793-project] Made reservation on behalf of 6d223cb2eb60445f8d93d656e43c2ad7 for: {'port': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:56:27.153700 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-cccb818e-d035-43f2-9f9b-eff8ba1d8d02 req-a7d9a689-9ae6-44da-a556-cee14aca39be tempest-VolumesSnapshotTestJSON-1806274793 tempest-VolumesSnapshotTestJSON-1806274793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:56:27.280888 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [req-cccb818e-d035-43f2-9f9b-eff8ba1d8d02 req-a7d9a689-9ae6-44da-a556-cee14aca39be tempest-VolumesSnapshotTestJSON-1806274793 tempest-VolumesSnapshotTestJSON-1806274793-project] Allocated IP 172.20.0.7 (d3f6402d-3443-4e02-a82e-856dc26ff0cd/51cd0116-d066-489b-970a-17dac6550086/1fee7484-8f83-451c-97c0-ed97d1ac1b59) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:56:27.424089 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-cccb818e-d035-43f2-9f9b-eff8ba1d8d02 req-a7d9a689-9ae6-44da-a556-cee14aca39be tempest-VolumesSnapshotTestJSON-1806274793 tempest-VolumesSnapshotTestJSON-1806274793-project] Publish callbacks [] for port (1fee7484-8f83-451c-97c0-ed97d1ac1b59), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:56:27.534945 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-cccb818e-d035-43f2-9f9b-eff8ba1d8d02 req-a7d9a689-9ae6-44da-a556-cee14aca39be tempest-VolumesSnapshotTestJSON-1806274793 tempest-VolumesSnapshotTestJSON-1806274793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782758885672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277415'] for port (1fee7484-8f83-451c-97c0-ed97d1ac1b59), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:56:27.575323 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cccb818e-d035-43f2-9f9b-eff8ba1d8d02 req-a7d9a689-9ae6-44da-a556-cee14aca39be tempest-VolumesSnapshotTestJSON-1806274793 tempest-VolumesSnapshotTestJSON-1806274793-project] Network d3f6402d-3443-4e02-a82e-856dc26ff0cd is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:56:27.578365 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [req-cccb818e-d035-43f2-9f9b-eff8ba1d8d02 req-a7d9a689-9ae6-44da-a556-cee14aca39be tempest-VolumesSnapshotTestJSON-1806274793 tempest-VolumesSnapshotTestJSON-1806274793-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:56:27.581873 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-cccb818e-d035-43f2-9f9b-eff8ba1d8d02 req-a7d9a689-9ae6-44da-a556-cee14aca39be tempest-VolumesSnapshotTestJSON-1806274793 tempest-VolumesSnapshotTestJSON-1806274793-project] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 09:56:27.616480 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d9a689-9ae6-44da-a556-cee14aca39be tempest-VolumesSnapshotTestJSON-1806274793 tempest-VolumesSnapshotTestJSON-1806274793-project] Pushing event updated for resources: {'Port': ['ID=1fee7484-8f83-451c-97c0-ed97d1ac1b59,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:56:27.641581 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccb818e-d035-43f2-9f9b-eff8ba1d8d02 req-a7d9a689-9ae6-44da-a556-cee14aca39be tempest-VolumesSnapshotTestJSON-1806274793 tempest-VolumesSnapshotTestJSON-1806274793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:56:27.642192 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-cccb818e-d035-43f2-9f9b-eff8ba1d8d02 req-a7d9a689-9ae6-44da-a556-cee14aca39be tempest-VolumesSnapshotTestJSON-1806274793 tempest-VolumesSnapshotTestJSON-1806274793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8333137'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:56:27.719957 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-cccb818e-d035-43f2-9f9b-eff8ba1d8d02 req-a7d9a689-9ae6-44da-a556-cee14aca39be tempest-VolumesSnapshotTestJSON-1806274793 tempest-VolumesSnapshotTestJSON-1806274793-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7709839 Feb 21 09:56:27.732383 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.v2.base [req-cccb818e-d035-43f2-9f9b-eff8ba1d8d02 req-12ae7d7a-1bcf-4cd1-a767-ed047580c0f8 service neutron] Request body: {'port': {'device_id': 'de97f101-8138-4edc-8fe2-b4ff3cd897ef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:56:27.788899 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-cccb818e-d035-43f2-9f9b-eff8ba1d8d02 req-12ae7d7a-1bcf-4cd1-a767-ed047580c0f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (1fee7484-8f83-451c-97c0-ed97d1ac1b59), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:56:28.057559 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.notifiers.nova [req-cccb818e-d035-43f2-9f9b-eff8ba1d8d02 req-12ae7d7a-1bcf-4cd1-a767-ed047580c0f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fee7484-8f83-451c-97c0-ed97d1ac1b59 {{(pid=109856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 09:56:28.064962 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-cccb818e-d035-43f2-9f9b-eff8ba1d8d02 req-12ae7d7a-1bcf-4cd1-a767-ed047580c0f8 service neutron] Publish callbacks [] for port (1fee7484-8f83-451c-97c0-ed97d1ac1b59), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:56:28.076378 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.db.provisioning_blocks [req-cccb818e-d035-43f2-9f9b-eff8ba1d8d02 req-12ae7d7a-1bcf-4cd1-a767-ed047580c0f8 service neutron] Transition to ACTIVE for port object 1fee7484-8f83-451c-97c0-ed97d1ac1b59 will not be triggered until provisioned by entity L2. {{(pid=109856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:56:28.146598 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-cccb818e-d035-43f2-9f9b-eff8ba1d8d02 req-12ae7d7a-1bcf-4cd1-a767-ed047580c0f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782759442315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782758885690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782758885708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3277436'] for port (1fee7484-8f83-451c-97c0-ed97d1ac1b59), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:56:28.218082 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ae7d7a-1bcf-4cd1-a767-ed047580c0f8 service neutron] Pushing event updated for resources: {'Port': ['ID=1fee7484-8f83-451c-97c0-ed97d1ac1b59,revision_number=2']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:56:28.254585 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895a44d0-e0e4-4657-874d-ed5e057c45a3 req-54cffb72-c38d-47bf-bb04-0dbeed2cb70c tempest-VolumesSnapshotTestJSON-1806274793 tempest-VolumesSnapshotTestJSON-1806274793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:56:28.256101 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-895a44d0-e0e4-4657-874d-ed5e057c45a3 req-54cffb72-c38d-47bf-bb04-0dbeed2cb70c tempest-VolumesSnapshotTestJSON-1806274793 tempest-VolumesSnapshotTestJSON-1806274793-project] 10.222.0.71 "GET /v2.0/ports?device_id=de97f101-8138-4edc-8fe2-b4ff3cd897ef HTTP/1.1" status: 200 len: 943 time: 0.1195328 Feb 21 09:56:28.346342 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-cccb818e-d035-43f2-9f9b-eff8ba1d8d02 req-12ae7d7a-1bcf-4cd1-a767-ed047580c0f8 service neutron] Attempting to bind port 1fee7484-8f83-451c-97c0-ed97d1ac1b59 on host hv-cinder-80475 for vnic_type normal with profile {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 09:56:28.346582 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-cccb818e-d035-43f2-9f9b-eff8ba1d8d02 req-12ae7d7a-1bcf-4cd1-a767-ed047580c0f8 service neutron] Attempting to bind port 1fee7484-8f83-451c-97c0-ed97d1ac1b59 by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': 'e9b9dd41-3b7b-4ba3-8751-5b566baf9f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'd3f6402d-3443-4e02-a82e-856dc26ff0cd'}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 09:56:28.346897 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cccb818e-d035-43f2-9f9b-eff8ba1d8d02 req-12ae7d7a-1bcf-4cd1-a767-ed047580c0f8 service neutron] Attempting to bind port 1fee7484-8f83-451c-97c0-ed97d1ac1b59 on network d3f6402d-3443-4e02-a82e-856dc26ff0cd {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 09:56:28.353057 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-895a44d0-e0e4-4657-874d-ed5e057c45a3 req-e43fd80c-ad8c-4f22-99a7-ccc4a2a7aba4 tempest-VolumesSnapshotTestJSON-1806274793 tempest-VolumesSnapshotTestJSON-1806274793-project] 10.222.0.71 "GET /v2.0/security-groups?id=2c36de43-5b78-4aa2-af08-53ee7694a38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657899 Feb 21 09:56:28.355020 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cccb818e-d035-43f2-9f9b-eff8ba1d8d02 req-12ae7d7a-1bcf-4cd1-a767-ed047580c0f8 service neutron] Port 1fee7484-8f83-451c-97c0-ed97d1ac1b59 on network d3f6402d-3443-4e02-a82e-856dc26ff0cd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 09:56:28.355334 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cccb818e-d035-43f2-9f9b-eff8ba1d8d02 req-12ae7d7a-1bcf-4cd1-a767-ed047580c0f8 service neutron] Attempting to bind port 1fee7484-8f83-451c-97c0-ed97d1ac1b59 on network d3f6402d-3443-4e02-a82e-856dc26ff0cd {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 09:56:28.360137 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cccb818e-d035-43f2-9f9b-eff8ba1d8d02 req-12ae7d7a-1bcf-4cd1-a767-ed047580c0f8 service neutron] Checking agent: {'id': 'f5044fde-eef4-46eb-b3ce-4ab87030ccc0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 9, 43, 36), 'started_at': datetime.datetime(2022, 2, 21, 9, 43, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 56, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 09:56:28.360468 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cccb818e-d035-43f2-9f9b-eff8ba1d8d02 req-12ae7d7a-1bcf-4cd1-a767-ed047580c0f8 service neutron] Checking segment: {'id': 'e9b9dd41-3b7b-4ba3-8751-5b566baf9f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'd3f6402d-3443-4e02-a82e-856dc26ff0cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 09:56:28.360874 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cccb818e-d035-43f2-9f9b-eff8ba1d8d02 req-12ae7d7a-1bcf-4cd1-a767-ed047580c0f8 service neutron] Bound using segment: {'id': 'e9b9dd41-3b7b-4ba3-8751-5b566baf9f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'd3f6402d-3443-4e02-a82e-856dc26ff0cd'} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 09:56:28.361292 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-cccb818e-d035-43f2-9f9b-eff8ba1d8d02 req-12ae7d7a-1bcf-4cd1-a767-ed047580c0f8 service neutron] Bound port: 1fee7484-8f83-451c-97c0-ed97d1ac1b59, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9b9dd41-3b7b-4ba3-8751-5b566baf9f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'd3f6402d-3443-4e02-a82e-856dc26ff0cd'}}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 09:56:28.361639 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-cccb818e-d035-43f2-9f9b-eff8ba1d8d02 req-12ae7d7a-1bcf-4cd1-a767-ed047580c0f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (1fee7484-8f83-451c-97c0-ed97d1ac1b59), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:56:28.423644 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-cccb818e-d035-43f2-9f9b-eff8ba1d8d02 req-12ae7d7a-1bcf-4cd1-a767-ed047580c0f8 service neutron] For port 1fee7484-8f83-451c-97c0-ed97d1ac1b59, host hv-cinder-80475, cleared binding levels {{(pid=109856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:56:28.426582 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-cccb818e-d035-43f2-9f9b-eff8ba1d8d02 req-12ae7d7a-1bcf-4cd1-a767-ed047580c0f8 service neutron] For port 1fee7484-8f83-451c-97c0-ed97d1ac1b59, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=1fee7484-8f83-451c-97c0-ed97d1ac1b59,segment=NetworkSegment(e9b9dd41-3b7b-4ba3-8751-5b566baf9f0f),segment_id=e9b9dd41-3b7b-4ba3-8751-5b566baf9f0f)] {{(pid=109856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:56:28.517852 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-cccb818e-d035-43f2-9f9b-eff8ba1d8d02 req-12ae7d7a-1bcf-4cd1-a767-ed047580c0f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782759442315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782758885690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782758885708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3277436'] for port (1fee7484-8f83-451c-97c0-ed97d1ac1b59), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:56:28.550823 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccb818e-d035-43f2-9f9b-eff8ba1d8d02 req-12ae7d7a-1bcf-4cd1-a767-ed047580c0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:56:28.551494 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-cccb818e-d035-43f2-9f9b-eff8ba1d8d02 req-12ae7d7a-1bcf-4cd1-a767-ed047580c0f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8333137'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:56:28.553173 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-cccb818e-d035-43f2-9f9b-eff8ba1d8d02 req-12ae7d7a-1bcf-4cd1-a767-ed047580c0f8 service neutron] 10.222.0.69 "PUT /v2.0/ports/1fee7484-8f83-451c-97c0-ed97d1ac1b59 HTTP/1.1" status: 200 len: 1093 time: 0.8246856 Feb 21 09:56:28.555429 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de97f101-8138-4edc-8fe2-b4ff3cd897ef', 'tag': '1fee7484-8f83-451c-97c0-ed97d1ac1b59'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:56:28.558420 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c95017b57136a4249e8df2494e5587cd96ada80ae38c14c6a4695013360e62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f8687f1-5f11-4a06-b5b7-e3fa9e696dbf" -d '{"events": [{"name": "network-changed", "server_uuid": "de97f101-8138-4edc-8fe2-b4ff3cd897ef", "tag": "1fee7484-8f83-451c-97c0-ed97d1ac1b59"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:56:28.584471 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ae7d7a-1bcf-4cd1-a767-ed047580c0f8 service neutron] Pushing event updated for resources: {'Port': ['ID=1fee7484-8f83-451c-97c0-ed97d1ac1b59,revision_number=3']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:56:28.662426 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 09:56:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a8247c4-1d2d-4886-8792-762acc513ca9 x-openstack-request-id: req-4a8247c4-1d2d-4886-8792-762acc513ca9 {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:56:28.662426 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de97f101-8138-4edc-8fe2-b4ff3cd897ef", "tag": "1fee7484-8f83-451c-97c0-ed97d1ac1b59", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:56:28.662426 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-4a8247c4-1d2d-4886-8792-762acc513ca9 {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:56:28.662426 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de97f101-8138-4edc-8fe2-b4ff3cd897ef', 'tag': '1fee7484-8f83-451c-97c0-ed97d1ac1b59', 'status': 'completed', 'code': 200} Feb 21 09:56:28.701266 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccb818e-d035-43f2-9f9b-eff8ba1d8d02 req-385bb4d8-3506-4320-88b7-f33a0cdd7a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:56:28.702856 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-cccb818e-d035-43f2-9f9b-eff8ba1d8d02 req-385bb4d8-3506-4320-88b7-f33a0cdd7a07 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6d223cb2eb60445f8d93d656e43c2ad7&device_id=de97f101-8138-4edc-8fe2-b4ff3cd897ef HTTP/1.1" status: 200 len: 1127 time: 0.0502837 Feb 21 09:56:28.746749 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-cccb818e-d035-43f2-9f9b-eff8ba1d8d02 req-d49d35b2-af25-4850-a37a-2d31518a6fef service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1fee7484-8f83-451c-97c0-ed97d1ac1b59 HTTP/1.1" status: 200 len: 217 time: 0.0349026 Feb 21 09:56:28.794297 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccb818e-d035-43f2-9f9b-eff8ba1d8d02 req-9088803d-f661-4f63-9d3b-e8f75a9959b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:56:28.795710 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-cccb818e-d035-43f2-9f9b-eff8ba1d8d02 req-9088803d-f661-4f63-9d3b-e8f75a9959b1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=51cd0116-d066-489b-970a-17dac6550086 HTTP/1.1" status: 200 len: 854 time: 0.0433009 Feb 21 09:56:28.828188 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-cccb818e-d035-43f2-9f9b-eff8ba1d8d02 req-39d87a16-120e-409d-8920-9fc3dbbb33f4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d3f6402d-3443-4e02-a82e-856dc26ff0cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268340 Feb 21 09:56:28.913406 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-cccb818e-d035-43f2-9f9b-eff8ba1d8d02 req-36a2d807-4b3c-4361-8101-b00f63d67302 service neutron] 10.222.0.69 "GET /v2.0/networks/d3f6402d-3443-4e02-a82e-856dc26ff0cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789566 Feb 21 09:56:29.010785 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-cccb818e-d035-43f2-9f9b-eff8ba1d8d02 req-4705fd6f-19f7-4cbd-a0f7-4956bebd4976 service neutron] 10.222.0.69 "GET /v2.0/networks/d3f6402d-3443-4e02-a82e-856dc26ff0cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916705 Feb 21 09:56:29.149399 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8687f1-5f11-4a06-b5b7-e3fa9e696dbf req-f2ee828b-a562-43c0-a533-268bdeb7aed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:56:29.150862 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-4f8687f1-5f11-4a06-b5b7-e3fa9e696dbf req-f2ee828b-a562-43c0-a533-268bdeb7aed1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6d223cb2eb60445f8d93d656e43c2ad7&device_id=de97f101-8138-4edc-8fe2-b4ff3cd897ef HTTP/1.1" status: 200 len: 1127 time: 0.0442061 Feb 21 09:56:29.236335 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8687f1-5f11-4a06-b5b7-e3fa9e696dbf req-a6481b2a-e793-4811-a558-5b9b28bbcab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:56:29.237793 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-4f8687f1-5f11-4a06-b5b7-e3fa9e696dbf req-a6481b2a-e793-4811-a558-5b9b28bbcab1 service neutron] 10.222.0.69 "GET /v2.0/networks?id=d3f6402d-3443-4e02-a82e-856dc26ff0cd HTTP/1.1" status: 200 len: 915 time: 0.0805964 Feb 21 09:56:29.281414 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-4f8687f1-5f11-4a06-b5b7-e3fa9e696dbf req-a2e0b975-70a9-4b51-b72c-cb4c3603c1d1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1fee7484-8f83-451c-97c0-ed97d1ac1b59 HTTP/1.1" status: 200 len: 217 time: 0.0370057 Feb 21 09:56:29.329601 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8687f1-5f11-4a06-b5b7-e3fa9e696dbf req-5aeb5884-323c-4c6c-a4df-40600b88a82a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:56:29.331041 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-4f8687f1-5f11-4a06-b5b7-e3fa9e696dbf req-5aeb5884-323c-4c6c-a4df-40600b88a82a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=51cd0116-d066-489b-970a-17dac6550086 HTTP/1.1" status: 200 len: 854 time: 0.0436647 Feb 21 09:56:29.360725 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-4f8687f1-5f11-4a06-b5b7-e3fa9e696dbf req-8c53129e-d619-491b-8dba-7c9fa8c5c876 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d3f6402d-3443-4e02-a82e-856dc26ff0cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236287 Feb 21 09:56:29.483685 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-4f8687f1-5f11-4a06-b5b7-e3fa9e696dbf req-a41cd1d7-cc0a-41df-a185-ec1727022920 service neutron] 10.222.0.69 "GET /v2.0/networks/d3f6402d-3443-4e02-a82e-856dc26ff0cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158032 Feb 21 09:56:29.495271 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3182da-adf0-42f6-9ec9-503be6df81c6 req-1350d7a7-6f35-40fb-8bf6-3b5e43d2a4a5 tempest-VolumesSnapshotTestJSON-1806274793 tempest-VolumesSnapshotTestJSON-1806274793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:56:29.496617 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-3e3182da-adf0-42f6-9ec9-503be6df81c6 req-1350d7a7-6f35-40fb-8bf6-3b5e43d2a4a5 tempest-VolumesSnapshotTestJSON-1806274793 tempest-VolumesSnapshotTestJSON-1806274793-project] 10.222.0.71 "GET /v2.0/ports?device_id=de97f101-8138-4edc-8fe2-b4ff3cd897ef HTTP/1.1" status: 200 len: 943 time: 0.0779903 Feb 21 09:56:29.594584 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-3e3182da-adf0-42f6-9ec9-503be6df81c6 req-ec2a379c-df13-4b95-a21a-a8118fcf326d tempest-VolumesSnapshotTestJSON-1806274793 tempest-VolumesSnapshotTestJSON-1806274793-project] 10.222.0.71 "GET /v2.0/security-groups?id=2c36de43-5b78-4aa2-af08-53ee7694a38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903063 Feb 21 09:56:29.612441 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-4f8687f1-5f11-4a06-b5b7-e3fa9e696dbf req-73c6046a-4101-40de-b1fc-0510908bad38 service neutron] 10.222.0.69 "GET /v2.0/networks/d3f6402d-3443-4e02-a82e-856dc26ff0cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143956 Feb 21 09:56:30.713332 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb67df5c-e1ac-452f-9f98-4cdae80502f8 req-a21310be-3fcc-4807-99ce-6ea47a580296 tempest-VolumesSnapshotTestJSON-1806274793 tempest-VolumesSnapshotTestJSON-1806274793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:56:30.714788 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-cb67df5c-e1ac-452f-9f98-4cdae80502f8 req-a21310be-3fcc-4807-99ce-6ea47a580296 tempest-VolumesSnapshotTestJSON-1806274793 tempest-VolumesSnapshotTestJSON-1806274793-project] 10.222.0.71 "GET /v2.0/ports?device_id=de97f101-8138-4edc-8fe2-b4ff3cd897ef HTTP/1.1" status: 200 len: 943 time: 0.0522435 Feb 21 09:56:30.760678 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-cb67df5c-e1ac-452f-9f98-4cdae80502f8 req-2ba898bf-958e-4949-994c-575592648744 tempest-VolumesSnapshotTestJSON-1806274793 tempest-VolumesSnapshotTestJSON-1806274793-project] 10.222.0.71 "GET /v2.0/security-groups?id=2c36de43-5b78-4aa2-af08-53ee7694a38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404544 Feb 21 09:56:31.873500 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d54a23-fe45-4a40-afc9-f18d44d20093 req-23126bd7-cda2-4ba3-b2f7-1fa56f3687c4 tempest-VolumesSnapshotTestJSON-1806274793 tempest-VolumesSnapshotTestJSON-1806274793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:56:31.874851 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-b3d54a23-fe45-4a40-afc9-f18d44d20093 req-23126bd7-cda2-4ba3-b2f7-1fa56f3687c4 tempest-VolumesSnapshotTestJSON-1806274793 tempest-VolumesSnapshotTestJSON-1806274793-project] 10.222.0.71 "GET /v2.0/ports?device_id=de97f101-8138-4edc-8fe2-b4ff3cd897ef HTTP/1.1" status: 200 len: 943 time: 0.0499239 Feb 21 09:56:31.923591 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-b3d54a23-fe45-4a40-afc9-f18d44d20093 req-69d87c2d-b7ca-4285-89c0-b64e414347dc tempest-VolumesSnapshotTestJSON-1806274793 tempest-VolumesSnapshotTestJSON-1806274793-project] 10.222.0.71 "GET /v2.0/security-groups?id=2c36de43-5b78-4aa2-af08-53ee7694a38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433838 Feb 21 09:56:32.422220 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Device 1fee7484-8f83-451c-97c0-ed97d1ac1b59 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 09:56:32.514973 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] For port 1fee7484-8f83-451c-97c0-ed97d1ac1b59, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=1fee7484-8f83-451c-97c0-ed97d1ac1b59,segment=NetworkSegment(e9b9dd41-3b7b-4ba3-8751-5b566baf9f0f),segment_id=e9b9dd41-3b7b-4ba3-8751-5b566baf9f0f)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:56:32.526018 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Returning: {'device': '1fee7484-8f83-451c-97c0-ed97d1ac1b59', 'network_id': 'd3f6402d-3443-4e02-a82e-856dc26ff0cd', 'port_id': '1fee7484-8f83-451c-97c0-ed97d1ac1b59', 'mac_address': 'fa:16:3e:ea:99:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 390, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51cd0116-d066-489b-970a-17dac6550086', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 09:56:32.565177 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Current status of the port 1fee7484-8f83-451c-97c0-ed97d1ac1b59 is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:56:32.565568 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (1fee7484-8f83-451c-97c0-ed97d1ac1b59), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:56:32.577752 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fee7484-8f83-451c-97c0-ed97d1ac1b59 {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 09:56:32.595783 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] For port 1fee7484-8f83-451c-97c0-ed97d1ac1b59, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=1fee7484-8f83-451c-97c0-ed97d1ac1b59,segment=NetworkSegment(e9b9dd41-3b7b-4ba3-8751-5b566baf9f0f),segment_id=e9b9dd41-3b7b-4ba3-8751-5b566baf9f0f)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:56:32.659605 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782759442315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782758885690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782758885708'] for port (1fee7484-8f83-451c-97c0-ed97d1ac1b59), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:56:32.707034 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Pushing event updated for resources: {'Port': ['ID=1fee7484-8f83-451c-97c0-ed97d1ac1b59,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:56:32.714365 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:56:32.714723 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:56:32.715071 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:56:32.715416 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:56:32.715753 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:56:32.716089 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:56:32.716424 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:56:32.716788 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:56:32.717127 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:56:32.717461 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:56:32.717793 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:56:32.718123 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:56:32.718452 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:56:32.870287 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] get_ports_and_sgs() called for port_ids ['1fee7484-8f83-451c-97c0-ed97d1ac1b59'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 09:56:33.045279 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b639324-8984-4f40-b68f-0040e1be2aa8 req-f360ef6f-6425-4629-ad6c-f511736ec56c tempest-VolumesSnapshotTestJSON-1806274793 tempest-VolumesSnapshotTestJSON-1806274793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:56:33.046764 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-7b639324-8984-4f40-b68f-0040e1be2aa8 req-f360ef6f-6425-4629-ad6c-f511736ec56c tempest-VolumesSnapshotTestJSON-1806274793 tempest-VolumesSnapshotTestJSON-1806274793-project] 10.222.0.71 "GET /v2.0/ports?device_id=de97f101-8138-4edc-8fe2-b4ff3cd897ef HTTP/1.1" status: 200 len: 944 time: 0.0551450 Feb 21 09:56:33.093523 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-7b639324-8984-4f40-b68f-0040e1be2aa8 req-ab29cc50-3af4-46f2-875f-61e93a9e4595 tempest-VolumesSnapshotTestJSON-1806274793 tempest-VolumesSnapshotTestJSON-1806274793-project] 10.222.0.71 "GET /v2.0/security-groups?id=2c36de43-5b78-4aa2-af08-53ee7694a38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410731 Feb 21 09:56:33.211416 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-ecfef5f3-84c6-4a8c-b6c5-df13889cfb96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (7b1feb7e-a062-49d6-b835-c5fae1c9b9ce), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:56:34.209837 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39debddd-8f20-4638-87d5-953df4d123d8 req-4c354ab8-2c5f-4253-8794-d5a51b82e75d tempest-VolumesSnapshotTestJSON-1806274793 tempest-VolumesSnapshotTestJSON-1806274793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:56:34.211319 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-39debddd-8f20-4638-87d5-953df4d123d8 req-4c354ab8-2c5f-4253-8794-d5a51b82e75d tempest-VolumesSnapshotTestJSON-1806274793 tempest-VolumesSnapshotTestJSON-1806274793-project] 10.222.0.71 "GET /v2.0/ports?device_id=de97f101-8138-4edc-8fe2-b4ff3cd897ef HTTP/1.1" status: 200 len: 944 time: 0.0513229 Feb 21 09:56:34.256927 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-39debddd-8f20-4638-87d5-953df4d123d8 req-22b613a8-9306-48b4-96d3-d674220bb809 tempest-VolumesSnapshotTestJSON-1806274793 tempest-VolumesSnapshotTestJSON-1806274793-project] 10.222.0.71 "GET /v2.0/security-groups?id=2c36de43-5b78-4aa2-af08-53ee7694a38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400918 Feb 21 09:56:34.437229 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Device 1fee7484-8f83-451c-97c0-ed97d1ac1b59 up at agent hyperv_hv-cinder-80475 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:56:34.540558 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Provisioning for port 1fee7484-8f83-451c-97c0-ed97d1ac1b59 completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:56:34.544076 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Provisioning complete for port 1fee7484-8f83-451c-97c0-ed97d1ac1b59 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:56:34.544450 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7397950'] for port (1fee7484-8f83-451c-97c0-ed97d1ac1b59), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:56:34.620363 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Current status of the port 1fee7484-8f83-451c-97c0-ed97d1ac1b59 is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:56:34.620779 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (1fee7484-8f83-451c-97c0-ed97d1ac1b59), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:56:34.641896 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de97f101-8138-4edc-8fe2-b4ff3cd897ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fee7484-8f83-451c-97c0-ed97d1ac1b59'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:56:34.644078 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd82e867db05f05d31de18fef3a4b5738e999913abe260e0f677426061852263" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90f128cb-6082-49e3-aeab-bee29ff26b7d" -d '{"events": [{"server_uuid": "de97f101-8138-4edc-8fe2-b4ff3cd897ef", "name": "network-vif-plugged", "status": "completed", "tag": "1fee7484-8f83-451c-97c0-ed97d1ac1b59"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:56:34.656281 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] For port 1fee7484-8f83-451c-97c0-ed97d1ac1b59, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=1fee7484-8f83-451c-97c0-ed97d1ac1b59,segment=NetworkSegment(e9b9dd41-3b7b-4ba3-8751-5b566baf9f0f),segment_id=e9b9dd41-3b7b-4ba3-8751-5b566baf9f0f)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:56:34.681614 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 09:56:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4523be2-1e66-4f12-af62-7e11e72f5c7d x-openstack-request-id: req-f4523be2-1e66-4f12-af62-7e11e72f5c7d {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:56:34.681911 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de97f101-8138-4edc-8fe2-b4ff3cd897ef", "name": "network-vif-plugged", "status": "completed", "tag": "1fee7484-8f83-451c-97c0-ed97d1ac1b59", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:56:34.682167 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-f4523be2-1e66-4f12-af62-7e11e72f5c7d {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:56:34.682564 dv-cinder-804757-16-iscsi neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de97f101-8138-4edc-8fe2-b4ff3cd897ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fee7484-8f83-451c-97c0-ed97d1ac1b59', 'code': 200} Feb 21 09:56:34.717421 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782759442315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782758885690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782758885708'] for port (1fee7484-8f83-451c-97c0-ed97d1ac1b59), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:56:34.764116 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Pushing event updated for resources: {'Port': ['ID=1fee7484-8f83-451c-97c0-ed97d1ac1b59,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:56:34.964058 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5802b3bd-a401-48a1-8c88-e8f1d2a16c66 req-5adb1df7-4759-4e08-b6f6-f25bc07691be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:56:34.965576 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-5802b3bd-a401-48a1-8c88-e8f1d2a16c66 req-5adb1df7-4759-4e08-b6f6-f25bc07691be service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=de97f101-8138-4edc-8fe2-b4ff3cd897ef HTTP/1.1" status: 200 len: 1129 time: 0.0464029 Feb 21 09:56:35.009219 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-5802b3bd-a401-48a1-8c88-e8f1d2a16c66 req-a729d2ea-097b-4b0f-befd-f0f7c8dc74dc service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=2c36de43-5b78-4aa2-af08-53ee7694a38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358770 Feb 21 09:56:35.374319 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce1917f-b265-458e-925c-1dd38c743d39 req-9468eed8-23b7-4716-bd97-355160989166 tempest-VolumesSnapshotTestJSON-1806274793 tempest-VolumesSnapshotTestJSON-1806274793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:56:35.375767 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-cce1917f-b265-458e-925c-1dd38c743d39 req-9468eed8-23b7-4716-bd97-355160989166 tempest-VolumesSnapshotTestJSON-1806274793 tempest-VolumesSnapshotTestJSON-1806274793-project] 10.222.0.71 "GET /v2.0/ports?device_id=de97f101-8138-4edc-8fe2-b4ff3cd897ef HTTP/1.1" status: 200 len: 945 time: 0.0515659 Feb 21 09:56:35.421439 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-cce1917f-b265-458e-925c-1dd38c743d39 req-d6da5927-cc62-4b55-b4d3-e2573283140d tempest-VolumesSnapshotTestJSON-1806274793 tempest-VolumesSnapshotTestJSON-1806274793-project] 10.222.0.71 "GET /v2.0/security-groups?id=2c36de43-5b78-4aa2-af08-53ee7694a38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402398 Feb 21 09:56:35.477538 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-472625b9-1436-46bb-8ba5-c11b176ea390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (f1afc09b-b148-496e-b857-a568110caa3c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:56:36.538278 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6fcfda-99ac-428c-af0f-b839e34aae08 req-af655cba-7839-4f42-844b-d7db9512a139 tempest-VolumesSnapshotTestJSON-1806274793 tempest-VolumesSnapshotTestJSON-1806274793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:56:36.540392 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-ba6fcfda-99ac-428c-af0f-b839e34aae08 req-af655cba-7839-4f42-844b-d7db9512a139 tempest-VolumesSnapshotTestJSON-1806274793 tempest-VolumesSnapshotTestJSON-1806274793-project] 10.222.0.71 "GET /v2.0/ports?device_id=de97f101-8138-4edc-8fe2-b4ff3cd897ef HTTP/1.1" status: 200 len: 945 time: 0.0503366 Feb 21 09:56:36.588366 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-ba6fcfda-99ac-428c-af0f-b839e34aae08 req-fd68affa-fff2-4cb1-a0ef-48cee24ecae6 tempest-VolumesSnapshotTestJSON-1806274793 tempest-VolumesSnapshotTestJSON-1806274793-project] 10.222.0.71 "GET /v2.0/security-groups?id=2c36de43-5b78-4aa2-af08-53ee7694a38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427234 Feb 21 09:56:36.837423 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-43ce5351-eeda-4347-b66a-565ea5ef4f96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (93f03475-d11b-4921-b82a-7ea88eab1568), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:56:37.842714 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (f5044fde-eef4-46eb-b3ce-4ab87030ccc0), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:56:38.161574 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-2b8302a0-632c-4bb4-a8e1-5b2fb521f750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (a872b2e0-7e3e-43db-8705-7fb9ea875340), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:56:39.665322 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (ce3e6371-75e2-4bba-8260-49cd855bb251), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:56:44.134856 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.agents_db [None req-1af9f625-7d23-4c31-ae08-d0e8b46e8d0e None None] Agent healthcheck: found 6 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 09:56:48.173950 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-7bb56e1c-444a-4eea-9a81-d5a103f0f0aa req-43cf8357-6300-4fcc-aa77-895c11754396 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=de97f101-8138-4edc-8fe2-b4ff3cd897ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0427482 Feb 21 09:56:48.258600 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb56e1c-444a-4eea-9a81-d5a103f0f0aa req-63deb0dc-6670-451b-915c-d574764239c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:56:48.260112 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-7bb56e1c-444a-4eea-9a81-d5a103f0f0aa req-63deb0dc-6670-451b-915c-d574764239c2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6d223cb2eb60445f8d93d656e43c2ad7&device_id=de97f101-8138-4edc-8fe2-b4ff3cd897ef HTTP/1.1" status: 200 len: 1129 time: 0.0444386 Feb 21 09:56:48.646740 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb56e1c-444a-4eea-9a81-d5a103f0f0aa req-10e8ccac-d662-4905-b9b5-c87e466f5189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:56:48.648208 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-7bb56e1c-444a-4eea-9a81-d5a103f0f0aa req-10e8ccac-d662-4905-b9b5-c87e466f5189 service neutron] 10.222.0.69 "GET /v2.0/networks?id=d3f6402d-3443-4e02-a82e-856dc26ff0cd HTTP/1.1" status: 200 len: 915 time: 0.3695054 Feb 21 09:56:48.688734 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-7bb56e1c-444a-4eea-9a81-d5a103f0f0aa req-4cfb0bc4-c1ee-42a4-b953-87731f7e024f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1fee7484-8f83-451c-97c0-ed97d1ac1b59 HTTP/1.1" status: 200 len: 217 time: 0.0343971 Feb 21 09:56:48.735077 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb56e1c-444a-4eea-9a81-d5a103f0f0aa req-93e07a74-b045-444f-9f6d-3aa28142e4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:56:48.736522 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-7bb56e1c-444a-4eea-9a81-d5a103f0f0aa req-93e07a74-b045-444f-9f6d-3aa28142e4fe service neutron] 10.222.0.69 "GET /v2.0/subnets?id=51cd0116-d066-489b-970a-17dac6550086 HTTP/1.1" status: 200 len: 854 time: 0.0429089 Feb 21 09:56:48.768074 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-7bb56e1c-444a-4eea-9a81-d5a103f0f0aa req-7ed50ca2-c53f-4f8f-b4ba-d0dd3ed9d88c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d3f6402d-3443-4e02-a82e-856dc26ff0cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257344 Feb 21 09:56:48.856860 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-7bb56e1c-444a-4eea-9a81-d5a103f0f0aa req-b4206869-ec8e-4986-8f69-72f4ae23b755 service neutron] 10.222.0.69 "GET /v2.0/networks/d3f6402d-3443-4e02-a82e-856dc26ff0cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823641 Feb 21 09:56:48.947257 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-7bb56e1c-444a-4eea-9a81-d5a103f0f0aa req-ae869e2f-c848-470a-be7e-e5319156fee8 service neutron] 10.222.0.69 "GET /v2.0/networks/d3f6402d-3443-4e02-a82e-856dc26ff0cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844641 Feb 21 09:56:59.051976 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539d732a-b27e-4e5a-8b81-52d20ba83be9 req-737797cc-1824-468c-80c7-c43f504d8461 tempest-VolumesSnapshotTestJSON-1806274793 tempest-VolumesSnapshotTestJSON-1806274793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:56:59.053589 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-539d732a-b27e-4e5a-8b81-52d20ba83be9 req-737797cc-1824-468c-80c7-c43f504d8461 tempest-VolumesSnapshotTestJSON-1806274793 tempest-VolumesSnapshotTestJSON-1806274793-project] 10.222.0.71 "GET /v2.0/ports?device_id=de97f101-8138-4edc-8fe2-b4ff3cd897ef HTTP/1.1" status: 200 len: 945 time: 0.0537400 Feb 21 09:56:59.101598 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-539d732a-b27e-4e5a-8b81-52d20ba83be9 req-d1467bf0-f00d-4371-ae6d-abb6a44d83c4 tempest-VolumesSnapshotTestJSON-1806274793 tempest-VolumesSnapshotTestJSON-1806274793-project] 10.222.0.71 "GET /v2.0/security-groups?id=2c36de43-5b78-4aa2-af08-53ee7694a38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426157 Feb 21 09:57:00.217327 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520978a0-2578-443d-8c46-d1090f277692 req-eaeba4cc-2498-4457-9cd8-702c58960c45 tempest-VolumesSnapshotTestJSON-1806274793 tempest-VolumesSnapshotTestJSON-1806274793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:57:00.218778 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-520978a0-2578-443d-8c46-d1090f277692 req-eaeba4cc-2498-4457-9cd8-702c58960c45 tempest-VolumesSnapshotTestJSON-1806274793 tempest-VolumesSnapshotTestJSON-1806274793-project] 10.222.0.71 "GET /v2.0/ports?device_id=de97f101-8138-4edc-8fe2-b4ff3cd897ef HTTP/1.1" status: 200 len: 945 time: 0.0500617 Feb 21 09:57:00.263742 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-520978a0-2578-443d-8c46-d1090f277692 req-4fe4d134-63eb-4cdc-a92c-bbdb5487d53b tempest-VolumesSnapshotTestJSON-1806274793 tempest-VolumesSnapshotTestJSON-1806274793-project] 10.222.0.71 "GET /v2.0/security-groups?id=2c36de43-5b78-4aa2-af08-53ee7694a38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386271 Feb 21 09:57:00.641347 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835ca142-96ef-4f8a-b1e3-89c53d48c836 req-80b5f9b4-8f95-4c5f-87e0-b932b819a399 tempest-VolumesSnapshotTestJSON-1806274793 tempest-VolumesSnapshotTestJSON-1806274793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:57:00.643461 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-835ca142-96ef-4f8a-b1e3-89c53d48c836 req-80b5f9b4-8f95-4c5f-87e0-b932b819a399 tempest-VolumesSnapshotTestJSON-1806274793 tempest-VolumesSnapshotTestJSON-1806274793-project] 10.222.0.69 "GET /v2.0/ports?device_id=de97f101-8138-4edc-8fe2-b4ff3cd897ef HTTP/1.1" status: 200 len: 945 time: 0.0535836 Feb 21 09:57:00.732274 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-835ca142-96ef-4f8a-b1e3-89c53d48c836 req-b14da58e-f83b-4c7e-9cc4-226d24b9fbc2 tempest-VolumesSnapshotTestJSON-1806274793 tempest-VolumesSnapshotTestJSON-1806274793-project] Deleting port 1fee7484-8f83-451c-97c0-ed97d1ac1b59 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 09:57:00.732646 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-835ca142-96ef-4f8a-b1e3-89c53d48c836 req-b14da58e-f83b-4c7e-9cc4-226d24b9fbc2 tempest-VolumesSnapshotTestJSON-1806274793 tempest-VolumesSnapshotTestJSON-1806274793-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782759436822'] for port (1fee7484-8f83-451c-97c0-ed97d1ac1b59), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:57:00.823748 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-835ca142-96ef-4f8a-b1e3-89c53d48c836 req-b14da58e-f83b-4c7e-9cc4-226d24b9fbc2 tempest-VolumesSnapshotTestJSON-1806274793 tempest-VolumesSnapshotTestJSON-1806274793-project] For port 1fee7484-8f83-451c-97c0-ed97d1ac1b59, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=1fee7484-8f83-451c-97c0-ed97d1ac1b59,segment=NetworkSegment(e9b9dd41-3b7b-4ba3-8751-5b566baf9f0f),segment_id=e9b9dd41-3b7b-4ba3-8751-5b566baf9f0f)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:57:00.824104 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-835ca142-96ef-4f8a-b1e3-89c53d48c836 req-b14da58e-f83b-4c7e-9cc4-226d24b9fbc2 tempest-VolumesSnapshotTestJSON-1806274793 tempest-VolumesSnapshotTestJSON-1806274793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7915455'] for port (1fee7484-8f83-451c-97c0-ed97d1ac1b59), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:57:00.835669 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-835ca142-96ef-4f8a-b1e3-89c53d48c836 req-b14da58e-f83b-4c7e-9cc4-226d24b9fbc2 tempest-VolumesSnapshotTestJSON-1806274793 tempest-VolumesSnapshotTestJSON-1806274793-project] Calling delete_port for 1fee7484-8f83-451c-97c0-ed97d1ac1b59 owned by compute:nova {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 09:57:01.036639 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-835ca142-96ef-4f8a-b1e3-89c53d48c836 req-b14da58e-f83b-4c7e-9cc4-226d24b9fbc2 tempest-VolumesSnapshotTestJSON-1806274793 tempest-VolumesSnapshotTestJSON-1806274793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782759442297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782758885681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277415'] for port (1fee7484-8f83-451c-97c0-ed97d1ac1b59), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:57:01.050973 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] get_ports_and_sgs() called for port_ids ['1fee7484-8f83-451c-97c0-ed97d1ac1b59'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 09:57:01.070141 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14da58e-f83b-4c7e-9cc4-226d24b9fbc2 tempest-VolumesSnapshotTestJSON-1806274793 tempest-VolumesSnapshotTestJSON-1806274793-project] Pushing event deleted for resources: {'Port': ['ID=1fee7484-8f83-451c-97c0-ed97d1ac1b59,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:57:01.112580 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-835ca142-96ef-4f8a-b1e3-89c53d48c836 req-b14da58e-f83b-4c7e-9cc4-226d24b9fbc2 tempest-VolumesSnapshotTestJSON-1806274793 tempest-VolumesSnapshotTestJSON-1806274793-project] No DVR routers for this DVR port 1fee7484-8f83-451c-97c0-ed97d1ac1b59 on host hv-cinder-80475 {{(pid=109856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:57:01.115109 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-835ca142-96ef-4f8a-b1e3-89c53d48c836 req-b14da58e-f83b-4c7e-9cc4-226d24b9fbc2 tempest-VolumesSnapshotTestJSON-1806274793 tempest-VolumesSnapshotTestJSON-1806274793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8333137'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:57:01.118630 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-835ca142-96ef-4f8a-b1e3-89c53d48c836 req-b14da58e-f83b-4c7e-9cc4-226d24b9fbc2 tempest-VolumesSnapshotTestJSON-1806274793 tempest-VolumesSnapshotTestJSON-1806274793-project] 10.222.0.69 "DELETE /v2.0/ports/1fee7484-8f83-451c-97c0-ed97d1ac1b59 HTTP/1.1" status: 204 len: 173 time: 0.4694529 Feb 21 09:57:01.119090 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de97f101-8138-4edc-8fe2-b4ff3cd897ef', 'name': 'network-vif-deleted', 'tag': '1fee7484-8f83-451c-97c0-ed97d1ac1b59'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:57:01.121331 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c95017b57136a4249e8df2494e5587cd96ada80ae38c14c6a4695013360e62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9d304eb-ce7c-4815-a790-e7e64a6afba6" -d '{"events": [{"server_uuid": "de97f101-8138-4edc-8fe2-b4ff3cd897ef", "name": "network-vif-deleted", "tag": "1fee7484-8f83-451c-97c0-ed97d1ac1b59"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:57:01.157264 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 09:57:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d49650cd-9e3d-4c52-9bfc-3a1dcdcde27c x-openstack-request-id: req-d49650cd-9e3d-4c52-9bfc-3a1dcdcde27c {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:57:01.157556 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de97f101-8138-4edc-8fe2-b4ff3cd897ef", "name": "network-vif-deleted", "tag": "1fee7484-8f83-451c-97c0-ed97d1ac1b59", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:57:01.158300 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-d49650cd-9e3d-4c52-9bfc-3a1dcdcde27c {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:57:01.158696 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de97f101-8138-4edc-8fe2-b4ff3cd897ef', 'name': 'network-vif-deleted', 'tag': '1fee7484-8f83-451c-97c0-ed97d1ac1b59', 'status': 'completed', 'code': 200} Feb 21 09:57:01.357630 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-175b8b96-da9f-4a4d-8ded-07e6fac41706 req-431e0c0e-0e88-4b56-aa05-5f0a6f11c968 tempest-VolumesSnapshotTestJSON-1806274793 tempest-VolumesSnapshotTestJSON-1806274793-project] 10.222.0.71 "GET /v2.0/ports?device_id=de97f101-8138-4edc-8fe2-b4ff3cd897ef HTTP/1.1" status: 200 len: 210 time: 0.0266039 Feb 21 09:57:03.196439 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-b6123303-9430-4f61-bf78-8e732386b2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (7b1feb7e-a062-49d6-b835-c5fae1c9b9ce), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:57:04.530344 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Device 1fee7484-8f83-451c-97c0-ed97d1ac1b59 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 09:57:04.551215 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] No Port match for: 1fee7484-8f83-451c-97c0-ed97d1ac1b59 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 09:57:04.551564 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Device 1fee7484-8f83-451c-97c0-ed97d1ac1b59 not bound to the agent host hv-cinder-80475 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 09:57:05.528222 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-734810a7-cc83-434d-beb6-1fddc9e0e349 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (f1afc09b-b148-496e-b857-a568110caa3c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:57:06.876617 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-43ce5351-eeda-4347-b66a-565ea5ef4f96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (93f03475-d11b-4921-b82a-7ea88eab1568), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:57:07.835719 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (f5044fde-eef4-46eb-b3ce-4ab87030ccc0), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:57:08.178619 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-2b8302a0-632c-4bb4-a8e1-5b2fb521f750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (a872b2e0-7e3e-43db-8705-7fb9ea875340), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:57:09.670595 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (ce3e6371-75e2-4bba-8260-49cd855bb251), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:57:21.134303 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.agents_db [None req-1af9f625-7d23-4c31-ae08-d0e8b46e8d0e None None] Agent healthcheck: found 6 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 09:57:26.745283 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.71', 60698) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:57:26.794294 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4be2cd2-95af-49f3-966f-7e8be2200c31 admin admin] Deleting subnet 51cd0116-d066-489b-970a-17dac6550086 {{(pid=109857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 21 09:57:26.797349 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a4be2cd2-95af-49f3-966f-7e8be2200c31 admin admin] Publish callbacks [] for subnet (51cd0116-d066-489b-970a-17dac6550086), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:57:26.831979 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a4be2cd2-95af-49f3-966f-7e8be2200c31 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3052028'] for subnet (51cd0116-d066-489b-970a-17dac6550086), precommit_delete_associations {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:57:26.869346 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a4be2cd2-95af-49f3-966f-7e8be2200c31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7409676'] for subnet (51cd0116-d066-489b-970a-17dac6550086), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:57:26.996284 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a4be2cd2-95af-49f3-966f-7e8be2200c31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7409717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3963039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4186025'] for subnet (51cd0116-d066-489b-970a-17dac6550086), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:57:27.019452 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4be2cd2-95af-49f3-966f-7e8be2200c31 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51cd0116-d066-489b-970a-17dac6550086,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:57:27.028540 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a4be2cd2-95af-49f3-966f-7e8be2200c31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905581'] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:57:27.031792 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [None req-a4be2cd2-95af-49f3-966f-7e8be2200c31 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/51cd0116-d066-489b-970a-17dac6550086 HTTP/1.1" status: 204 len: 168 time: 0.2855165 Feb 21 09:57:27.033480 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4be2cd2-95af-49f3-966f-7e8be2200c31 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:57:27.033826 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4be2cd2-95af-49f3-966f-7e8be2200c31 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:57:27.034172 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4be2cd2-95af-49f3-966f-7e8be2200c31 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:57:27.034504 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4be2cd2-95af-49f3-966f-7e8be2200c31 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:57:27.034640 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 60702) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:57:27.035071 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4be2cd2-95af-49f3-966f-7e8be2200c31 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:57:27.035170 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4be2cd2-95af-49f3-966f-7e8be2200c31 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:57:27.035460 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4be2cd2-95af-49f3-966f-7e8be2200c31 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:57:27.035785 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4be2cd2-95af-49f3-966f-7e8be2200c31 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:57:27.036109 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4be2cd2-95af-49f3-966f-7e8be2200c31 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:57:27.036448 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4be2cd2-95af-49f3-966f-7e8be2200c31 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:57:27.036775 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4be2cd2-95af-49f3-966f-7e8be2200c31 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:57:27.037096 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4be2cd2-95af-49f3-966f-7e8be2200c31 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:57:27.037412 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4be2cd2-95af-49f3-966f-7e8be2200c31 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:57:27.104188 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-90b6286e-044a-4390-b836-2f83dcd72097 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-977029'] for network (d3f6402d-3443-4e02-a82e-856dc26ff0cd), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:57:27.180917 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-90b6286e-044a-4390-b836-2f83dcd72097 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7410821', 'neutron.services.segments.db._delete_segments_for_network-8782759398202'] for network (d3f6402d-3443-4e02-a82e-856dc26ff0cd), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:57:27.200798 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.services.segments.db [None req-90b6286e-044a-4390-b836-2f83dcd72097 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3f6402d-3443-4e02-a82e-856dc26ff0cd']}} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:57:27.209752 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.services.segments.db [None req-90b6286e-044a-4390-b836-2f83dcd72097 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9b9dd41-3b7b-4ba3-8751-5b566baf9f0f') {'for_net_delete': True} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:57:27.210166 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.services.segments.db [None req-90b6286e-044a-4390-b836-2f83dcd72097 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9b9dd41-3b7b-4ba3-8751-5b566baf9f0f') {} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:57:27.220154 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-90b6286e-044a-4390-b836-2f83dcd72097 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782759398723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3324868'] for segment (e9b9dd41-3b7b-4ba3-8751-5b566baf9f0f), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:57:27.233719 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-90b6286e-044a-4390-b836-2f83dcd72097 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-936617'] for segment (e9b9dd41-3b7b-4ba3-8751-5b566baf9f0f), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:57:27.239535 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90b6286e-044a-4390-b836-2f83dcd72097 admin admin] Releasing vlan 390 on physical network physnet1 to pool {{(pid=109856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 21 09:57:27.239911 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-90b6286e-044a-4390-b836-2f83dcd72097 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-936617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3277392'] for segment (e9b9dd41-3b7b-4ba3-8751-5b566baf9f0f), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:57:27.242241 dv-cinder-804757-16-iscsi neutron-server[109856]: Traceback (most recent call last): Feb 21 09:57:27.242241 dv-cinder-804757-16-iscsi neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 21 09:57:27.242241 dv-cinder-804757-16-iscsi neutron-server[109856]: timer() Feb 21 09:57:27.242241 dv-cinder-804757-16-iscsi neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 09:57:27.242241 dv-cinder-804757-16-iscsi neutron-server[109856]: cb(*args, **kw) Feb 21 09:57:27.242241 dv-cinder-804757-16-iscsi neutron-server[109856]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 21 09:57:27.242241 dv-cinder-804757-16-iscsi neutron-server[109856]: return func(*args, **kwargs) Feb 21 09:57:27.242241 dv-cinder-804757-16-iscsi neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 09:57:27.242241 dv-cinder-804757-16-iscsi neutron-server[109856]: self._notify() Feb 21 09:57:27.242241 dv-cinder-804757-16-iscsi neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 09:57:27.242241 dv-cinder-804757-16-iscsi neutron-server[109856]: self.callback(batched_events) Feb 21 09:57:27.242241 dv-cinder-804757-16-iscsi neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 09:57:27.242241 dv-cinder-804757-16-iscsi neutron-server[109856]: event.method(event) Feb 21 09:57:27.242241 dv-cinder-804757-16-iscsi neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 21 09:57:27.242241 dv-cinder-804757-16-iscsi neutron-server[109856]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 09:57:27.242241 dv-cinder-804757-16-iscsi neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 21 09:57:27.242241 dv-cinder-804757-16-iscsi neutron-server[109856]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 09:57:27.242241 dv-cinder-804757-16-iscsi neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 21 09:57:27.242241 dv-cinder-804757-16-iscsi neutron-server[109856]: return f(self, *a, **k) Feb 21 09:57:27.242241 dv-cinder-804757-16-iscsi neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 09:57:27.242241 dv-cinder-804757-16-iscsi neutron-server[109856]: return self._get(url).json() Feb 21 09:57:27.242241 dv-cinder-804757-16-iscsi neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 09:57:27.242241 dv-cinder-804757-16-iscsi neutron-server[109856]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 09:57:27.242241 dv-cinder-804757-16-iscsi neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 21 09:57:27.242241 dv-cinder-804757-16-iscsi neutron-server[109856]: return self.request(url, 'GET', **kwargs) Feb 21 09:57:27.242241 dv-cinder-804757-16-iscsi neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 21 09:57:27.242241 dv-cinder-804757-16-iscsi neutron-server[109856]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 09:57:27.242241 dv-cinder-804757-16-iscsi neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 21 09:57:27.242241 dv-cinder-804757-16-iscsi neutron-server[109856]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 09:57:27.242241 dv-cinder-804757-16-iscsi neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 21 09:57:27.242241 dv-cinder-804757-16-iscsi neutron-server[109856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 09:57:27.242241 dv-cinder-804757-16-iscsi neutron-server[109856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 09:57:27.361930 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-90b6286e-044a-4390-b836-2f83dcd72097 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7410830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7917281'] for network (d3f6402d-3443-4e02-a82e-856dc26ff0cd), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:57:27.367231 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-90b6286e-044a-4390-b836-2f83dcd72097 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905581'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:57:27.370414 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-90b6286e-044a-4390-b836-2f83dcd72097 admin admin] 10.222.0.71 "DELETE /v2.0/networks/d3f6402d-3443-4e02-a82e-856dc26ff0cd HTTP/1.1" status: 204 len: 168 time: 0.3347986 Feb 21 09:57:27.383578 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b6286e-044a-4390-b836-2f83dcd72097 admin admin] Pushing event deleted for resources: {'Network': ['ID=d3f6402d-3443-4e02-a82e-856dc26ff0cd,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:57:27.388793 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b6286e-044a-4390-b836-2f83dcd72097 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:57:27.389149 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b6286e-044a-4390-b836-2f83dcd72097 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:57:27.389498 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b6286e-044a-4390-b836-2f83dcd72097 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:57:27.389829 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b6286e-044a-4390-b836-2f83dcd72097 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:57:27.390156 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b6286e-044a-4390-b836-2f83dcd72097 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:57:27.390489 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b6286e-044a-4390-b836-2f83dcd72097 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:57:27.390822 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b6286e-044a-4390-b836-2f83dcd72097 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:57:27.391151 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b6286e-044a-4390-b836-2f83dcd72097 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:57:27.391479 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b6286e-044a-4390-b836-2f83dcd72097 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:57:27.391806 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b6286e-044a-4390-b836-2f83dcd72097 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:57:27.392130 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b6286e-044a-4390-b836-2f83dcd72097 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:57:27.392581 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b6286e-044a-4390-b836-2f83dcd72097 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:57:27.392897 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b6286e-044a-4390-b836-2f83dcd72097 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:57:27.658597 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 60706) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:57:27.697371 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-dc23e149-dcc1-4f5e-a5ea-f80231083be2 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=6d223cb2eb60445f8d93d656e43c2ad7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0375996 Feb 21 09:57:27.699783 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 60708) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:57:27.744814 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7795056e-6ace-484f-af87-4e25a0036445 admin admin] Publish callbacks [] for security_group (2c36de43-5b78-4aa2-af08-53ee7694a38f), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:57:27.766375 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7795056e-6ace-484f-af87-4e25a0036445 admin admin] Publish callbacks [] for security_group (2c36de43-5b78-4aa2-af08-53ee7694a38f), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:57:27.869778 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7795056e-6ace-484f-af87-4e25a0036445 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (2c36de43-5b78-4aa2-af08-53ee7694a38f), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:57:27.872425 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7795056e-6ace-484f-af87-4e25a0036445 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:57:27.873593 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-7795056e-6ace-484f-af87-4e25a0036445 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/2c36de43-5b78-4aa2-af08-53ee7694a38f HTTP/1.1" status: 204 len: 168 time: 0.1729221 Feb 21 09:57:27.881084 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7795056e-6ace-484f-af87-4e25a0036445 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c36de43-5b78-4aa2-af08-53ee7694a38f,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:57:28.757370 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 60730) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:57:28.851074 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.v2.base [None req-7ac7b4ec-d811-4c6f-bfa7-19131e3a6f0c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1684834875-network', 'tenant_id': 'e9d8d92f884d4dea9535542b04796148'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:57:28.922276 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ac7b4ec-d811-4c6f-bfa7-19131e3a6f0c admin admin] Made reservation on behalf of e9d8d92f884d4dea9535542b04796148 for: {'network': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:57:28.924892 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7ac7b4ec-d811-4c6f-bfa7-19131e3a6f0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for network (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:57:28.933917 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7ac7b4ec-d811-4c6f-bfa7-19131e3a6f0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:57:29.005586 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7ac7b4ec-d811-4c6f-bfa7-19131e3a6f0c admin admin] Publish callbacks [] for security_group (7fce43ed-5dc7-41ca-b005-73dee5003489), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:57:29.075155 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7ac7b4ec-d811-4c6f-bfa7-19131e3a6f0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (7fce43ed-5dc7-41ca-b005-73dee5003489), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:57:29.099614 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ac7b4ec-d811-4c6f-bfa7-19131e3a6f0c admin admin] vlan segment allocate from pool success with {'vlan_id': 353, 'physical_network': 'physnet1'} {{(pid=109856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 09:57:29.109717 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac7b4ec-d811-4c6f-bfa7-19131e3a6f0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fce43ed-5dc7-41ca-b005-73dee5003489,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:57:29.114397 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7ac7b4ec-d811-4c6f-bfa7-19131e3a6f0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-936617'] for segment (c977d95a-f8f7-4871-905e-f5e1ed39e8cd), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:57:29.114736 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.db.segments_db [None req-7ac7b4ec-d811-4c6f-bfa7-19131e3a6f0c admin admin] Added segment c977d95a-f8f7-4871-905e-f5e1ed39e8cd of type vlan for network 38c555ad-b552-4932-b544-2fe15a1ef111 Feb 21 09:57:29.153487 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7ac7b4ec-d811-4c6f-bfa7-19131e3a6f0c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782758871682'] for network (38c555ad-b552-4932-b544-2fe15a1ef111), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:57:29.247276 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7ac7b4ec-d811-4c6f-bfa7-19131e3a6f0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539'] for network (38c555ad-b552-4932-b544-2fe15a1ef111), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:57:29.248249 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac7b4ec-d811-4c6f-bfa7-19131e3a6f0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:57:29.248872 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7ac7b4ec-d811-4c6f-bfa7-19131e3a6f0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905581'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:57:29.308049 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac7b4ec-d811-4c6f-bfa7-19131e3a6f0c admin admin] Pushing event updated for resources: {'Network': ['ID=38c555ad-b552-4932-b544-2fe15a1ef111,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:57:29.318091 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Network 38c555ad-b552-4932-b544-2fe15a1ef111 details requested by agent ovs-agent-dv-cinder-804757-16-iscsi with host dv-cinder-804757-16-iscsi {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 09:57:29.371004 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-7ac7b4ec-d811-4c6f-bfa7-19131e3a6f0c admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6128185 Feb 21 09:57:29.373880 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 60734) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:57:29.379551 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.v2.base [None req-245e205c-385b-4197-bdc2-260866a70249 admin admin] Request body: {'subnet': {'network_id': '38c555ad-b552-4932-b544-2fe15a1ef111', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1684834875-subnet', 'tenant_id': 'e9d8d92f884d4dea9535542b04796148', 'ip_version': 4}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:57:29.487661 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-245e205c-385b-4197-bdc2-260866a70249 admin admin] Made reservation on behalf of e9d8d92f884d4dea9535542b04796148 for: {'subnet': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:57:29.490022 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-245e205c-385b-4197-bdc2-260866a70249 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25916572'] for subnet (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:57:29.687950 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-245e205c-385b-4197-bdc2-260866a70249 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3278071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25916526'] for subnet (537942fd-b5a3-43d6-9bcd-ecef5ed54b85), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:57:29.745438 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245e205c-385b-4197-bdc2-260866a70249 admin admin] Pushing event updated for resources: {'Subnet': ['ID=537942fd-b5a3-43d6-9bcd-ecef5ed54b85,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:57:29.750641 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245e205c-385b-4197-bdc2-260866a70249 admin admin] Checking segment: {'id': 'c977d95a-f8f7-4871-905e-f5e1ed39e8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '38c555ad-b552-4932-b544-2fe15a1ef111'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 09:57:29.750986 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-245e205c-385b-4197-bdc2-260866a70249 admin admin] Network hostable DHCP agents. Network: 38c555ad-b552-4932-b544-2fe15a1ef111, hostable agents: ['7b1feb7e-a062-49d6-b835-c5fae1c9b9ce'], hosted agents: [] {{(pid=109856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 09:57:29.801848 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-245e205c-385b-4197-bdc2-260866a70249 admin admin] Network 38c555ad-b552-4932-b544-2fe15a1ef111 is scheduled to be hosted by DHCP agent 7b1feb7e-a062-49d6-b835-c5fae1c9b9ce with binding_index 1 {{(pid=109856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 09:57:29.853168 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-245e205c-385b-4197-bdc2-260866a70249 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-16-iscsi, 38c555ad-b552-4932-b544-2fe15a1ef111) {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:57:29.857297 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-245e205c-385b-4197-bdc2-260866a70249 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:57:29.857878 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-245e205c-385b-4197-bdc2-260866a70249 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:57:29.862313 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae484103-7e30-4bd8-9769-1e4681f80a01 None None] Network 38c555ad-b552-4932-b544-2fe15a1ef111 requested from dv-cinder-804757-16-iscsi {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 09:57:29.907656 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-245e205c-385b-4197-bdc2-260866a70249 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5326591 Feb 21 09:57:29.911096 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 60736) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:57:29.922682 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.v2.base [None req-cf68099f-eef1-4ca0-94ee-32da5b05957c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1684834875-router', 'tenant_id': 'e9d8d92f884d4dea9535542b04796148', 'external_gateway_info': {'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862'}}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:57:29.966867 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d84305c-1271-4944-b7a9-9290665f0824 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1d068d2-1ca4-5135-b31c-76c0219c179a-38c555ad-b552-4932-b544-2fe15a1ef111', 'network_id': '38c555ad-b552-4932-b544-2fe15a1ef111', 'project_id': 'e9d8d92f884d4dea9535542b04796148', 'fixed_ips': [{'subnet_id': '537942fd-b5a3-43d6-9bcd-ecef5ed54b85'}]}} from dv-cinder-804757-16-iscsi. {{(pid=109858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 21 09:57:29.967712 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-4d84305c-1271-4944-b7a9-9290665f0824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (None), before_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:57:29.997063 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cf68099f-eef1-4ca0-94ee-32da5b05957c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7911359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1367'] for router (2e0f5198-e8e8-4484-8928-5df00cf3d175), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:57:29.998170 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cf68099f-eef1-4ca0-94ee-32da5b05957c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7916079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7917182', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-427489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1452'] for router (2e0f5198-e8e8-4484-8928-5df00cf3d175), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:57:30.055797 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cf68099f-eef1-4ca0-94ee-32da5b05957c admin admin] Publish callbacks [] for router_controller (2e0f5198-e8e8-4484-8928-5df00cf3d175), precommit_add_association {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:57:30.106247 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.db_base_plugin_common [None req-4d84305c-1271-4944-b7a9-9290665f0824 None None] Allocated IP 172.20.0.2 (38c555ad-b552-4932-b544-2fe15a1ef111/537942fd-b5a3-43d6-9bcd-ecef5ed54b85/efcd17fd-4cbe-4ede-925d-4f2a5826afbc) {{(pid=109858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:57:30.250210 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-4d84305c-1271-4944-b7a9-9290665f0824 None None] Publish callbacks [] for port (efcd17fd-4cbe-4ede-925d-4f2a5826afbc), precommit_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:57:30.269881 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cf68099f-eef1-4ca0-94ee-32da5b05957c admin admin] Publish callbacks [] for router_gateway (2e0f5198-e8e8-4484-8928-5df00cf3d175), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:57:30.310547 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-4d84305c-1271-4944-b7a9-9290665f0824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782758885672'] for port (efcd17fd-4cbe-4ede-925d-4f2a5826afbc), after_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:57:30.349809 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d84305c-1271-4944-b7a9-9290665f0824 None None] Network 38c555ad-b552-4932-b544-2fe15a1ef111 is already hosted by enough agents. {{(pid=109858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:57:30.354609 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.scheduler.base_scheduler [None req-4d84305c-1271-4944-b7a9-9290665f0824 None None] Resources bound (agent type, host, resource id): {{(pid=109858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:57:30.358833 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d84305c-1271-4944-b7a9-9290665f0824 None None] Received port after_create {{(pid=109858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 09:57:30.361858 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d84305c-1271-4944-b7a9-9290665f0824 None None] Pushing event updated for resources: {'Port': ['ID=efcd17fd-4cbe-4ede-925d-4f2a5826afbc,revision_number=1']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:57:30.413332 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-4d84305c-1271-4944-b7a9-9290665f0824 None None] Attempting to bind port efcd17fd-4cbe-4ede-925d-4f2a5826afbc on host dv-cinder-804757-16-iscsi for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 09:57:30.413675 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-4d84305c-1271-4944-b7a9-9290665f0824 None None] Attempting to bind port efcd17fd-4cbe-4ede-925d-4f2a5826afbc by drivers openvswitch,hyperv on host dv-cinder-804757-16-iscsi at level 0 using segments [{'id': 'c977d95a-f8f7-4871-905e-f5e1ed39e8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '38c555ad-b552-4932-b544-2fe15a1ef111'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 09:57:30.414037 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d84305c-1271-4944-b7a9-9290665f0824 None None] Attempting to bind port efcd17fd-4cbe-4ede-925d-4f2a5826afbc on network 38c555ad-b552-4932-b544-2fe15a1ef111 {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 09:57:30.419057 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d84305c-1271-4944-b7a9-9290665f0824 None None] Checking agent: {'id': 'ce3e6371-75e2-4bba-8260-49cd855bb251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 9, 37, 10), 'started_at': datetime.datetime(2022, 2, 21, 9, 37, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 09:57:30.419432 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d84305c-1271-4944-b7a9-9290665f0824 None None] Checking segment: {'id': 'c977d95a-f8f7-4871-905e-f5e1ed39e8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '38c555ad-b552-4932-b544-2fe15a1ef111'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 09:57:30.419837 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-4d84305c-1271-4944-b7a9-9290665f0824 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:57:30.420232 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d84305c-1271-4944-b7a9-9290665f0824 None None] Bound using segment: {'id': 'c977d95a-f8f7-4871-905e-f5e1ed39e8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '38c555ad-b552-4932-b544-2fe15a1ef111'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 09:57:30.420726 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-4d84305c-1271-4944-b7a9-9290665f0824 None None] Bound port: efcd17fd-4cbe-4ede-925d-4f2a5826afbc, host: dv-cinder-804757-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c977d95a-f8f7-4871-905e-f5e1ed39e8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '38c555ad-b552-4932-b544-2fe15a1ef111'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 09:57:30.421107 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-4d84305c-1271-4944-b7a9-9290665f0824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (efcd17fd-4cbe-4ede-925d-4f2a5826afbc), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:57:30.485139 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-4d84305c-1271-4944-b7a9-9290665f0824 None None] For port efcd17fd-4cbe-4ede-925d-4f2a5826afbc, host dv-cinder-804757-16-iscsi, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:57:30.488115 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-4d84305c-1271-4944-b7a9-9290665f0824 None None] For port efcd17fd-4cbe-4ede-925d-4f2a5826afbc, host dv-cinder-804757-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-16-iscsi',level=0,port_id=efcd17fd-4cbe-4ede-925d-4f2a5826afbc,segment=NetworkSegment(c977d95a-f8f7-4871-905e-f5e1ed39e8cd),segment_id=c977d95a-f8f7-4871-905e-f5e1ed39e8cd)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:57:30.531482 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cf68099f-eef1-4ca0-94ee-32da5b05957c admin admin] Publish callbacks [] for router_gateway (2e0f5198-e8e8-4484-8928-5df00cf3d175), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:57:30.550179 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cf68099f-eef1-4ca0-94ee-32da5b05957c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:57:30.586126 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-4d84305c-1271-4944-b7a9-9290665f0824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782759442315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782758885690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782758885708'] for port (efcd17fd-4cbe-4ede-925d-4f2a5826afbc), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:57:30.645178 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d84305c-1271-4944-b7a9-9290665f0824 None None] Pushing event updated for resources: {'Port': ['ID=efcd17fd-4cbe-4ede-925d-4f2a5826afbc,revision_number=2']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:57:30.664817 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [None req-cf68099f-eef1-4ca0-94ee-32da5b05957c admin admin] Allocated IP 172.27.2.79 (bd3f1df6-77ad-4531-9eb3-69bc21002862/13a25a01-28fd-4407-b7c5-fe4349ebc744/f3bda6ba-68ae-4426-ac99-2c350e783458) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:57:30.776249 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cf68099f-eef1-4ca0-94ee-32da5b05957c admin admin] Publish callbacks [] for port (f3bda6ba-68ae-4426-ac99-2c350e783458), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:57:30.894323 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cf68099f-eef1-4ca0-94ee-32da5b05957c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782758885672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277415'] for port (f3bda6ba-68ae-4426-ac99-2c350e783458), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:57:30.936311 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf68099f-eef1-4ca0-94ee-32da5b05957c admin admin] Network bd3f1df6-77ad-4531-9eb3-69bc21002862 is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:57:30.939175 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-cf68099f-eef1-4ca0-94ee-32da5b05957c admin admin] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:57:30.941973 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf68099f-eef1-4ca0-94ee-32da5b05957c admin admin] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 09:57:30.970778 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf68099f-eef1-4ca0-94ee-32da5b05957c admin admin] Pushing event updated for resources: {'Port': ['ID=f3bda6ba-68ae-4426-ac99-2c350e783458,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:57:31.260422 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cf68099f-eef1-4ca0-94ee-32da5b05957c admin admin] Publish callbacks [] for router_gateway (2e0f5198-e8e8-4484-8928-5df00cf3d175), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:57:31.473802 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cf68099f-eef1-4ca0-94ee-32da5b05957c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7916070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7917225'] for router (2e0f5198-e8e8-4484-8928-5df00cf3d175), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:57:31.534622 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49eba1be-1978-4747-974d-dd688b3076dd None None] Network 38c555ad-b552-4932-b544-2fe15a1ef111 requested from dv-cinder-804757-16-iscsi {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 09:57:31.598729 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-dd90f84d-2925-47c3-b3df-cb37537041c4 None None] Provisioning complete for port efcd17fd-4cbe-4ede-925d-4f2a5826afbc triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:57:31.599021 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-dd90f84d-2925-47c3-b3df-cb37537041c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7397950'] for port (efcd17fd-4cbe-4ede-925d-4f2a5826afbc), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:57:31.659240 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf68099f-eef1-4ca0-94ee-32da5b05957c admin admin] Router 2e0f5198-e8e8-4484-8928-5df00cf3d175 is scheduled to L3 agent f1afc09b-b148-496e-b857-a568110caa3c with binding_index 1 {{(pid=109856) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 21 09:57:31.723007 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-dd90f84d-2925-47c3-b3df-cb37537041c4 None None] Current status of the port efcd17fd-4cbe-4ede-925d-4f2a5826afbc is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:57:31.724000 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-dd90f84d-2925-47c3-b3df-cb37537041c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (efcd17fd-4cbe-4ede-925d-4f2a5826afbc), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:57:31.747701 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Device efcd17fd-4cbe-4ede-925d-4f2a5826afbc up at agent ovs-agent-dv-cinder-804757-16-iscsi {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:57:31.790628 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-dd90f84d-2925-47c3-b3df-cb37537041c4 None None] For port efcd17fd-4cbe-4ede-925d-4f2a5826afbc, host dv-cinder-804757-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-16-iscsi',level=0,port_id=efcd17fd-4cbe-4ede-925d-4f2a5826afbc,segment=NetworkSegment(c977d95a-f8f7-4871-905e-f5e1ed39e8cd),segment_id=c977d95a-f8f7-4871-905e-f5e1ed39e8cd)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:57:31.791408 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf68099f-eef1-4ca0-94ee-32da5b05957c admin admin] Notify agent at l3_agent.dv-cinder-804757-16-iscsi the message routers_updated {{(pid=109856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:57:31.801787 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4905f3b4-c8ec-47c3-ab21-32ffe6b43538 None None] Sync routers for ids ['2e0f5198-e8e8-4484-8928-5df00cf3d175'] in dv-cinder-804757-16-iscsi {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 09:57:31.818780 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4905f3b4-c8ec-47c3-ab21-32ffe6b43538 None None] Routers {'2e0f5198-e8e8-4484-8928-5df00cf3d175'} bound to L3 agent in host dv-cinder-804757-16-iscsi {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:57:31.823535 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-4905f3b4-c8ec-47c3-ab21-32ffe6b43538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-21T09:37:05Z,description=,heartbeat_timestamp=2022-02-21T09:57:05Z,host='dv-cinder-804757-16-iscsi',id=f1afc09b-b148-496e-b857-a568110caa3c,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:37:06Z,topic='l3_agent')) {'router_ids': ['2e0f5198-e8e8-4484-8928-5df00cf3d175'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:57:31.864482 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Provisioning complete for port efcd17fd-4cbe-4ede-925d-4f2a5826afbc triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:57:31.864802 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7397950'] for port (efcd17fd-4cbe-4ede-925d-4f2a5826afbc), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:57:31.884034 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cf68099f-eef1-4ca0-94ee-32da5b05957c admin admin] Publish callbacks [] for router (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:57:31.885945 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-cf68099f-eef1-4ca0-94ee-32da5b05957c admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.9733360 Feb 21 09:57:31.888985 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 60738) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:57:31.892347 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-dd90f84d-2925-47c3-b3df-cb37537041c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782759442315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782758885690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782758885708'] for port (efcd17fd-4cbe-4ede-925d-4f2a5826afbc), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:57:32.140390 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-0752e428-c021-47b2-8b1f-1f8c245dd1af None None] Provisioning complete for port efcd17fd-4cbe-4ede-925d-4f2a5826afbc triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:57:32.140692 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-0752e428-c021-47b2-8b1f-1f8c245dd1af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7397950'] for port (efcd17fd-4cbe-4ede-925d-4f2a5826afbc), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:57:32.149055 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-4905f3b4-c8ec-47c3-ab21-32ffe6b43538 None None] Set router 2e0f5198-e8e8-4484-8928-5df00cf3d175 gateway port host: dv-cinder-804757-16-iscsi {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:57:32.218858 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd90f84d-2925-47c3-b3df-cb37537041c4 None None] Pushing event updated for resources: {'Port': ['ID=efcd17fd-4cbe-4ede-925d-4f2a5826afbc,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:57:32.309031 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Current status of the port efcd17fd-4cbe-4ede-925d-4f2a5826afbc is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:57:32.318486 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7285e69d-019d-46eb-9c1d-2eb5d477dc4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:57:32.392447 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-0752e428-c021-47b2-8b1f-1f8c245dd1af None None] Current status of the port efcd17fd-4cbe-4ede-925d-4f2a5826afbc is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:57:32.420570 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-4905f3b4-c8ec-47c3-ab21-32ffe6b43538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e0f5198-e8e8-4484-8928-5df00cf3d175', 'name': 'tempest-TestMinimumBasicScenario-1684834875-router', 'tenant_id': 'e9d8d92f884d4dea9535542b04796148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'external_fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': 'f3bda6ba-68ae-4426-ac99-2c350e783458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:57:30Z', 'updated_at': '2022-02-21T09:57:31Z', 'revision_number': 3, 'project_id': 'e9d8d92f884d4dea9535542b04796148', 'gw_port': {'id': 'f3bda6ba-68ae-4426-ac99-2c350e783458', 'name': '', 'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:61:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e0f5198-e8e8-4484-8928-5df00cf3d175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:57:30Z', 'updated_at': '2022-02-21T09:57:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-16-iscsi'}], 'dv-cinder-804757-16-iscsi', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:57:32.451109 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4905f3b4-c8ec-47c3-ab21-32ffe6b43538 None None] Checking router: 2e0f5198-e8e8-4484-8928-5df00cf3d175 for host: dv-cinder-804757-16-iscsi {{(pid=109858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 09:57:32.451457 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4905f3b4-c8ec-47c3-ab21-32ffe6b43538 None None] Updating router 2e0f5198-e8e8-4484-8928-5df00cf3d175 port f3bda6ba-68ae-4426-ac99-2c350e783458 binding host dv-cinder-804757-16-iscsi {{(pid=109858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 09:57:32.478014 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [None req-7285e69d-019d-46eb-9c1d-2eb5d477dc4b admin admin] Allocated IP 172.20.0.1 (38c555ad-b552-4932-b544-2fe15a1ef111/537942fd-b5a3-43d6-9bcd-ecef5ed54b85/27a53cab-88e4-4d05-864b-0b0d6d681a4a) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:57:32.478234 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-4905f3b4-c8ec-47c3-ab21-32ffe6b43538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (f3bda6ba-68ae-4426-ac99-2c350e783458), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:57:32.582595 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7285e69d-019d-46eb-9c1d-2eb5d477dc4b admin admin] Publish callbacks [] for port (27a53cab-88e4-4d05-864b-0b0d6d681a4a), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:57:32.682653 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7285e69d-019d-46eb-9c1d-2eb5d477dc4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782758885672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277415'] for port (27a53cab-88e4-4d05-864b-0b0d6d681a4a), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:57:32.721334 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7285e69d-019d-46eb-9c1d-2eb5d477dc4b admin admin] Network 38c555ad-b552-4932-b544-2fe15a1ef111 is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:57:32.722488 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-4905f3b4-c8ec-47c3-ab21-32ffe6b43538 None None] Publish callbacks [] for port (f3bda6ba-68ae-4426-ac99-2c350e783458), precommit_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:57:32.724196 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-7285e69d-019d-46eb-9c1d-2eb5d477dc4b admin admin] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:57:32.730452 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7285e69d-019d-46eb-9c1d-2eb5d477dc4b admin admin] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 09:57:32.735952 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7285e69d-019d-46eb-9c1d-2eb5d477dc4b admin admin] Pushing event updated for resources: {'Port': ['ID=27a53cab-88e4-4d05-864b-0b0d6d681a4a,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:57:32.772085 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7285e69d-019d-46eb-9c1d-2eb5d477dc4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7916414'] for router_interface (2e0f5198-e8e8-4484-8928-5df00cf3d175), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:57:32.790980 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-4905f3b4-c8ec-47c3-ab21-32ffe6b43538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782759442315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782758885690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782758885708'] for port (f3bda6ba-68ae-4426-ac99-2c350e783458), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:57:32.853283 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-4905f3b4-c8ec-47c3-ab21-32ffe6b43538 None None] Attempting to bind port f3bda6ba-68ae-4426-ac99-2c350e783458 on host dv-cinder-804757-16-iscsi for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 09:57:32.853808 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-4905f3b4-c8ec-47c3-ab21-32ffe6b43538 None None] Attempting to bind port f3bda6ba-68ae-4426-ac99-2c350e783458 by drivers openvswitch,hyperv on host dv-cinder-804757-16-iscsi at level 0 using segments [{'id': '64ea902b-f589-4efc-8b2e-260a836a5805', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 09:57:32.854406 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4905f3b4-c8ec-47c3-ab21-32ffe6b43538 None None] Attempting to bind port f3bda6ba-68ae-4426-ac99-2c350e783458 on network bd3f1df6-77ad-4531-9eb3-69bc21002862 {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 09:57:32.856778 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844db9b5-88d1-41c6-8570-26cc30258772 None None] Pushing event updated for resources: {'Port': ['ID=f3bda6ba-68ae-4426-ac99-2c350e783458,revision_number=2']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:57:32.866662 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4905f3b4-c8ec-47c3-ab21-32ffe6b43538 None None] Checking agent: {'id': 'ce3e6371-75e2-4bba-8260-49cd855bb251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 9, 37, 10), 'started_at': datetime.datetime(2022, 2, 21, 9, 37, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 09:57:32.867314 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4905f3b4-c8ec-47c3-ab21-32ffe6b43538 None None] Checking segment: {'id': '64ea902b-f589-4efc-8b2e-260a836a5805', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 09:57:32.867825 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-4905f3b4-c8ec-47c3-ab21-32ffe6b43538 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:57:32.868327 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4905f3b4-c8ec-47c3-ab21-32ffe6b43538 None None] Bound using segment: {'id': '64ea902b-f589-4efc-8b2e-260a836a5805', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 09:57:32.868939 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-4905f3b4-c8ec-47c3-ab21-32ffe6b43538 None None] Bound port: f3bda6ba-68ae-4426-ac99-2c350e783458, host: dv-cinder-804757-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64ea902b-f589-4efc-8b2e-260a836a5805', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 09:57:32.869402 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-4905f3b4-c8ec-47c3-ab21-32ffe6b43538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (f3bda6ba-68ae-4426-ac99-2c350e783458), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:57:32.872064 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844db9b5-88d1-41c6-8570-26cc30258772 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:57:32.872488 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844db9b5-88d1-41c6-8570-26cc30258772 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:57:32.872926 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844db9b5-88d1-41c6-8570-26cc30258772 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:57:32.873337 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844db9b5-88d1-41c6-8570-26cc30258772 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:57:32.873734 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844db9b5-88d1-41c6-8570-26cc30258772 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:57:32.874135 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844db9b5-88d1-41c6-8570-26cc30258772 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:57:32.874617 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844db9b5-88d1-41c6-8570-26cc30258772 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:57:32.874956 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844db9b5-88d1-41c6-8570-26cc30258772 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:57:32.875406 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844db9b5-88d1-41c6-8570-26cc30258772 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:57:32.875621 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844db9b5-88d1-41c6-8570-26cc30258772 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:57:32.876081 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844db9b5-88d1-41c6-8570-26cc30258772 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:57:32.888187 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844db9b5-88d1-41c6-8570-26cc30258772 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:57:32.888187 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844db9b5-88d1-41c6-8570-26cc30258772 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:57:32.936005 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-4905f3b4-c8ec-47c3-ab21-32ffe6b43538 None None] For port f3bda6ba-68ae-4426-ac99-2c350e783458, host dv-cinder-804757-16-iscsi, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:57:32.939172 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-4905f3b4-c8ec-47c3-ab21-32ffe6b43538 None None] For port f3bda6ba-68ae-4426-ac99-2c350e783458, host dv-cinder-804757-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-16-iscsi',level=0,port_id=f3bda6ba-68ae-4426-ac99-2c350e783458,segment=NetworkSegment(64ea902b-f589-4efc-8b2e-260a836a5805),segment_id=64ea902b-f589-4efc-8b2e-260a836a5805)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:57:33.017086 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-056832f8-c25c-4dc1-ba3a-05cd843df13e None None] Provisioning complete for port 27a53cab-88e4-4d05-864b-0b0d6d681a4a triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:57:33.017470 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-056832f8-c25c-4dc1-ba3a-05cd843df13e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7397950'] for port (27a53cab-88e4-4d05-864b-0b0d6d681a4a), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:57:33.021375 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-4905f3b4-c8ec-47c3-ab21-32ffe6b43538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782759442315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782758885690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782758885708'] for port (f3bda6ba-68ae-4426-ac99-2c350e783458), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:57:33.102286 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-056832f8-c25c-4dc1-ba3a-05cd843df13e None None] Port 27a53cab-88e4-4d05-864b-0b0d6d681a4a cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 09:57:33.134240 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844db9b5-88d1-41c6-8570-26cc30258772 None None] Pushing event updated for resources: {'Port': ['ID=f3bda6ba-68ae-4426-ac99-2c350e783458,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:57:33.137629 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4905f3b4-c8ec-47c3-ab21-32ffe6b43538 None None] Routers {'2e0f5198-e8e8-4484-8928-5df00cf3d175'} bound to L3 agent in host dv-cinder-804757-16-iscsi {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:57:33.138211 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-4905f3b4-c8ec-47c3-ab21-32ffe6b43538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-21T09:37:05Z,description=,heartbeat_timestamp=2022-02-21T09:57:05Z,host='dv-cinder-804757-16-iscsi',id=f1afc09b-b148-496e-b857-a568110caa3c,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:37:06Z,topic='l3_agent')) {'router_ids': ['2e0f5198-e8e8-4484-8928-5df00cf3d175'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:57:33.249850 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1b0eaa28-7a80-4919-9828-3a1a0957aa1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (7b1feb7e-a062-49d6-b835-c5fae1c9b9ce), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:57:33.252263 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-4905f3b4-c8ec-47c3-ab21-32ffe6b43538 None None] Set router 2e0f5198-e8e8-4484-8928-5df00cf3d175 gateway port host: dv-cinder-804757-16-iscsi {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:57:33.315150 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7285e69d-019d-46eb-9c1d-2eb5d477dc4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (27a53cab-88e4-4d05-864b-0b0d6d681a4a), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:57:33.430305 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-4905f3b4-c8ec-47c3-ab21-32ffe6b43538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e0f5198-e8e8-4484-8928-5df00cf3d175', 'name': 'tempest-TestMinimumBasicScenario-1684834875-router', 'tenant_id': 'e9d8d92f884d4dea9535542b04796148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'external_fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': 'f3bda6ba-68ae-4426-ac99-2c350e783458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:57:30Z', 'updated_at': '2022-02-21T09:57:31Z', 'revision_number': 3, 'project_id': 'e9d8d92f884d4dea9535542b04796148', 'gw_port': {'id': 'f3bda6ba-68ae-4426-ac99-2c350e783458', 'name': '', 'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:61:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e0f5198-e8e8-4484-8928-5df00cf3d175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:57:30Z', 'updated_at': '2022-02-21T09:57:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-16-iscsi'}], 'dv-cinder-804757-16-iscsi', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:57:33.455620 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4905f3b4-c8ec-47c3-ab21-32ffe6b43538 None None] The sync data for ids ['2e0f5198-e8e8-4484-8928-5df00cf3d175'] in dv-cinder-804757-16-iscsi is: [{'id': '2e0f5198-e8e8-4484-8928-5df00cf3d175', 'name': 'tempest-TestMinimumBasicScenario-1684834875-router', 'tenant_id': 'e9d8d92f884d4dea9535542b04796148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'external_fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': 'f3bda6ba-68ae-4426-ac99-2c350e783458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:57:30Z', 'updated_at': '2022-02-21T09:57:31Z', 'revision_number': 3, 'project_id': 'e9d8d92f884d4dea9535542b04796148', 'gw_port': {'id': 'f3bda6ba-68ae-4426-ac99-2c350e783458', 'name': '', 'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:61:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e0f5198-e8e8-4484-8928-5df00cf3d175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:57:30Z', 'updated_at': '2022-02-21T09:57:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-16-iscsi'}] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 09:57:33.477909 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7285e69d-019d-46eb-9c1d-2eb5d477dc4b admin admin] Publish callbacks [] for port (27a53cab-88e4-4d05-864b-0b0d6d681a4a), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:57:33.532709 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7285e69d-019d-46eb-9c1d-2eb5d477dc4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782759442315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782758885690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782758885708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3277436'] for port (27a53cab-88e4-4d05-864b-0b0d6d681a4a), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:57:33.602682 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7285e69d-019d-46eb-9c1d-2eb5d477dc4b admin admin] Pushing event updated for resources: {'Port': ['ID=27a53cab-88e4-4d05-864b-0b0d6d681a4a,revision_number=2']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:57:33.605528 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7285e69d-019d-46eb-9c1d-2eb5d477dc4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7905553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7916522'] for router_interface (2e0f5198-e8e8-4484-8928-5df00cf3d175), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:57:33.727350 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7285e69d-019d-46eb-9c1d-2eb5d477dc4b admin admin] Network 38c555ad-b552-4932-b544-2fe15a1ef111 is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:57:33.729025 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-7285e69d-019d-46eb-9c1d-2eb5d477dc4b admin admin] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:57:33.833236 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Device efcd17fd-4cbe-4ede-925d-4f2a5826afbc up at agent ovs-agent-dv-cinder-804757-16-iscsi {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:57:33.879003 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7285e69d-019d-46eb-9c1d-2eb5d477dc4b admin admin] Router 2e0f5198-e8e8-4484-8928-5df00cf3d175 has already been hosted by L3 agent f1afc09b-b148-496e-b857-a568110caa3c {{(pid=109856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:57:33.899616 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Provisioning complete for port efcd17fd-4cbe-4ede-925d-4f2a5826afbc triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:57:33.899918 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7397950'] for port (efcd17fd-4cbe-4ede-925d-4f2a5826afbc), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:57:33.989027 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Current status of the port efcd17fd-4cbe-4ede-925d-4f2a5826afbc is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:57:33.990148 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Device f3bda6ba-68ae-4426-ac99-2c350e783458 up at agent ovs-agent-dv-cinder-804757-16-iscsi {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:57:34.018289 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7285e69d-019d-46eb-9c1d-2eb5d477dc4b admin admin] Notify agent at l3_agent.dv-cinder-804757-16-iscsi the message routers_updated {{(pid=109856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:57:34.035855 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-7285e69d-019d-46eb-9c1d-2eb5d477dc4b admin admin] 10.222.0.71 "PUT /v2.0/routers/2e0f5198-e8e8-4484-8928-5df00cf3d175/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1383090 Feb 21 09:57:34.045242 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-5db9160f-9103-4505-b9ef-de73f89367f3 None None] Provisioning complete for port 27a53cab-88e4-4d05-864b-0b0d6d681a4a triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:57:34.045623 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5db9160f-9103-4505-b9ef-de73f89367f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7397950'] for port (27a53cab-88e4-4d05-864b-0b0d6d681a4a), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:57:34.085899 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Provisioning complete for port f3bda6ba-68ae-4426-ac99-2c350e783458 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:57:34.086343 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7397950'] for port (f3bda6ba-68ae-4426-ac99-2c350e783458), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:57:34.109058 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-5db9160f-9103-4505-b9ef-de73f89367f3 None None] Port 27a53cab-88e4-4d05-864b-0b0d6d681a4a cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 09:57:34.172806 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Current status of the port f3bda6ba-68ae-4426-ac99-2c350e783458 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:57:34.173465 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (f3bda6ba-68ae-4426-ac99-2c350e783458), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:57:34.197009 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] For port f3bda6ba-68ae-4426-ac99-2c350e783458, host dv-cinder-804757-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-16-iscsi',level=0,port_id=f3bda6ba-68ae-4426-ac99-2c350e783458,segment=NetworkSegment(64ea902b-f589-4efc-8b2e-260a836a5805),segment_id=64ea902b-f589-4efc-8b2e-260a836a5805)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:57:34.292717 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782759442315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782758885690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782758885708'] for port (f3bda6ba-68ae-4426-ac99-2c350e783458), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:57:34.355369 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Pushing event updated for resources: {'Port': ['ID=f3bda6ba-68ae-4426-ac99-2c350e783458,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:57:34.720725 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 60754) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:57:34.725721 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.v2.base [None req-7bda57b7-4ade-4268-8827-41bf30420250 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2007328456-network', 'tenant_id': 'c2fc99f823144a979a1c349f5c8b33a2'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:57:34.801874 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bda57b7-4ade-4268-8827-41bf30420250 admin admin] Made reservation on behalf of c2fc99f823144a979a1c349f5c8b33a2 for: {'network': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:57:34.804814 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7bda57b7-4ade-4268-8827-41bf30420250 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for network (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:57:34.813909 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7bda57b7-4ade-4268-8827-41bf30420250 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:57:34.891814 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7bda57b7-4ade-4268-8827-41bf30420250 admin admin] Publish callbacks [] for security_group (9b6742e2-6dcd-4777-8a04-57a7d57f9f6d), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:57:34.939108 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7bda57b7-4ade-4268-8827-41bf30420250 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (9b6742e2-6dcd-4777-8a04-57a7d57f9f6d), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:57:34.965127 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bda57b7-4ade-4268-8827-41bf30420250 admin admin] vlan segment allocate from pool success with {'vlan_id': 359, 'physical_network': 'physnet1'} {{(pid=109856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 09:57:34.974923 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bda57b7-4ade-4268-8827-41bf30420250 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b6742e2-6dcd-4777-8a04-57a7d57f9f6d,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:57:34.979672 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7bda57b7-4ade-4268-8827-41bf30420250 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-936617'] for segment (96879d88-1a20-4525-91f6-bb72d0da7363), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:57:34.980010 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.db.segments_db [None req-7bda57b7-4ade-4268-8827-41bf30420250 admin admin] Added segment 96879d88-1a20-4525-91f6-bb72d0da7363 of type vlan for network 2a310fff-d0f7-4b05-af13-4b71e31e993a Feb 21 09:57:35.022720 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7bda57b7-4ade-4268-8827-41bf30420250 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782758871682'] for network (2a310fff-d0f7-4b05-af13-4b71e31e993a), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:57:35.032197 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be5b665-3561-4c3b-ae49-007235174b67 None None] Sync routers for ids ['2e0f5198-e8e8-4484-8928-5df00cf3d175'] in dv-cinder-804757-16-iscsi {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 09:57:35.042141 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be5b665-3561-4c3b-ae49-007235174b67 None None] Routers {'2e0f5198-e8e8-4484-8928-5df00cf3d175'} bound to L3 agent in host dv-cinder-804757-16-iscsi {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:57:35.042762 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-1be5b665-3561-4c3b-ae49-007235174b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-21T09:37:05Z,description=,heartbeat_timestamp=2022-02-21T09:57:05Z,host='dv-cinder-804757-16-iscsi',id=f1afc09b-b148-496e-b857-a568110caa3c,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:37:06Z,topic='l3_agent')) {'router_ids': ['2e0f5198-e8e8-4484-8928-5df00cf3d175'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:57:35.109962 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7bda57b7-4ade-4268-8827-41bf30420250 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539'] for network (2a310fff-d0f7-4b05-af13-4b71e31e993a), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:57:35.110885 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bda57b7-4ade-4268-8827-41bf30420250 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:57:35.111477 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7bda57b7-4ade-4268-8827-41bf30420250 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905581'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:57:35.148643 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-1be5b665-3561-4c3b-ae49-007235174b67 None None] Set router 2e0f5198-e8e8-4484-8928-5df00cf3d175 gateway port host: dv-cinder-804757-16-iscsi {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:57:35.175250 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bda57b7-4ade-4268-8827-41bf30420250 admin admin] Pushing event updated for resources: {'Network': ['ID=2a310fff-d0f7-4b05-af13-4b71e31e993a,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:57:35.185916 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Network 2a310fff-d0f7-4b05-af13-4b71e31e993a details requested by agent ovs-agent-dv-cinder-804757-16-iscsi with host dv-cinder-804757-16-iscsi {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 09:57:35.233504 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-7bda57b7-4ade-4268-8827-41bf30420250 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5116594 Feb 21 09:57:35.236182 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 60756) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:57:35.241820 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.v2.base [None req-acfbc439-43bc-42ec-8077-f7d60805d335 admin admin] Request body: {'subnet': {'network_id': '2a310fff-d0f7-4b05-af13-4b71e31e993a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2007328456-subnet', 'tenant_id': 'c2fc99f823144a979a1c349f5c8b33a2', 'ip_version': 4}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:57:35.321698 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acfbc439-43bc-42ec-8077-f7d60805d335 admin admin] Made reservation on behalf of c2fc99f823144a979a1c349f5c8b33a2 for: {'subnet': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:57:35.324143 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-acfbc439-43bc-42ec-8077-f7d60805d335 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25916572'] for subnet (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:57:35.351386 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-1be5b665-3561-4c3b-ae49-007235174b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e0f5198-e8e8-4484-8928-5df00cf3d175', 'name': 'tempest-TestMinimumBasicScenario-1684834875-router', 'tenant_id': 'e9d8d92f884d4dea9535542b04796148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'external_fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': 'f3bda6ba-68ae-4426-ac99-2c350e783458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:57:30Z', 'updated_at': '2022-02-21T09:57:33Z', 'revision_number': 4, 'project_id': 'e9d8d92f884d4dea9535542b04796148', 'gw_port': {'id': 'f3bda6ba-68ae-4426-ac99-2c350e783458', 'name': '', 'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:61:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e0f5198-e8e8-4484-8928-5df00cf3d175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:57:30Z', 'updated_at': '2022-02-21T09:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-16-iscsi', '_interfaces': [{'id': '27a53cab-88e4-4d05-864b-0b0d6d681a4a', 'name': '', 'network_id': '38c555ad-b552-4932-b544-2fe15a1ef111', 'tenant_id': 'e9d8d92f884d4dea9535542b04796148', 'mac_address': 'fa:16:3e:4e:1f:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e0f5198-e8e8-4484-8928-5df00cf3d175', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '537942fd-b5a3-43d6-9bcd-ecef5ed54b85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:57:32Z', 'updated_at': '2022-02-21T09:57:33Z', 'revision_number': 2, 'project_id': 'e9d8d92f884d4dea9535542b04796148', 'subnets': [{'id': '537942fd-b5a3-43d6-9bcd-ecef5ed54b85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-16-iscsi', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:57:35.378480 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be5b665-3561-4c3b-ae49-007235174b67 None None] Checking router: 2e0f5198-e8e8-4484-8928-5df00cf3d175 for host: dv-cinder-804757-16-iscsi {{(pid=109859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 09:57:35.378749 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be5b665-3561-4c3b-ae49-007235174b67 None None] Updating router 2e0f5198-e8e8-4484-8928-5df00cf3d175 port 27a53cab-88e4-4d05-864b-0b0d6d681a4a binding host dv-cinder-804757-16-iscsi {{(pid=109859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 09:57:35.406105 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-1be5b665-3561-4c3b-ae49-007235174b67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (27a53cab-88e4-4d05-864b-0b0d6d681a4a), before_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:57:35.499091 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-21a106c1-b4c7-47ee-9228-210cd9848105 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (f1afc09b-b148-496e-b857-a568110caa3c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:57:35.533696 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-acfbc439-43bc-42ec-8077-f7d60805d335 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3278071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25916526'] for subnet (37a9fd18-84a0-4180-8bb5-26e8e360180b), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:57:35.592871 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfbc439-43bc-42ec-8077-f7d60805d335 admin admin] Pushing event updated for resources: {'Subnet': ['ID=37a9fd18-84a0-4180-8bb5-26e8e360180b,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:57:35.600097 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acfbc439-43bc-42ec-8077-f7d60805d335 admin admin] Checking segment: {'id': '96879d88-1a20-4525-91f6-bb72d0da7363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '2a310fff-d0f7-4b05-af13-4b71e31e993a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 09:57:35.600466 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acfbc439-43bc-42ec-8077-f7d60805d335 admin admin] Network hostable DHCP agents. Network: 2a310fff-d0f7-4b05-af13-4b71e31e993a, hostable agents: ['7b1feb7e-a062-49d6-b835-c5fae1c9b9ce'], hosted agents: [] {{(pid=109856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 09:57:35.665593 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acfbc439-43bc-42ec-8077-f7d60805d335 admin admin] Network 2a310fff-d0f7-4b05-af13-4b71e31e993a is scheduled to be hosted by DHCP agent 7b1feb7e-a062-49d6-b835-c5fae1c9b9ce with binding_index 1 {{(pid=109856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 09:57:35.675077 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-1be5b665-3561-4c3b-ae49-007235174b67 None None] Publish callbacks [] for port (27a53cab-88e4-4d05-864b-0b0d6d681a4a), precommit_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:57:35.706554 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Device f3bda6ba-68ae-4426-ac99-2c350e783458 up at agent ovs-agent-dv-cinder-804757-16-iscsi {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:57:35.716424 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-acfbc439-43bc-42ec-8077-f7d60805d335 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-16-iscsi, 2a310fff-d0f7-4b05-af13-4b71e31e993a) {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:57:35.720553 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acfbc439-43bc-42ec-8077-f7d60805d335 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:57:35.721129 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-acfbc439-43bc-42ec-8077-f7d60805d335 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:57:35.731295 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0984bcd-791c-4d33-9344-8aea0bbca566 None None] Network 2a310fff-d0f7-4b05-af13-4b71e31e993a requested from dv-cinder-804757-16-iscsi {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 09:57:35.733591 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-1be5b665-3561-4c3b-ae49-007235174b67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782759442315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782758885690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782758885708'] for port (27a53cab-88e4-4d05-864b-0b0d6d681a4a), after_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:57:35.776779 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-acfbc439-43bc-42ec-8077-f7d60805d335 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5393717 Feb 21 09:57:35.779402 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.71', 60758) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:57:35.782383 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab368b1-e2cb-4115-8672-ba2135a59057 None None] Pushing event updated for resources: {'Port': ['ID=27a53cab-88e4-4d05-864b-0b0d6d681a4a,revision_number=3']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:57:35.786968 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.v2.base [None req-22e43338-7305-48b9-b1c6-085339740c7f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2007328456-router', 'tenant_id': 'c2fc99f823144a979a1c349f5c8b33a2', 'external_gateway_info': {'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862'}}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:57:35.792106 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab368b1-e2cb-4115-8672-ba2135a59057 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:57:35.792106 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab368b1-e2cb-4115-8672-ba2135a59057 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:57:35.792106 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab368b1-e2cb-4115-8672-ba2135a59057 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:57:35.792106 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab368b1-e2cb-4115-8672-ba2135a59057 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:57:35.792534 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab368b1-e2cb-4115-8672-ba2135a59057 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:57:35.793135 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab368b1-e2cb-4115-8672-ba2135a59057 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:57:35.793570 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab368b1-e2cb-4115-8672-ba2135a59057 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:57:35.794125 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab368b1-e2cb-4115-8672-ba2135a59057 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:57:35.794672 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab368b1-e2cb-4115-8672-ba2135a59057 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:57:35.795250 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab368b1-e2cb-4115-8672-ba2135a59057 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:57:35.795801 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab368b1-e2cb-4115-8672-ba2135a59057 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:57:35.796379 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab368b1-e2cb-4115-8672-ba2135a59057 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:57:35.796935 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab368b1-e2cb-4115-8672-ba2135a59057 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:57:35.821734 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Provisioning complete for port f3bda6ba-68ae-4426-ac99-2c350e783458 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:57:35.822231 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7397950'] for port (f3bda6ba-68ae-4426-ac99-2c350e783458), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:57:35.860567 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-1be5b665-3561-4c3b-ae49-007235174b67 None None] Attempting to bind port 27a53cab-88e4-4d05-864b-0b0d6d681a4a on host dv-cinder-804757-16-iscsi for vnic_type normal with profile {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 09:57:35.860945 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-1be5b665-3561-4c3b-ae49-007235174b67 None None] Attempting to bind port 27a53cab-88e4-4d05-864b-0b0d6d681a4a by drivers openvswitch,hyperv on host dv-cinder-804757-16-iscsi at level 0 using segments [{'id': 'c977d95a-f8f7-4871-905e-f5e1ed39e8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '38c555ad-b552-4932-b544-2fe15a1ef111'}] {{(pid=109859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 09:57:35.861305 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be5b665-3561-4c3b-ae49-007235174b67 None None] Attempting to bind port 27a53cab-88e4-4d05-864b-0b0d6d681a4a on network 38c555ad-b552-4932-b544-2fe15a1ef111 {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 09:57:35.867573 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be5b665-3561-4c3b-ae49-007235174b67 None None] Checking agent: {'id': 'ce3e6371-75e2-4bba-8260-49cd855bb251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 9, 37, 10), 'started_at': datetime.datetime(2022, 2, 21, 9, 37, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 09:57:35.868089 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be5b665-3561-4c3b-ae49-007235174b67 None None] Checking segment: {'id': 'c977d95a-f8f7-4871-905e-f5e1ed39e8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '38c555ad-b552-4932-b544-2fe15a1ef111'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 09:57:35.868713 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-1be5b665-3561-4c3b-ae49-007235174b67 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:57:35.869256 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be5b665-3561-4c3b-ae49-007235174b67 None None] Bound using segment: {'id': 'c977d95a-f8f7-4871-905e-f5e1ed39e8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '38c555ad-b552-4932-b544-2fe15a1ef111'} {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 09:57:35.869910 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-1be5b665-3561-4c3b-ae49-007235174b67 None None] Bound port: 27a53cab-88e4-4d05-864b-0b0d6d681a4a, host: dv-cinder-804757-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c977d95a-f8f7-4871-905e-f5e1ed39e8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '38c555ad-b552-4932-b544-2fe15a1ef111'}}] {{(pid=109859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 09:57:35.870464 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-1be5b665-3561-4c3b-ae49-007235174b67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (27a53cab-88e4-4d05-864b-0b0d6d681a4a), before_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:57:35.879432 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7b9d381-aef0-4042-916a-fe5f8b4f72eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1d068d2-1ca4-5135-b31c-76c0219c179a-2a310fff-d0f7-4b05-af13-4b71e31e993a', 'network_id': '2a310fff-d0f7-4b05-af13-4b71e31e993a', 'project_id': 'c2fc99f823144a979a1c349f5c8b33a2', 'fixed_ips': [{'subnet_id': '37a9fd18-84a0-4180-8bb5-26e8e360180b'}]}} from dv-cinder-804757-16-iscsi. {{(pid=109858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 21 09:57:35.880480 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-a7b9d381-aef0-4042-916a-fe5f8b4f72eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (None), before_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:57:35.893508 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-22e43338-7305-48b9-b1c6-085339740c7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7911359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1367'] for router (bd35d63a-f1a2-47ea-b81d-f6627e77c988), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:57:35.895646 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-22e43338-7305-48b9-b1c6-085339740c7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7916079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7917182', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-427489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1452'] for router (bd35d63a-f1a2-47ea-b81d-f6627e77c988), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:57:35.949251 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.db [None req-1be5b665-3561-4c3b-ae49-007235174b67 None None] For port 27a53cab-88e4-4d05-864b-0b0d6d681a4a, host dv-cinder-804757-16-iscsi, cleared binding levels {{(pid=109859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:57:35.952786 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.db [None req-1be5b665-3561-4c3b-ae49-007235174b67 None None] For port 27a53cab-88e4-4d05-864b-0b0d6d681a4a, host dv-cinder-804757-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-16-iscsi',level=0,port_id=27a53cab-88e4-4d05-864b-0b0d6d681a4a,segment=NetworkSegment(c977d95a-f8f7-4871-905e-f5e1ed39e8cd),segment_id=c977d95a-f8f7-4871-905e-f5e1ed39e8cd)] {{(pid=109859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:57:35.959302 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-22e43338-7305-48b9-b1c6-085339740c7f admin admin] Publish callbacks [] for router_controller (bd35d63a-f1a2-47ea-b81d-f6627e77c988), precommit_add_association {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:57:36.015004 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Current status of the port f3bda6ba-68ae-4426-ac99-2c350e783458 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:57:36.036843 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-1be5b665-3561-4c3b-ae49-007235174b67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782759442315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782758885690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782758885708'] for port (27a53cab-88e4-4d05-864b-0b0d6d681a4a), after_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:57:36.064414 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.db_base_plugin_common [None req-a7b9d381-aef0-4042-916a-fe5f8b4f72eb None None] Allocated IP 172.20.0.2 (2a310fff-d0f7-4b05-af13-4b71e31e993a/37a9fd18-84a0-4180-8bb5-26e8e360180b/1f4e68f3-3e55-491e-919d-9f0a519c509b) {{(pid=109858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:57:36.066413 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-daccf2d8-1039-4abb-91ea-f06f59cae51a None None] Provisioning complete for port 27a53cab-88e4-4d05-864b-0b0d6d681a4a triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:57:36.066795 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-daccf2d8-1039-4abb-91ea-f06f59cae51a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7397950'] for port (27a53cab-88e4-4d05-864b-0b0d6d681a4a), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:57:36.089113 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be5b665-3561-4c3b-ae49-007235174b67 None None] Routers {'2e0f5198-e8e8-4484-8928-5df00cf3d175'} bound to L3 agent in host dv-cinder-804757-16-iscsi {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:57:36.089757 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-1be5b665-3561-4c3b-ae49-007235174b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-21T09:37:05Z,description=,heartbeat_timestamp=2022-02-21T09:57:35Z,host='dv-cinder-804757-16-iscsi',id=f1afc09b-b148-496e-b857-a568110caa3c,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:37:06Z,topic='l3_agent')) {'router_ids': ['2e0f5198-e8e8-4484-8928-5df00cf3d175'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:57:36.207188 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab368b1-e2cb-4115-8672-ba2135a59057 None None] Pushing event updated for resources: {'Port': ['ID=27a53cab-88e4-4d05-864b-0b0d6d681a4a,revision_number=4']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:57:36.246301 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-22e43338-7305-48b9-b1c6-085339740c7f admin admin] Publish callbacks [] for router_gateway (bd35d63a-f1a2-47ea-b81d-f6627e77c988), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:57:36.250968 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-1be5b665-3561-4c3b-ae49-007235174b67 None None] Set router 2e0f5198-e8e8-4484-8928-5df00cf3d175 gateway port host: dv-cinder-804757-16-iscsi {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:57:36.393012 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-daccf2d8-1039-4abb-91ea-f06f59cae51a None None] Current status of the port 27a53cab-88e4-4d05-864b-0b0d6d681a4a is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:57:36.393459 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-daccf2d8-1039-4abb-91ea-f06f59cae51a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (27a53cab-88e4-4d05-864b-0b0d6d681a4a), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:57:36.434404 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-a7b9d381-aef0-4042-916a-fe5f8b4f72eb None None] Publish callbacks [] for port (1f4e68f3-3e55-491e-919d-9f0a519c509b), precommit_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:57:36.443353 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-daccf2d8-1039-4abb-91ea-f06f59cae51a None None] For port 27a53cab-88e4-4d05-864b-0b0d6d681a4a, host dv-cinder-804757-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-16-iscsi',level=0,port_id=27a53cab-88e4-4d05-864b-0b0d6d681a4a,segment=NetworkSegment(c977d95a-f8f7-4871-905e-f5e1ed39e8cd),segment_id=c977d95a-f8f7-4871-905e-f5e1ed39e8cd)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:57:36.467405 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-1be5b665-3561-4c3b-ae49-007235174b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e0f5198-e8e8-4484-8928-5df00cf3d175', 'name': 'tempest-TestMinimumBasicScenario-1684834875-router', 'tenant_id': 'e9d8d92f884d4dea9535542b04796148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'external_fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': 'f3bda6ba-68ae-4426-ac99-2c350e783458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:57:30Z', 'updated_at': '2022-02-21T09:57:33Z', 'revision_number': 4, 'project_id': 'e9d8d92f884d4dea9535542b04796148', 'gw_port': {'id': 'f3bda6ba-68ae-4426-ac99-2c350e783458', 'name': '', 'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:61:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e0f5198-e8e8-4484-8928-5df00cf3d175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:57:30Z', 'updated_at': '2022-02-21T09:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-16-iscsi', '_interfaces': [{'id': '27a53cab-88e4-4d05-864b-0b0d6d681a4a', 'name': '', 'network_id': '38c555ad-b552-4932-b544-2fe15a1ef111', 'tenant_id': 'e9d8d92f884d4dea9535542b04796148', 'mac_address': 'fa:16:3e:4e:1f:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e0f5198-e8e8-4484-8928-5df00cf3d175', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '537942fd-b5a3-43d6-9bcd-ecef5ed54b85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:57:32Z', 'updated_at': '2022-02-21T09:57:35Z', 'revision_number': 4, 'project_id': 'e9d8d92f884d4dea9535542b04796148', 'subnets': [{'id': '537942fd-b5a3-43d6-9bcd-ecef5ed54b85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-16-iscsi', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:57:36.493934 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be5b665-3561-4c3b-ae49-007235174b67 None None] The sync data for ids ['2e0f5198-e8e8-4484-8928-5df00cf3d175'] in dv-cinder-804757-16-iscsi is: [{'id': '2e0f5198-e8e8-4484-8928-5df00cf3d175', 'name': 'tempest-TestMinimumBasicScenario-1684834875-router', 'tenant_id': 'e9d8d92f884d4dea9535542b04796148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'external_fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': 'f3bda6ba-68ae-4426-ac99-2c350e783458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:57:30Z', 'updated_at': '2022-02-21T09:57:33Z', 'revision_number': 4, 'project_id': 'e9d8d92f884d4dea9535542b04796148', 'gw_port': {'id': 'f3bda6ba-68ae-4426-ac99-2c350e783458', 'name': '', 'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:61:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e0f5198-e8e8-4484-8928-5df00cf3d175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:57:30Z', 'updated_at': '2022-02-21T09:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-16-iscsi', '_interfaces': [{'id': '27a53cab-88e4-4d05-864b-0b0d6d681a4a', 'name': '', 'network_id': '38c555ad-b552-4932-b544-2fe15a1ef111', 'tenant_id': 'e9d8d92f884d4dea9535542b04796148', 'mac_address': 'fa:16:3e:4e:1f:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e0f5198-e8e8-4484-8928-5df00cf3d175', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '537942fd-b5a3-43d6-9bcd-ecef5ed54b85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:57:32Z', 'updated_at': '2022-02-21T09:57:35Z', 'revision_number': 4, 'project_id': 'e9d8d92f884d4dea9535542b04796148', 'subnets': [{'id': '537942fd-b5a3-43d6-9bcd-ecef5ed54b85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 09:57:36.527018 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-a7b9d381-aef0-4042-916a-fe5f8b4f72eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782758885672'] for port (1f4e68f3-3e55-491e-919d-9f0a519c509b), after_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:57:36.544179 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-22e43338-7305-48b9-b1c6-085339740c7f admin admin] Publish callbacks [] for router_gateway (bd35d63a-f1a2-47ea-b81d-f6627e77c988), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:57:36.567466 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-daccf2d8-1039-4abb-91ea-f06f59cae51a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782759442315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782758885690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782758885708'] for port (27a53cab-88e4-4d05-864b-0b0d6d681a4a), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:57:36.576013 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-22e43338-7305-48b9-b1c6-085339740c7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:57:36.576406 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b9d381-aef0-4042-916a-fe5f8b4f72eb None None] Pushing event updated for resources: {'Port': ['ID=1f4e68f3-3e55-491e-919d-9f0a519c509b,revision_number=1']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:57:36.585946 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b9d381-aef0-4042-916a-fe5f8b4f72eb None None] Network 2a310fff-d0f7-4b05-af13-4b71e31e993a is already hosted by enough agents. {{(pid=109858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:57:36.609769 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.scheduler.base_scheduler [None req-a7b9d381-aef0-4042-916a-fe5f8b4f72eb None None] Resources bound (agent type, host, resource id): {{(pid=109858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:57:36.617936 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b9d381-aef0-4042-916a-fe5f8b4f72eb None None] Received port after_create {{(pid=109858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 09:57:36.687969 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daccf2d8-1039-4abb-91ea-f06f59cae51a None None] Pushing event updated for resources: {'Port': ['ID=27a53cab-88e4-4d05-864b-0b0d6d681a4a,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:57:36.705729 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-a7b9d381-aef0-4042-916a-fe5f8b4f72eb None None] Attempting to bind port 1f4e68f3-3e55-491e-919d-9f0a519c509b on host dv-cinder-804757-16-iscsi for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 09:57:36.706243 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-a7b9d381-aef0-4042-916a-fe5f8b4f72eb None None] Attempting to bind port 1f4e68f3-3e55-491e-919d-9f0a519c509b by drivers openvswitch,hyperv on host dv-cinder-804757-16-iscsi at level 0 using segments [{'id': '96879d88-1a20-4525-91f6-bb72d0da7363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '2a310fff-d0f7-4b05-af13-4b71e31e993a'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 09:57:36.706608 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b9d381-aef0-4042-916a-fe5f8b4f72eb None None] Attempting to bind port 1f4e68f3-3e55-491e-919d-9f0a519c509b on network 2a310fff-d0f7-4b05-af13-4b71e31e993a {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 09:57:36.713283 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [None req-22e43338-7305-48b9-b1c6-085339740c7f admin admin] Allocated IP 172.27.2.35 (bd3f1df6-77ad-4531-9eb3-69bc21002862/13a25a01-28fd-4407-b7c5-fe4349ebc744/04eb972a-43d4-432a-a339-2f2554d38e6e) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:57:36.713874 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-c7712e85-1f49-4cf3-acbd-91d04d24733f None None] Provisioning complete for port 27a53cab-88e4-4d05-864b-0b0d6d681a4a triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:57:36.714254 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-c7712e85-1f49-4cf3-acbd-91d04d24733f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7397950'] for port (27a53cab-88e4-4d05-864b-0b0d6d681a4a), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:57:36.716098 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b9d381-aef0-4042-916a-fe5f8b4f72eb None None] Checking agent: {'id': 'ce3e6371-75e2-4bba-8260-49cd855bb251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 9, 37, 10), 'started_at': datetime.datetime(2022, 2, 21, 9, 37, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 09:57:36.716473 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b9d381-aef0-4042-916a-fe5f8b4f72eb None None] Checking segment: {'id': '96879d88-1a20-4525-91f6-bb72d0da7363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '2a310fff-d0f7-4b05-af13-4b71e31e993a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 09:57:36.717360 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-a7b9d381-aef0-4042-916a-fe5f8b4f72eb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:57:36.717360 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b9d381-aef0-4042-916a-fe5f8b4f72eb None None] Bound using segment: {'id': '96879d88-1a20-4525-91f6-bb72d0da7363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '2a310fff-d0f7-4b05-af13-4b71e31e993a'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 09:57:36.717745 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-a7b9d381-aef0-4042-916a-fe5f8b4f72eb None None] Bound port: 1f4e68f3-3e55-491e-919d-9f0a519c509b, host: dv-cinder-804757-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96879d88-1a20-4525-91f6-bb72d0da7363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '2a310fff-d0f7-4b05-af13-4b71e31e993a'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 09:57:36.718121 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-a7b9d381-aef0-4042-916a-fe5f8b4f72eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (1f4e68f3-3e55-491e-919d-9f0a519c509b), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:57:36.826575 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-22e43338-7305-48b9-b1c6-085339740c7f admin admin] Publish callbacks [] for port (04eb972a-43d4-432a-a339-2f2554d38e6e), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:57:36.849044 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-a7b9d381-aef0-4042-916a-fe5f8b4f72eb None None] For port 1f4e68f3-3e55-491e-919d-9f0a519c509b, host dv-cinder-804757-16-iscsi, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:57:36.862058 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-43ce5351-eeda-4347-b66a-565ea5ef4f96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (93f03475-d11b-4921-b82a-7ea88eab1568), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:57:36.867336 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-a7b9d381-aef0-4042-916a-fe5f8b4f72eb None None] For port 1f4e68f3-3e55-491e-919d-9f0a519c509b, host dv-cinder-804757-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-16-iscsi',level=0,port_id=1f4e68f3-3e55-491e-919d-9f0a519c509b,segment=NetworkSegment(96879d88-1a20-4525-91f6-bb72d0da7363),segment_id=96879d88-1a20-4525-91f6-bb72d0da7363)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:57:36.876426 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-c7712e85-1f49-4cf3-acbd-91d04d24733f None None] Current status of the port 27a53cab-88e4-4d05-864b-0b0d6d681a4a is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:57:36.933741 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-22e43338-7305-48b9-b1c6-085339740c7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782758885672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3964494'] for port (04eb972a-43d4-432a-a339-2f2554d38e6e), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:57:36.963237 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-a7b9d381-aef0-4042-916a-fe5f8b4f72eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782759442315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782758885690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782758885708'] for port (1f4e68f3-3e55-491e-919d-9f0a519c509b), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:57:36.973995 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22e43338-7305-48b9-b1c6-085339740c7f admin admin] Network bd3f1df6-77ad-4531-9eb3-69bc21002862 is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:57:36.976547 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-22e43338-7305-48b9-b1c6-085339740c7f admin admin] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:57:36.980476 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e43338-7305-48b9-b1c6-085339740c7f admin admin] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 09:57:37.021884 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e43338-7305-48b9-b1c6-085339740c7f admin admin] Pushing event updated for resources: {'Port': ['ID=04eb972a-43d4-432a-a339-2f2554d38e6e,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:57:37.043465 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b9d381-aef0-4042-916a-fe5f8b4f72eb None None] Pushing event updated for resources: {'Port': ['ID=1f4e68f3-3e55-491e-919d-9f0a519c509b,revision_number=2']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:57:37.552726 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-22e43338-7305-48b9-b1c6-085339740c7f admin admin] Publish callbacks [] for router_gateway (bd35d63a-f1a2-47ea-b81d-f6627e77c988), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:57:37.803141 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Device 1f4e68f3-3e55-491e-919d-9f0a519c509b up at agent ovs-agent-dv-cinder-804757-16-iscsi {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:57:37.804369 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-22e43338-7305-48b9-b1c6-085339740c7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7916070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7917225'] for router (bd35d63a-f1a2-47ea-b81d-f6627e77c988), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:57:37.852338 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Provisioning complete for port 1f4e68f3-3e55-491e-919d-9f0a519c509b triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:57:37.852660 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7397950'] for port (1f4e68f3-3e55-491e-919d-9f0a519c509b), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:57:37.874708 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (f5044fde-eef4-46eb-b3ce-4ab87030ccc0), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:57:37.934936 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Current status of the port 1f4e68f3-3e55-491e-919d-9f0a519c509b is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:57:37.935327 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (1f4e68f3-3e55-491e-919d-9f0a519c509b), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:57:37.970020 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] For port 1f4e68f3-3e55-491e-919d-9f0a519c509b, host dv-cinder-804757-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-16-iscsi',level=0,port_id=1f4e68f3-3e55-491e-919d-9f0a519c509b,segment=NetworkSegment(96879d88-1a20-4525-91f6-bb72d0da7363),segment_id=96879d88-1a20-4525-91f6-bb72d0da7363)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:57:37.996300 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22e43338-7305-48b9-b1c6-085339740c7f admin admin] Router bd35d63a-f1a2-47ea-b81d-f6627e77c988 is scheduled to L3 agent f1afc09b-b148-496e-b857-a568110caa3c with binding_index 1 {{(pid=109857) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 21 09:57:38.031655 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c0afe53-ef54-48e2-8e7b-ce49debac1e8 None None] Network 2a310fff-d0f7-4b05-af13-4b71e31e993a requested from dv-cinder-804757-16-iscsi {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 09:57:38.077673 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782759442315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782758885690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782758885708'] for port (1f4e68f3-3e55-491e-919d-9f0a519c509b), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:57:38.078432 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Device 27a53cab-88e4-4d05-864b-0b0d6d681a4a up at agent ovs-agent-dv-cinder-804757-16-iscsi {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:57:38.108785 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22e43338-7305-48b9-b1c6-085339740c7f admin admin] Notify agent at l3_agent.dv-cinder-804757-16-iscsi the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:57:38.136878 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f609bc-7360-41f7-93e1-0ca28929377f None None] Sync routers for ids ['bd35d63a-f1a2-47ea-b81d-f6627e77c988'] in dv-cinder-804757-16-iscsi {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 09:57:38.182280 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-22e43338-7305-48b9-b1c6-085339740c7f admin admin] Publish callbacks [] for router (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:57:38.184091 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [None req-22e43338-7305-48b9-b1c6-085339740c7f admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.4023759 Feb 21 09:57:38.186744 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.71', 60762) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:57:38.205713 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f609bc-7360-41f7-93e1-0ca28929377f None None] Routers {'bd35d63a-f1a2-47ea-b81d-f6627e77c988'} bound to L3 agent in host dv-cinder-804757-16-iscsi {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:57:38.206342 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-54f609bc-7360-41f7-93e1-0ca28929377f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-21T09:37:05Z,description=,heartbeat_timestamp=2022-02-21T09:57:35Z,host='dv-cinder-804757-16-iscsi',id=f1afc09b-b148-496e-b857-a568110caa3c,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:37:06Z,topic='l3_agent')) {'router_ids': ['bd35d63a-f1a2-47ea-b81d-f6627e77c988'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:57:38.248593 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Pushing event updated for resources: {'Port': ['ID=1f4e68f3-3e55-491e-919d-9f0a519c509b,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:57:38.279906 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-2b8302a0-632c-4bb4-a8e1-5b2fb521f750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (a872b2e0-7e3e-43db-8705-7fb9ea875340), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:57:38.289101 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-f72562f1-e8ec-494b-b735-72e5dff933b0 None None] Provisioning complete for port 1f4e68f3-3e55-491e-919d-9f0a519c509b triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:57:38.289480 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-f72562f1-e8ec-494b-b735-72e5dff933b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7397950'] for port (1f4e68f3-3e55-491e-919d-9f0a519c509b), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:57:38.357504 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Provisioning complete for port 27a53cab-88e4-4d05-864b-0b0d6d681a4a triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:57:38.357882 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7397950'] for port (27a53cab-88e4-4d05-864b-0b0d6d681a4a), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:57:38.433084 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-54f609bc-7360-41f7-93e1-0ca28929377f None None] Set router bd35d63a-f1a2-47ea-b81d-f6627e77c988 gateway port host: dv-cinder-804757-16-iscsi {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:57:38.597126 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-f72562f1-e8ec-494b-b735-72e5dff933b0 None None] Current status of the port 1f4e68f3-3e55-491e-919d-9f0a519c509b is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:57:38.622122 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Current status of the port 27a53cab-88e4-4d05-864b-0b0d6d681a4a is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:57:38.629105 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b28675a1-be08-4b94-af58-ab6391df258f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:57:38.688929 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-54f609bc-7360-41f7-93e1-0ca28929377f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd35d63a-f1a2-47ea-b81d-f6627e77c988', 'name': 'tempest-TestMinimumBasicScenario-2007328456-router', 'tenant_id': 'c2fc99f823144a979a1c349f5c8b33a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'external_fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': '04eb972a-43d4-432a-a339-2f2554d38e6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:57:35Z', 'updated_at': '2022-02-21T09:57:37Z', 'revision_number': 3, 'project_id': 'c2fc99f823144a979a1c349f5c8b33a2', 'gw_port': {'id': '04eb972a-43d4-432a-a339-2f2554d38e6e', 'name': '', 'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:73:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd35d63a-f1a2-47ea-b81d-f6627e77c988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:57:36Z', 'updated_at': '2022-02-21T09:57:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-16-iscsi'}], 'dv-cinder-804757-16-iscsi', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:57:38.720965 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f609bc-7360-41f7-93e1-0ca28929377f None None] Checking router: bd35d63a-f1a2-47ea-b81d-f6627e77c988 for host: dv-cinder-804757-16-iscsi {{(pid=109858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 09:57:38.721355 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f609bc-7360-41f7-93e1-0ca28929377f None None] Updating router bd35d63a-f1a2-47ea-b81d-f6627e77c988 port 04eb972a-43d4-432a-a339-2f2554d38e6e binding host dv-cinder-804757-16-iscsi {{(pid=109858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 09:57:38.753206 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-a3c68daa-fa9a-4154-9582-3359969c962c None None] Provisioning complete for port 1f4e68f3-3e55-491e-919d-9f0a519c509b triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:57:38.753605 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-a3c68daa-fa9a-4154-9582-3359969c962c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7397950'] for port (1f4e68f3-3e55-491e-919d-9f0a519c509b), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:57:38.758535 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-54f609bc-7360-41f7-93e1-0ca28929377f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (04eb972a-43d4-432a-a339-2f2554d38e6e), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:57:38.791414 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [None req-b28675a1-be08-4b94-af58-ab6391df258f admin admin] Allocated IP 172.20.0.1 (2a310fff-d0f7-4b05-af13-4b71e31e993a/37a9fd18-84a0-4180-8bb5-26e8e360180b/959e4e9e-83aa-47f8-b7f0-d1474a9bd109) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:57:38.901520 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b28675a1-be08-4b94-af58-ab6391df258f admin admin] Publish callbacks [] for port (959e4e9e-83aa-47f8-b7f0-d1474a9bd109), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:57:39.001612 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b28675a1-be08-4b94-af58-ab6391df258f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782758885672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3964494'] for port (959e4e9e-83aa-47f8-b7f0-d1474a9bd109), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:57:39.043200 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b28675a1-be08-4b94-af58-ab6391df258f admin admin] Network 2a310fff-d0f7-4b05-af13-4b71e31e993a is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:57:39.049806 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-b28675a1-be08-4b94-af58-ab6391df258f admin admin] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:57:39.055277 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28675a1-be08-4b94-af58-ab6391df258f admin admin] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 09:57:39.058409 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28675a1-be08-4b94-af58-ab6391df258f admin admin] Pushing event updated for resources: {'Port': ['ID=959e4e9e-83aa-47f8-b7f0-d1474a9bd109,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:57:39.096753 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-a3c68daa-fa9a-4154-9582-3359969c962c None None] Current status of the port 1f4e68f3-3e55-491e-919d-9f0a519c509b is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:57:39.101651 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b28675a1-be08-4b94-af58-ab6391df258f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7916414'] for router_interface (bd35d63a-f1a2-47ea-b81d-f6627e77c988), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:57:39.220068 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-54f609bc-7360-41f7-93e1-0ca28929377f None None] Publish callbacks [] for port (04eb972a-43d4-432a-a339-2f2554d38e6e), precommit_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:57:39.275804 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-54f609bc-7360-41f7-93e1-0ca28929377f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782759442315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782758885690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782758885708'] for port (04eb972a-43d4-432a-a339-2f2554d38e6e), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:57:39.298380 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b28675a1-be08-4b94-af58-ab6391df258f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (959e4e9e-83aa-47f8-b7f0-d1474a9bd109), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:57:39.340328 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4d4ba8-a68c-4cde-9a70-20e5e7822a41 None None] Pushing event updated for resources: {'Port': ['ID=04eb972a-43d4-432a-a339-2f2554d38e6e,revision_number=2']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:57:39.344400 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-54f609bc-7360-41f7-93e1-0ca28929377f None None] Attempting to bind port 04eb972a-43d4-432a-a339-2f2554d38e6e on host dv-cinder-804757-16-iscsi for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 09:57:39.344804 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-54f609bc-7360-41f7-93e1-0ca28929377f None None] Attempting to bind port 04eb972a-43d4-432a-a339-2f2554d38e6e by drivers openvswitch,hyperv on host dv-cinder-804757-16-iscsi at level 0 using segments [{'id': '64ea902b-f589-4efc-8b2e-260a836a5805', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 09:57:39.345169 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f609bc-7360-41f7-93e1-0ca28929377f None None] Attempting to bind port 04eb972a-43d4-432a-a339-2f2554d38e6e on network bd3f1df6-77ad-4531-9eb3-69bc21002862 {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 09:57:39.352813 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-444d23a6-7aa7-4050-a36a-200cb3739c91 None None] Provisioning complete for port 959e4e9e-83aa-47f8-b7f0-d1474a9bd109 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:57:39.353196 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-444d23a6-7aa7-4050-a36a-200cb3739c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7397950'] for port (959e4e9e-83aa-47f8-b7f0-d1474a9bd109), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:57:39.355673 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f609bc-7360-41f7-93e1-0ca28929377f None None] Checking agent: {'id': 'ce3e6371-75e2-4bba-8260-49cd855bb251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 9, 37, 10), 'started_at': datetime.datetime(2022, 2, 21, 9, 37, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 09:57:39.356046 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f609bc-7360-41f7-93e1-0ca28929377f None None] Checking segment: {'id': '64ea902b-f589-4efc-8b2e-260a836a5805', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 09:57:39.356442 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-54f609bc-7360-41f7-93e1-0ca28929377f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:57:39.356860 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f609bc-7360-41f7-93e1-0ca28929377f None None] Bound using segment: {'id': '64ea902b-f589-4efc-8b2e-260a836a5805', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 09:57:39.357322 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-54f609bc-7360-41f7-93e1-0ca28929377f None None] Bound port: 04eb972a-43d4-432a-a339-2f2554d38e6e, host: dv-cinder-804757-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64ea902b-f589-4efc-8b2e-260a836a5805', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 09:57:39.357698 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-54f609bc-7360-41f7-93e1-0ca28929377f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (04eb972a-43d4-432a-a339-2f2554d38e6e), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:57:39.411867 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-444d23a6-7aa7-4050-a36a-200cb3739c91 None None] Port 959e4e9e-83aa-47f8-b7f0-d1474a9bd109 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 09:57:39.435943 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-54f609bc-7360-41f7-93e1-0ca28929377f None None] For port 04eb972a-43d4-432a-a339-2f2554d38e6e, host dv-cinder-804757-16-iscsi, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:57:39.439175 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-54f609bc-7360-41f7-93e1-0ca28929377f None None] For port 04eb972a-43d4-432a-a339-2f2554d38e6e, host dv-cinder-804757-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-16-iscsi',level=0,port_id=04eb972a-43d4-432a-a339-2f2554d38e6e,segment=NetworkSegment(64ea902b-f589-4efc-8b2e-260a836a5805),segment_id=64ea902b-f589-4efc-8b2e-260a836a5805)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:57:39.476888 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b28675a1-be08-4b94-af58-ab6391df258f admin admin] Publish callbacks [] for port (959e4e9e-83aa-47f8-b7f0-d1474a9bd109), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:57:39.499540 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-54f609bc-7360-41f7-93e1-0ca28929377f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782759442315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782758885690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782758885708'] for port (04eb972a-43d4-432a-a339-2f2554d38e6e), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:57:39.560208 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f609bc-7360-41f7-93e1-0ca28929377f None None] Routers {'bd35d63a-f1a2-47ea-b81d-f6627e77c988'} bound to L3 agent in host dv-cinder-804757-16-iscsi {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:57:39.560774 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-54f609bc-7360-41f7-93e1-0ca28929377f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-21T09:37:05Z,description=,heartbeat_timestamp=2022-02-21T09:57:35Z,host='dv-cinder-804757-16-iscsi',id=f1afc09b-b148-496e-b857-a568110caa3c,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:37:06Z,topic='l3_agent')) {'router_ids': ['bd35d63a-f1a2-47ea-b81d-f6627e77c988'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:57:39.563413 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4d4ba8-a68c-4cde-9a70-20e5e7822a41 None None] Pushing event updated for resources: {'Port': ['ID=04eb972a-43d4-432a-a339-2f2554d38e6e,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:57:39.567744 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b28675a1-be08-4b94-af58-ab6391df258f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782759442315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782758885690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782758885708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3964501'] for port (959e4e9e-83aa-47f8-b7f0-d1474a9bd109), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:57:39.634533 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b28675a1-be08-4b94-af58-ab6391df258f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7905553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7916522'] for router_interface (bd35d63a-f1a2-47ea-b81d-f6627e77c988), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:57:39.636376 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28675a1-be08-4b94-af58-ab6391df258f admin admin] Pushing event updated for resources: {'Port': ['ID=959e4e9e-83aa-47f8-b7f0-d1474a9bd109,revision_number=2']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:57:39.690328 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-54f609bc-7360-41f7-93e1-0ca28929377f None None] Set router bd35d63a-f1a2-47ea-b81d-f6627e77c988 gateway port host: dv-cinder-804757-16-iscsi {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:57:39.723490 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Device 1f4e68f3-3e55-491e-919d-9f0a519c509b up at agent ovs-agent-dv-cinder-804757-16-iscsi {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:57:39.725590 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (ce3e6371-75e2-4bba-8260-49cd855bb251), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:57:39.732930 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b28675a1-be08-4b94-af58-ab6391df258f admin admin] Network 2a310fff-d0f7-4b05-af13-4b71e31e993a is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:57:39.734339 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-b28675a1-be08-4b94-af58-ab6391df258f admin admin] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:57:39.866627 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Provisioning complete for port 1f4e68f3-3e55-491e-919d-9f0a519c509b triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:57:39.867005 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7397950'] for port (1f4e68f3-3e55-491e-919d-9f0a519c509b), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:57:39.974176 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-ee8b5e15-35c1-41d9-9f78-52d829134ef5 None None] Provisioning complete for port 959e4e9e-83aa-47f8-b7f0-d1474a9bd109 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:57:39.974555 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-ee8b5e15-35c1-41d9-9f78-52d829134ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7397950'] for port (959e4e9e-83aa-47f8-b7f0-d1474a9bd109), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:57:40.046736 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-ee8b5e15-35c1-41d9-9f78-52d829134ef5 None None] Port 959e4e9e-83aa-47f8-b7f0-d1474a9bd109 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 09:57:40.050250 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Current status of the port 1f4e68f3-3e55-491e-919d-9f0a519c509b is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:57:40.060574 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-54f609bc-7360-41f7-93e1-0ca28929377f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd35d63a-f1a2-47ea-b81d-f6627e77c988', 'name': 'tempest-TestMinimumBasicScenario-2007328456-router', 'tenant_id': 'c2fc99f823144a979a1c349f5c8b33a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'external_fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': '04eb972a-43d4-432a-a339-2f2554d38e6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:57:35Z', 'updated_at': '2022-02-21T09:57:39Z', 'revision_number': 4, 'project_id': 'c2fc99f823144a979a1c349f5c8b33a2', 'gw_port': {'id': '04eb972a-43d4-432a-a339-2f2554d38e6e', 'name': '', 'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:73:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd35d63a-f1a2-47ea-b81d-f6627e77c988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:57:36Z', 'updated_at': '2022-02-21T09:57:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-16-iscsi', '_interfaces': [{'id': '959e4e9e-83aa-47f8-b7f0-d1474a9bd109', 'name': '', 'network_id': '2a310fff-d0f7-4b05-af13-4b71e31e993a', 'tenant_id': 'c2fc99f823144a979a1c349f5c8b33a2', 'mac_address': 'fa:16:3e:18:5a:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd35d63a-f1a2-47ea-b81d-f6627e77c988', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '37a9fd18-84a0-4180-8bb5-26e8e360180b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:57:38Z', 'updated_at': '2022-02-21T09:57:38Z', 'revision_number': 1, 'project_id': 'c2fc99f823144a979a1c349f5c8b33a2', 'subnets': [{'id': '37a9fd18-84a0-4180-8bb5-26e8e360180b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-16-iscsi', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:57:40.080275 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b28675a1-be08-4b94-af58-ab6391df258f admin admin] Router bd35d63a-f1a2-47ea-b81d-f6627e77c988 has already been hosted by L3 agent f1afc09b-b148-496e-b857-a568110caa3c {{(pid=109857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:57:40.087942 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f609bc-7360-41f7-93e1-0ca28929377f None None] The sync data for ids ['bd35d63a-f1a2-47ea-b81d-f6627e77c988'] in dv-cinder-804757-16-iscsi is: [{'id': 'bd35d63a-f1a2-47ea-b81d-f6627e77c988', 'name': 'tempest-TestMinimumBasicScenario-2007328456-router', 'tenant_id': 'c2fc99f823144a979a1c349f5c8b33a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'external_fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': '04eb972a-43d4-432a-a339-2f2554d38e6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:57:35Z', 'updated_at': '2022-02-21T09:57:39Z', 'revision_number': 4, 'project_id': 'c2fc99f823144a979a1c349f5c8b33a2', 'gw_port': {'id': '04eb972a-43d4-432a-a339-2f2554d38e6e', 'name': '', 'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:73:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd35d63a-f1a2-47ea-b81d-f6627e77c988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:57:36Z', 'updated_at': '2022-02-21T09:57:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-16-iscsi', '_interfaces': [{'id': '959e4e9e-83aa-47f8-b7f0-d1474a9bd109', 'name': '', 'network_id': '2a310fff-d0f7-4b05-af13-4b71e31e993a', 'tenant_id': 'c2fc99f823144a979a1c349f5c8b33a2', 'mac_address': 'fa:16:3e:18:5a:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd35d63a-f1a2-47ea-b81d-f6627e77c988', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '37a9fd18-84a0-4180-8bb5-26e8e360180b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:57:38Z', 'updated_at': '2022-02-21T09:57:38Z', 'revision_number': 1, 'project_id': 'c2fc99f823144a979a1c349f5c8b33a2', 'subnets': [{'id': '37a9fd18-84a0-4180-8bb5-26e8e360180b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 09:57:40.197130 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b28675a1-be08-4b94-af58-ab6391df258f admin admin] Notify agent at l3_agent.dv-cinder-804757-16-iscsi the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:57:40.202524 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [None req-b28675a1-be08-4b94-af58-ab6391df258f admin admin] 10.222.0.71 "PUT /v2.0/routers/bd35d63a-f1a2-47ea-b81d-f6627e77c988/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0147567 Feb 21 09:57:41.755809 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Device 04eb972a-43d4-432a-a339-2f2554d38e6e up at agent ovs-agent-dv-cinder-804757-16-iscsi {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:57:41.818470 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Provisioning complete for port 04eb972a-43d4-432a-a339-2f2554d38e6e triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:57:41.818925 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7397950'] for port (04eb972a-43d4-432a-a339-2f2554d38e6e), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:57:41.907277 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Current status of the port 04eb972a-43d4-432a-a339-2f2554d38e6e is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:57:41.907690 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (04eb972a-43d4-432a-a339-2f2554d38e6e), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:57:41.931454 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] For port 04eb972a-43d4-432a-a339-2f2554d38e6e, host dv-cinder-804757-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-16-iscsi',level=0,port_id=04eb972a-43d4-432a-a339-2f2554d38e6e,segment=NetworkSegment(64ea902b-f589-4efc-8b2e-260a836a5805),segment_id=64ea902b-f589-4efc-8b2e-260a836a5805)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:57:41.978838 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782759442315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782758885690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782758885708'] for port (04eb972a-43d4-432a-a339-2f2554d38e6e), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:57:42.038364 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Pushing event updated for resources: {'Port': ['ID=04eb972a-43d4-432a-a339-2f2554d38e6e,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:57:43.443264 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8034a76c-abd1-48c6-83b5-32d735918770 None None] Sync routers for ids ['bd35d63a-f1a2-47ea-b81d-f6627e77c988'] in dv-cinder-804757-16-iscsi {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 09:57:43.455137 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8034a76c-abd1-48c6-83b5-32d735918770 None None] Routers {'bd35d63a-f1a2-47ea-b81d-f6627e77c988'} bound to L3 agent in host dv-cinder-804757-16-iscsi {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:57:43.456031 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-8034a76c-abd1-48c6-83b5-32d735918770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-21T09:37:05Z,description=,heartbeat_timestamp=2022-02-21T09:57:35Z,host='dv-cinder-804757-16-iscsi',id=f1afc09b-b148-496e-b857-a568110caa3c,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:37:06Z,topic='l3_agent')) {'router_ids': ['bd35d63a-f1a2-47ea-b81d-f6627e77c988'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:57:43.574114 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-8034a76c-abd1-48c6-83b5-32d735918770 None None] Set router bd35d63a-f1a2-47ea-b81d-f6627e77c988 gateway port host: dv-cinder-804757-16-iscsi {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:57:43.728719 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Device 04eb972a-43d4-432a-a339-2f2554d38e6e up at agent ovs-agent-dv-cinder-804757-16-iscsi {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:57:43.792483 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Provisioning complete for port 04eb972a-43d4-432a-a339-2f2554d38e6e triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:57:43.792891 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7397950'] for port (04eb972a-43d4-432a-a339-2f2554d38e6e), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:57:43.868306 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-8034a76c-abd1-48c6-83b5-32d735918770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd35d63a-f1a2-47ea-b81d-f6627e77c988', 'name': 'tempest-TestMinimumBasicScenario-2007328456-router', 'tenant_id': 'c2fc99f823144a979a1c349f5c8b33a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'external_fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': '04eb972a-43d4-432a-a339-2f2554d38e6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:57:35Z', 'updated_at': '2022-02-21T09:57:39Z', 'revision_number': 4, 'project_id': 'c2fc99f823144a979a1c349f5c8b33a2', 'gw_port': {'id': '04eb972a-43d4-432a-a339-2f2554d38e6e', 'name': '', 'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:73:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd35d63a-f1a2-47ea-b81d-f6627e77c988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:57:36Z', 'updated_at': '2022-02-21T09:57:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-16-iscsi', '_interfaces': [{'id': '959e4e9e-83aa-47f8-b7f0-d1474a9bd109', 'name': '', 'network_id': '2a310fff-d0f7-4b05-af13-4b71e31e993a', 'tenant_id': 'c2fc99f823144a979a1c349f5c8b33a2', 'mac_address': 'fa:16:3e:18:5a:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd35d63a-f1a2-47ea-b81d-f6627e77c988', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '37a9fd18-84a0-4180-8bb5-26e8e360180b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:57:38Z', 'updated_at': '2022-02-21T09:57:39Z', 'revision_number': 2, 'project_id': 'c2fc99f823144a979a1c349f5c8b33a2', 'subnets': [{'id': '37a9fd18-84a0-4180-8bb5-26e8e360180b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-16-iscsi', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:57:43.885956 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Current status of the port 04eb972a-43d4-432a-a339-2f2554d38e6e is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:57:43.898413 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8034a76c-abd1-48c6-83b5-32d735918770 None None] Checking router: bd35d63a-f1a2-47ea-b81d-f6627e77c988 for host: dv-cinder-804757-16-iscsi {{(pid=109859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 09:57:43.898763 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8034a76c-abd1-48c6-83b5-32d735918770 None None] Updating router bd35d63a-f1a2-47ea-b81d-f6627e77c988 port 959e4e9e-83aa-47f8-b7f0-d1474a9bd109 binding host dv-cinder-804757-16-iscsi {{(pid=109859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 09:57:43.925476 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-8034a76c-abd1-48c6-83b5-32d735918770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (959e4e9e-83aa-47f8-b7f0-d1474a9bd109), before_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:57:44.189946 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-8034a76c-abd1-48c6-83b5-32d735918770 None None] Publish callbacks [] for port (959e4e9e-83aa-47f8-b7f0-d1474a9bd109), precommit_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:57:44.269745 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-8034a76c-abd1-48c6-83b5-32d735918770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782759442315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782758885690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782758885708'] for port (959e4e9e-83aa-47f8-b7f0-d1474a9bd109), after_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:57:44.332558 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d9e9e5-fa5a-45e8-bd84-9146de421f88 None None] Pushing event updated for resources: {'Port': ['ID=959e4e9e-83aa-47f8-b7f0-d1474a9bd109,revision_number=3']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:57:44.385125 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-8034a76c-abd1-48c6-83b5-32d735918770 None None] Attempting to bind port 959e4e9e-83aa-47f8-b7f0-d1474a9bd109 on host dv-cinder-804757-16-iscsi for vnic_type normal with profile {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 09:57:44.385471 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-8034a76c-abd1-48c6-83b5-32d735918770 None None] Attempting to bind port 959e4e9e-83aa-47f8-b7f0-d1474a9bd109 by drivers openvswitch,hyperv on host dv-cinder-804757-16-iscsi at level 0 using segments [{'id': '96879d88-1a20-4525-91f6-bb72d0da7363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '2a310fff-d0f7-4b05-af13-4b71e31e993a'}] {{(pid=109859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 09:57:44.385840 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8034a76c-abd1-48c6-83b5-32d735918770 None None] Attempting to bind port 959e4e9e-83aa-47f8-b7f0-d1474a9bd109 on network 2a310fff-d0f7-4b05-af13-4b71e31e993a {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 09:57:44.391067 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8034a76c-abd1-48c6-83b5-32d735918770 None None] Checking agent: {'id': 'ce3e6371-75e2-4bba-8260-49cd855bb251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 9, 37, 10), 'started_at': datetime.datetime(2022, 2, 21, 9, 37, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 57, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 09:57:44.391345 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8034a76c-abd1-48c6-83b5-32d735918770 None None] Checking segment: {'id': '96879d88-1a20-4525-91f6-bb72d0da7363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '2a310fff-d0f7-4b05-af13-4b71e31e993a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 09:57:44.391752 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-8034a76c-abd1-48c6-83b5-32d735918770 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:57:44.392694 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8034a76c-abd1-48c6-83b5-32d735918770 None None] Bound using segment: {'id': '96879d88-1a20-4525-91f6-bb72d0da7363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '2a310fff-d0f7-4b05-af13-4b71e31e993a'} {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 09:57:44.396722 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-8034a76c-abd1-48c6-83b5-32d735918770 None None] Bound port: 959e4e9e-83aa-47f8-b7f0-d1474a9bd109, host: dv-cinder-804757-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96879d88-1a20-4525-91f6-bb72d0da7363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '2a310fff-d0f7-4b05-af13-4b71e31e993a'}}] {{(pid=109859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 09:57:44.397997 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-8034a76c-abd1-48c6-83b5-32d735918770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (959e4e9e-83aa-47f8-b7f0-d1474a9bd109), before_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:57:44.476917 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.db [None req-8034a76c-abd1-48c6-83b5-32d735918770 None None] For port 959e4e9e-83aa-47f8-b7f0-d1474a9bd109, host dv-cinder-804757-16-iscsi, cleared binding levels {{(pid=109859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:57:44.481064 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.db [None req-8034a76c-abd1-48c6-83b5-32d735918770 None None] For port 959e4e9e-83aa-47f8-b7f0-d1474a9bd109, host dv-cinder-804757-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-16-iscsi',level=0,port_id=959e4e9e-83aa-47f8-b7f0-d1474a9bd109,segment=NetworkSegment(96879d88-1a20-4525-91f6-bb72d0da7363),segment_id=96879d88-1a20-4525-91f6-bb72d0da7363)] {{(pid=109859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:57:44.564432 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-8034a76c-abd1-48c6-83b5-32d735918770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782759442315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782758885690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782758885708'] for port (959e4e9e-83aa-47f8-b7f0-d1474a9bd109), after_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:57:44.617955 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-8f45ad96-e6a6-43f8-9c26-654a86e4c94f None None] Provisioning complete for port 959e4e9e-83aa-47f8-b7f0-d1474a9bd109 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:57:44.618418 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-8f45ad96-e6a6-43f8-9c26-654a86e4c94f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7397950'] for port (959e4e9e-83aa-47f8-b7f0-d1474a9bd109), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:57:44.620387 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8034a76c-abd1-48c6-83b5-32d735918770 None None] Routers {'bd35d63a-f1a2-47ea-b81d-f6627e77c988'} bound to L3 agent in host dv-cinder-804757-16-iscsi {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:57:44.621060 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-8034a76c-abd1-48c6-83b5-32d735918770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-21T09:37:05Z,description=,heartbeat_timestamp=2022-02-21T09:57:35Z,host='dv-cinder-804757-16-iscsi',id=f1afc09b-b148-496e-b857-a568110caa3c,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:37:06Z,topic='l3_agent')) {'router_ids': ['bd35d63a-f1a2-47ea-b81d-f6627e77c988'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:57:44.745021 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-8f45ad96-e6a6-43f8-9c26-654a86e4c94f None None] Current status of the port 959e4e9e-83aa-47f8-b7f0-d1474a9bd109 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:57:44.745578 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-8f45ad96-e6a6-43f8-9c26-654a86e4c94f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (959e4e9e-83aa-47f8-b7f0-d1474a9bd109), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:57:44.747615 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-8034a76c-abd1-48c6-83b5-32d735918770 None None] Set router bd35d63a-f1a2-47ea-b81d-f6627e77c988 gateway port host: dv-cinder-804757-16-iscsi {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:57:44.807118 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-8f45ad96-e6a6-43f8-9c26-654a86e4c94f None None] For port 959e4e9e-83aa-47f8-b7f0-d1474a9bd109, host dv-cinder-804757-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-16-iscsi',level=0,port_id=959e4e9e-83aa-47f8-b7f0-d1474a9bd109,segment=NetworkSegment(96879d88-1a20-4525-91f6-bb72d0da7363),segment_id=96879d88-1a20-4525-91f6-bb72d0da7363)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:57:44.895474 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d9e9e5-fa5a-45e8-bd84-9146de421f88 None None] Pushing event updated for resources: {'Port': ['ID=959e4e9e-83aa-47f8-b7f0-d1474a9bd109,revision_number=4']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:57:44.899627 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-8f45ad96-e6a6-43f8-9c26-654a86e4c94f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782759442315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782758885690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782758885708'] for port (959e4e9e-83aa-47f8-b7f0-d1474a9bd109), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:57:44.958820 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f45ad96-e6a6-43f8-9c26-654a86e4c94f None None] Pushing event updated for resources: {'Port': ['ID=959e4e9e-83aa-47f8-b7f0-d1474a9bd109,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:57:45.001600 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-8034a76c-abd1-48c6-83b5-32d735918770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd35d63a-f1a2-47ea-b81d-f6627e77c988', 'name': 'tempest-TestMinimumBasicScenario-2007328456-router', 'tenant_id': 'c2fc99f823144a979a1c349f5c8b33a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'external_fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': '04eb972a-43d4-432a-a339-2f2554d38e6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:57:35Z', 'updated_at': '2022-02-21T09:57:39Z', 'revision_number': 4, 'project_id': 'c2fc99f823144a979a1c349f5c8b33a2', 'gw_port': {'id': '04eb972a-43d4-432a-a339-2f2554d38e6e', 'name': '', 'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:73:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd35d63a-f1a2-47ea-b81d-f6627e77c988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:57:36Z', 'updated_at': '2022-02-21T09:57:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-16-iscsi', '_interfaces': [{'id': '959e4e9e-83aa-47f8-b7f0-d1474a9bd109', 'name': '', 'network_id': '2a310fff-d0f7-4b05-af13-4b71e31e993a', 'tenant_id': 'c2fc99f823144a979a1c349f5c8b33a2', 'mac_address': 'fa:16:3e:18:5a:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd35d63a-f1a2-47ea-b81d-f6627e77c988', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '37a9fd18-84a0-4180-8bb5-26e8e360180b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:57:38Z', 'updated_at': '2022-02-21T09:57:44Z', 'revision_number': 4, 'project_id': 'c2fc99f823144a979a1c349f5c8b33a2', 'subnets': [{'id': '37a9fd18-84a0-4180-8bb5-26e8e360180b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-16-iscsi', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:57:45.028613 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-a5114d6b-a02e-48ab-9f7e-35c86c455273 None None] Provisioning complete for port 959e4e9e-83aa-47f8-b7f0-d1474a9bd109 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:57:45.028989 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-a5114d6b-a02e-48ab-9f7e-35c86c455273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7397950'] for port (959e4e9e-83aa-47f8-b7f0-d1474a9bd109), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:57:45.032158 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8034a76c-abd1-48c6-83b5-32d735918770 None None] The sync data for ids ['bd35d63a-f1a2-47ea-b81d-f6627e77c988'] in dv-cinder-804757-16-iscsi is: [{'id': 'bd35d63a-f1a2-47ea-b81d-f6627e77c988', 'name': 'tempest-TestMinimumBasicScenario-2007328456-router', 'tenant_id': 'c2fc99f823144a979a1c349f5c8b33a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'external_fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': '04eb972a-43d4-432a-a339-2f2554d38e6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:57:35Z', 'updated_at': '2022-02-21T09:57:39Z', 'revision_number': 4, 'project_id': 'c2fc99f823144a979a1c349f5c8b33a2', 'gw_port': {'id': '04eb972a-43d4-432a-a339-2f2554d38e6e', 'name': '', 'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:73:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd35d63a-f1a2-47ea-b81d-f6627e77c988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:57:36Z', 'updated_at': '2022-02-21T09:57:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-16-iscsi', '_interfaces': [{'id': '959e4e9e-83aa-47f8-b7f0-d1474a9bd109', 'name': '', 'network_id': '2a310fff-d0f7-4b05-af13-4b71e31e993a', 'tenant_id': 'c2fc99f823144a979a1c349f5c8b33a2', 'mac_address': 'fa:16:3e:18:5a:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd35d63a-f1a2-47ea-b81d-f6627e77c988', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '37a9fd18-84a0-4180-8bb5-26e8e360180b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:57:38Z', 'updated_at': '2022-02-21T09:57:44Z', 'revision_number': 4, 'project_id': 'c2fc99f823144a979a1c349f5c8b33a2', 'subnets': [{'id': '37a9fd18-84a0-4180-8bb5-26e8e360180b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 09:57:45.132760 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-a5114d6b-a02e-48ab-9f7e-35c86c455273 None None] Current status of the port 959e4e9e-83aa-47f8-b7f0-d1474a9bd109 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:57:45.754008 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Device 959e4e9e-83aa-47f8-b7f0-d1474a9bd109 up at agent ovs-agent-dv-cinder-804757-16-iscsi {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:57:45.809791 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Provisioning complete for port 959e4e9e-83aa-47f8-b7f0-d1474a9bd109 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:57:45.810549 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7397950'] for port (959e4e9e-83aa-47f8-b7f0-d1474a9bd109), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:57:45.914379 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Current status of the port 959e4e9e-83aa-47f8-b7f0-d1474a9bd109 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:57:51.976926 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263d4b79-6e20-4f02-acc9-d7fd88d4872b req-ff529b2a-2cf0-4bd4-8955-95253a976d37 tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:57:51.978404 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-263d4b79-6e20-4f02-acc9-d7fd88d4872b req-ff529b2a-2cf0-4bd4-8955-95253a976d37 tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] 10.222.0.71 "GET /v2.0/networks?id=38c555ad-b552-4932-b544-2fe15a1ef111 HTTP/1.1" status: 200 len: 815 time: 0.1041975 Feb 21 09:57:51.993298 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-263d4b79-6e20-4f02-acc9-d7fd88d4872b req-3966e787-3b78-4c28-b472-83a7e5fbc1c7 tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] 10.222.0.71 "GET /v2.0/quotas/e9d8d92f884d4dea9535542b04796148 HTTP/1.1" status: 200 len: 375 time: 0.0093732 Feb 21 09:57:52.052024 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-263d4b79-6e20-4f02-acc9-d7fd88d4872b req-f3c8e718-bdea-47da-8c47-7d9cdf1f04c6 tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=e9d8d92f884d4dea9535542b04796148&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0532956 Feb 21 09:57:52.174245 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [req-263d4b79-6e20-4f02-acc9-d7fd88d4872b req-c270be74-7f3d-4e18-a4ef-be7147f1efa6 service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=109856) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 21 09:57:52.175277 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-263d4b79-6e20-4f02-acc9-d7fd88d4872b req-c270be74-7f3d-4e18-a4ef-be7147f1efa6 service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1116998 Feb 21 09:57:52.267336 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-263d4b79-6e20-4f02-acc9-d7fd88d4872b req-b724efce-740f-4152-b73c-5bce9eafd65d service neutron] 10.222.0.71 "GET /v2.0/networks/38c555ad-b552-4932-b544-2fe15a1ef111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856426 Feb 21 09:57:52.354376 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-263d4b79-6e20-4f02-acc9-d7fd88d4872b req-b9129fba-1afb-40de-91c9-8c931a69df6b service neutron] 10.222.0.71 "GET /v2.0/networks/38c555ad-b552-4932-b544-2fe15a1ef111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813482 Feb 21 09:57:52.637782 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-fbd3e9ad-66be-440f-a7e8-1c732c021640 req-1d1ff687-d460-410e-9790-1293d897deca tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] 10.222.0.71 "GET /v2.0/ports?device_id=897e4031-440b-4075-9442-4a2d0df03330 HTTP/1.1" status: 200 len: 210 time: 0.0275829 Feb 21 09:57:53.727070 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-32f6816d-deb9-4297-824f-aa931f3863f5 req-a7a57e7a-1215-4e7f-99b5-1fbb61f764d1 tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] 10.222.0.71 "GET /v2.0/ports?device_id=897e4031-440b-4075-9442-4a2d0df03330 HTTP/1.1" status: 200 len: 210 time: 0.0321512 Feb 21 09:57:54.833603 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-9dc2d243-94c8-48a7-a083-09031c477e65 req-0516142d-19aa-49a7-8a1c-ddea60705746 tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] 10.222.0.71 "GET /v2.0/ports?device_id=897e4031-440b-4075-9442-4a2d0df03330 HTTP/1.1" status: 200 len: 210 time: 0.0385191 Feb 21 09:57:54.856734 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263d4b79-6e20-4f02-acc9-d7fd88d4872b req-ea8ab6f3-fff7-4237-b542-ca279d294171 tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:57:54.858190 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-263d4b79-6e20-4f02-acc9-d7fd88d4872b req-ea8ab6f3-fff7-4237-b542-ca279d294171 tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] 10.222.0.69 "GET /v2.0/networks?id=38c555ad-b552-4932-b544-2fe15a1ef111 HTTP/1.1" status: 200 len: 815 time: 0.1342263 Feb 21 09:57:54.870744 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.v2.base [req-263d4b79-6e20-4f02-acc9-d7fd88d4872b req-b607311c-beb8-4ad4-affc-80e2d75e48b5 tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] Request body: {'port': {'device_id': '897e4031-440b-4075-9442-4a2d0df03330', 'network_id': '38c555ad-b552-4932-b544-2fe15a1ef111', 'admin_state_up': True, 'tenant_id': 'e9d8d92f884d4dea9535542b04796148'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:57:55.030255 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-263d4b79-6e20-4f02-acc9-d7fd88d4872b req-b607311c-beb8-4ad4-affc-80e2d75e48b5 tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] Made reservation on behalf of e9d8d92f884d4dea9535542b04796148 for: {'port': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:57:55.034838 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-263d4b79-6e20-4f02-acc9-d7fd88d4872b req-b607311c-beb8-4ad4-affc-80e2d75e48b5 tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:57:55.159357 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [req-263d4b79-6e20-4f02-acc9-d7fd88d4872b req-b607311c-beb8-4ad4-affc-80e2d75e48b5 tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] Allocated IP 172.20.0.3 (38c555ad-b552-4932-b544-2fe15a1ef111/537942fd-b5a3-43d6-9bcd-ecef5ed54b85/a7864071-eb1d-4001-891a-a518aa396cd8) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:57:55.308789 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-263d4b79-6e20-4f02-acc9-d7fd88d4872b req-b607311c-beb8-4ad4-affc-80e2d75e48b5 tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] Publish callbacks [] for port (a7864071-eb1d-4001-891a-a518aa396cd8), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:57:55.396439 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-263d4b79-6e20-4f02-acc9-d7fd88d4872b req-b607311c-beb8-4ad4-affc-80e2d75e48b5 tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782758885672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277415'] for port (a7864071-eb1d-4001-891a-a518aa396cd8), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:57:55.445486 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-263d4b79-6e20-4f02-acc9-d7fd88d4872b req-b607311c-beb8-4ad4-affc-80e2d75e48b5 tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] Network 38c555ad-b552-4932-b544-2fe15a1ef111 is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:57:55.449624 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [req-263d4b79-6e20-4f02-acc9-d7fd88d4872b req-b607311c-beb8-4ad4-affc-80e2d75e48b5 tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:57:55.455896 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-263d4b79-6e20-4f02-acc9-d7fd88d4872b req-b607311c-beb8-4ad4-affc-80e2d75e48b5 tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 09:57:55.463166 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b607311c-beb8-4ad4-affc-80e2d75e48b5 tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] Pushing event updated for resources: {'Port': ['ID=a7864071-eb1d-4001-891a-a518aa396cd8,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:57:55.538081 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263d4b79-6e20-4f02-acc9-d7fd88d4872b req-b607311c-beb8-4ad4-affc-80e2d75e48b5 tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:57:55.539062 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-263d4b79-6e20-4f02-acc9-d7fd88d4872b req-b607311c-beb8-4ad4-affc-80e2d75e48b5 tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8333137'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:57:55.609021 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-263d4b79-6e20-4f02-acc9-d7fd88d4872b req-b607311c-beb8-4ad4-affc-80e2d75e48b5 tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7424634 Feb 21 09:57:55.827440 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9f0d8540-973f-4112-8d44-3475e46ac40f None None] Provisioning complete for port a7864071-eb1d-4001-891a-a518aa396cd8 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:57:55.828612 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9f0d8540-973f-4112-8d44-3475e46ac40f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7397950'] for port (a7864071-eb1d-4001-891a-a518aa396cd8), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:57:55.869684 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9f0d8540-973f-4112-8d44-3475e46ac40f None None] Port a7864071-eb1d-4001-891a-a518aa396cd8 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 09:57:55.979437 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426a4f8b-2668-4fc6-9d75-5c22f7d220a2 req-1f8aaf6b-14ec-4ea8-855a-3a4e19cb7692 tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:57:55.981222 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-426a4f8b-2668-4fc6-9d75-5c22f7d220a2 req-1f8aaf6b-14ec-4ea8-855a-3a4e19cb7692 tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] 10.222.0.71 "GET /v2.0/ports?device_id=897e4031-440b-4075-9442-4a2d0df03330 HTTP/1.1" status: 200 len: 931 time: 0.0680866 Feb 21 09:57:56.033729 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-426a4f8b-2668-4fc6-9d75-5c22f7d220a2 req-e47f0e66-0a0c-4ab2-a824-a1fe386089cc tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] 10.222.0.71 "GET /v2.0/security-groups?id=7fce43ed-5dc7-41ca-b005-73dee5003489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470672 Feb 21 09:57:57.317294 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa75f31f-bad5-419a-967d-9445d069cc06 req-fc79c5a8-f2b1-4432-908c-479a138a012a tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:57:57.318888 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-fa75f31f-bad5-419a-967d-9445d069cc06 req-fc79c5a8-f2b1-4432-908c-479a138a012a tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] 10.222.0.71 "GET /v2.0/ports?device_id=897e4031-440b-4075-9442-4a2d0df03330 HTTP/1.1" status: 200 len: 931 time: 0.0529923 Feb 21 09:57:57.370556 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-fa75f31f-bad5-419a-967d-9445d069cc06 req-5a323499-e6a1-46cc-81c4-114257beaf4d tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] 10.222.0.71 "GET /v2.0/security-groups?id=7fce43ed-5dc7-41ca-b005-73dee5003489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424216 Feb 21 09:57:58.134388 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.agents_db [None req-1af9f625-7d23-4c31-ae08-d0e8b46e8d0e None None] Agent healthcheck: found 6 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 09:57:58.500164 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2682ea9-6bfa-42ca-8b6a-db7849a966ee req-331ce83e-f222-4029-b1b5-0fe56915b556 tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:57:58.501748 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-d2682ea9-6bfa-42ca-8b6a-db7849a966ee req-331ce83e-f222-4029-b1b5-0fe56915b556 tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] 10.222.0.71 "GET /v2.0/ports?device_id=897e4031-440b-4075-9442-4a2d0df03330 HTTP/1.1" status: 200 len: 931 time: 0.0594780 Feb 21 09:57:58.556421 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-d2682ea9-6bfa-42ca-8b6a-db7849a966ee req-21056c47-91f1-4d5a-87b0-1c46a99c2694 tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] 10.222.0.71 "GET /v2.0/security-groups?id=7fce43ed-5dc7-41ca-b005-73dee5003489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490816 Feb 21 09:57:59.679557 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9f3fd5-ca30-4144-a349-a597804a2f1b req-db936fc2-7cbe-4159-b556-12fe3afb0496 tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:57:59.681937 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-0f9f3fd5-ca30-4144-a349-a597804a2f1b req-db936fc2-7cbe-4159-b556-12fe3afb0496 tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] 10.222.0.71 "GET /v2.0/ports?device_id=897e4031-440b-4075-9442-4a2d0df03330 HTTP/1.1" status: 200 len: 931 time: 0.0573647 Feb 21 09:57:59.738767 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-0f9f3fd5-ca30-4144-a349-a597804a2f1b req-21e522d1-c4df-474d-b282-62fc9c32bb1c tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] 10.222.0.71 "GET /v2.0/security-groups?id=7fce43ed-5dc7-41ca-b005-73dee5003489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439134 Feb 21 09:58:00.860973 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3175ef-3601-4cc7-ae7b-d7e096020a56 req-eb038ac0-87ff-482e-a9b9-9a843f7358af tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:58:00.862467 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-1b3175ef-3601-4cc7-ae7b-d7e096020a56 req-eb038ac0-87ff-482e-a9b9-9a843f7358af tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] 10.222.0.71 "GET /v2.0/ports?device_id=897e4031-440b-4075-9442-4a2d0df03330 HTTP/1.1" status: 200 len: 931 time: 0.0533772 Feb 21 09:58:00.919196 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-1b3175ef-3601-4cc7-ae7b-d7e096020a56 req-5283353d-8bdd-4271-83d2-97c04a4aec27 tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] 10.222.0.71 "GET /v2.0/security-groups?id=7fce43ed-5dc7-41ca-b005-73dee5003489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506327 Feb 21 09:58:02.051635 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48c69a9-dc05-43ff-a309-198334c460ec req-66ad24b7-b494-4baf-a0da-3cb44a6cdde9 tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:58:02.053227 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-c48c69a9-dc05-43ff-a309-198334c460ec req-66ad24b7-b494-4baf-a0da-3cb44a6cdde9 tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] 10.222.0.71 "GET /v2.0/ports?device_id=897e4031-440b-4075-9442-4a2d0df03330 HTTP/1.1" status: 200 len: 931 time: 0.0664890 Feb 21 09:58:02.101676 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-c48c69a9-dc05-43ff-a309-198334c460ec req-beaf1f97-02ea-43b8-9fc6-2da8f517872b tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] 10.222.0.71 "GET /v2.0/security-groups?id=7fce43ed-5dc7-41ca-b005-73dee5003489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422959 Feb 21 09:58:03.172692 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.v2.base [req-263d4b79-6e20-4f02-acc9-d7fd88d4872b req-18d78f47-b75a-4d38-a5d4-9b66c594ee9b service neutron] Request body: {'port': {'device_id': '897e4031-440b-4075-9442-4a2d0df03330', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:58:03.201290 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-51e85e69-6e74-43c5-b432-5b7f1e7ba1f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (7b1feb7e-a062-49d6-b835-c5fae1c9b9ce), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:58:03.263549 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-263d4b79-6e20-4f02-acc9-d7fd88d4872b req-18d78f47-b75a-4d38-a5d4-9b66c594ee9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (a7864071-eb1d-4001-891a-a518aa396cd8), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:58:03.282428 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bfbfb7-ec9d-4eca-9020-2a496959c695 req-de0f25ab-4ab0-43d8-ba37-2c898a613e7d tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:58:03.283802 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-10bfbfb7-ec9d-4eca-9020-2a496959c695 req-de0f25ab-4ab0-43d8-ba37-2c898a613e7d tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] 10.222.0.71 "GET /v2.0/ports?device_id=897e4031-440b-4075-9442-4a2d0df03330 HTTP/1.1" status: 200 len: 931 time: 0.1082516 Feb 21 09:58:03.412431 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-10bfbfb7-ec9d-4eca-9020-2a496959c695 req-29a2b7e5-172b-46a1-853e-d80dfb2ad2dd tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] 10.222.0.71 "GET /v2.0/security-groups?id=7fce43ed-5dc7-41ca-b005-73dee5003489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081004 Feb 21 09:58:03.558720 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.notifiers.nova [req-263d4b79-6e20-4f02-acc9-d7fd88d4872b req-18d78f47-b75a-4d38-a5d4-9b66c594ee9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7864071-eb1d-4001-891a-a518aa396cd8 {{(pid=109856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 09:58:03.565902 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-263d4b79-6e20-4f02-acc9-d7fd88d4872b req-18d78f47-b75a-4d38-a5d4-9b66c594ee9b service neutron] Publish callbacks [] for port (a7864071-eb1d-4001-891a-a518aa396cd8), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:58:03.578291 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.db.provisioning_blocks [req-263d4b79-6e20-4f02-acc9-d7fd88d4872b req-18d78f47-b75a-4d38-a5d4-9b66c594ee9b service neutron] Transition to ACTIVE for port object a7864071-eb1d-4001-891a-a518aa396cd8 will not be triggered until provisioned by entity L2. {{(pid=109856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 09:58:03.641409 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-263d4b79-6e20-4f02-acc9-d7fd88d4872b req-18d78f47-b75a-4d38-a5d4-9b66c594ee9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782759442315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782758885690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782758885708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3277436'] for port (a7864071-eb1d-4001-891a-a518aa396cd8), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:58:03.698679 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d78f47-b75a-4d38-a5d4-9b66c594ee9b service neutron] Pushing event updated for resources: {'Port': ['ID=a7864071-eb1d-4001-891a-a518aa396cd8,revision_number=2']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:58:03.766238 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-263d4b79-6e20-4f02-acc9-d7fd88d4872b req-18d78f47-b75a-4d38-a5d4-9b66c594ee9b service neutron] Attempting to bind port a7864071-eb1d-4001-891a-a518aa396cd8 on host hv-cinder-80475 for vnic_type normal with profile {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 09:58:03.766567 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-263d4b79-6e20-4f02-acc9-d7fd88d4872b req-18d78f47-b75a-4d38-a5d4-9b66c594ee9b service neutron] Attempting to bind port a7864071-eb1d-4001-891a-a518aa396cd8 by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': 'c977d95a-f8f7-4871-905e-f5e1ed39e8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '38c555ad-b552-4932-b544-2fe15a1ef111'}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 09:58:03.766888 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-263d4b79-6e20-4f02-acc9-d7fd88d4872b req-18d78f47-b75a-4d38-a5d4-9b66c594ee9b service neutron] Attempting to bind port a7864071-eb1d-4001-891a-a518aa396cd8 on network 38c555ad-b552-4932-b544-2fe15a1ef111 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 09:58:03.771398 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-263d4b79-6e20-4f02-acc9-d7fd88d4872b req-18d78f47-b75a-4d38-a5d4-9b66c594ee9b service neutron] Port a7864071-eb1d-4001-891a-a518aa396cd8 on network 38c555ad-b552-4932-b544-2fe15a1ef111 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 09:58:03.771710 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-263d4b79-6e20-4f02-acc9-d7fd88d4872b req-18d78f47-b75a-4d38-a5d4-9b66c594ee9b service neutron] Attempting to bind port a7864071-eb1d-4001-891a-a518aa396cd8 on network 38c555ad-b552-4932-b544-2fe15a1ef111 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 09:58:03.777066 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-263d4b79-6e20-4f02-acc9-d7fd88d4872b req-18d78f47-b75a-4d38-a5d4-9b66c594ee9b service neutron] Checking agent: {'id': 'f5044fde-eef4-46eb-b3ce-4ab87030ccc0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 9, 43, 36), 'started_at': datetime.datetime(2022, 2, 21, 9, 43, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 57, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 09:58:03.777523 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-263d4b79-6e20-4f02-acc9-d7fd88d4872b req-18d78f47-b75a-4d38-a5d4-9b66c594ee9b service neutron] Checking segment: {'id': 'c977d95a-f8f7-4871-905e-f5e1ed39e8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '38c555ad-b552-4932-b544-2fe15a1ef111'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 09:58:03.777903 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-263d4b79-6e20-4f02-acc9-d7fd88d4872b req-18d78f47-b75a-4d38-a5d4-9b66c594ee9b service neutron] Bound using segment: {'id': 'c977d95a-f8f7-4871-905e-f5e1ed39e8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '38c555ad-b552-4932-b544-2fe15a1ef111'} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 09:58:03.778327 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-263d4b79-6e20-4f02-acc9-d7fd88d4872b req-18d78f47-b75a-4d38-a5d4-9b66c594ee9b service neutron] Bound port: a7864071-eb1d-4001-891a-a518aa396cd8, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c977d95a-f8f7-4871-905e-f5e1ed39e8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '38c555ad-b552-4932-b544-2fe15a1ef111'}}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 09:58:03.778732 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-263d4b79-6e20-4f02-acc9-d7fd88d4872b req-18d78f47-b75a-4d38-a5d4-9b66c594ee9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (a7864071-eb1d-4001-891a-a518aa396cd8), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:58:03.846461 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-263d4b79-6e20-4f02-acc9-d7fd88d4872b req-18d78f47-b75a-4d38-a5d4-9b66c594ee9b service neutron] For port a7864071-eb1d-4001-891a-a518aa396cd8, host hv-cinder-80475, cleared binding levels {{(pid=109856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:58:03.849346 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-263d4b79-6e20-4f02-acc9-d7fd88d4872b req-18d78f47-b75a-4d38-a5d4-9b66c594ee9b service neutron] For port a7864071-eb1d-4001-891a-a518aa396cd8, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=a7864071-eb1d-4001-891a-a518aa396cd8,segment=NetworkSegment(c977d95a-f8f7-4871-905e-f5e1ed39e8cd),segment_id=c977d95a-f8f7-4871-905e-f5e1ed39e8cd)] {{(pid=109856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:58:03.910750 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-263d4b79-6e20-4f02-acc9-d7fd88d4872b req-18d78f47-b75a-4d38-a5d4-9b66c594ee9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782759442315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782758885690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782758885708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3277436'] for port (a7864071-eb1d-4001-891a-a518aa396cd8), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:58:03.951892 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263d4b79-6e20-4f02-acc9-d7fd88d4872b req-18d78f47-b75a-4d38-a5d4-9b66c594ee9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:58:03.952537 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-263d4b79-6e20-4f02-acc9-d7fd88d4872b req-18d78f47-b75a-4d38-a5d4-9b66c594ee9b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8333137'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:58:03.953968 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-263d4b79-6e20-4f02-acc9-d7fd88d4872b req-18d78f47-b75a-4d38-a5d4-9b66c594ee9b service neutron] 10.222.0.69 "PUT /v2.0/ports/a7864071-eb1d-4001-891a-a518aa396cd8 HTTP/1.1" status: 200 len: 1093 time: 0.7856987 Feb 21 09:58:03.954426 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '897e4031-440b-4075-9442-4a2d0df03330', 'tag': 'a7864071-eb1d-4001-891a-a518aa396cd8'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:58:03.956715 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c95017b57136a4249e8df2494e5587cd96ada80ae38c14c6a4695013360e62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c085fc3-3aa6-48cb-9862-8ad2bbd9e8f9" -d '{"events": [{"name": "network-changed", "server_uuid": "897e4031-440b-4075-9442-4a2d0df03330", "tag": "a7864071-eb1d-4001-891a-a518aa396cd8"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:58:03.977603 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d78f47-b75a-4d38-a5d4-9b66c594ee9b service neutron] Pushing event updated for resources: {'Port': ['ID=a7864071-eb1d-4001-891a-a518aa396cd8,revision_number=3']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:58:04.000267 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 09:58:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d79c2e71-8c49-49a0-bcf4-1a60aff248a7 x-openstack-request-id: req-d79c2e71-8c49-49a0-bcf4-1a60aff248a7 {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:58:04.000669 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "897e4031-440b-4075-9442-4a2d0df03330", "tag": "a7864071-eb1d-4001-891a-a518aa396cd8", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:58:04.000851 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-d79c2e71-8c49-49a0-bcf4-1a60aff248a7 {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:58:04.001263 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '897e4031-440b-4075-9442-4a2d0df03330', 'tag': 'a7864071-eb1d-4001-891a-a518aa396cd8', 'status': 'completed', 'code': 200} Feb 21 09:58:04.069388 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c085fc3-3aa6-48cb-9862-8ad2bbd9e8f9 req-a2294287-345a-42c6-a4fd-2adc009b313f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:58:04.070946 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-5c085fc3-3aa6-48cb-9862-8ad2bbd9e8f9 req-a2294287-345a-42c6-a4fd-2adc009b313f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e9d8d92f884d4dea9535542b04796148&device_id=897e4031-440b-4075-9442-4a2d0df03330 HTTP/1.1" status: 200 len: 1127 time: 0.0474417 Feb 21 09:58:04.174058 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c085fc3-3aa6-48cb-9862-8ad2bbd9e8f9 req-0755203b-216c-46c8-b64e-7756db73cd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:58:04.175948 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-5c085fc3-3aa6-48cb-9862-8ad2bbd9e8f9 req-0755203b-216c-46c8-b64e-7756db73cd5a service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=e9d8d92f884d4dea9535542b04796148&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0979040 Feb 21 09:58:04.265983 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c085fc3-3aa6-48cb-9862-8ad2bbd9e8f9 req-8600e958-a8ed-403b-830e-0c539ef770a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:58:04.267374 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-5c085fc3-3aa6-48cb-9862-8ad2bbd9e8f9 req-8600e958-a8ed-403b-830e-0c539ef770a9 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0848331 Feb 21 09:58:04.345301 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263d4b79-6e20-4f02-acc9-d7fd88d4872b req-444d1168-fe18-4ae8-a4e3-89e91e2c8215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:58:04.346748 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-263d4b79-6e20-4f02-acc9-d7fd88d4872b req-444d1168-fe18-4ae8-a4e3-89e91e2c8215 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e9d8d92f884d4dea9535542b04796148&device_id=897e4031-440b-4075-9442-4a2d0df03330 HTTP/1.1" status: 200 len: 1127 time: 0.0436330 Feb 21 09:58:04.391334 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-263d4b79-6e20-4f02-acc9-d7fd88d4872b req-c5f2a668-4d95-40af-9742-393d04d1c38f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a7864071-eb1d-4001-891a-a518aa396cd8 HTTP/1.1" status: 200 len: 217 time: 0.0372648 Feb 21 09:58:04.438784 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263d4b79-6e20-4f02-acc9-d7fd88d4872b req-10711169-a244-4732-a3bd-f0ee1a37735c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:58:04.440356 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-263d4b79-6e20-4f02-acc9-d7fd88d4872b req-10711169-a244-4732-a3bd-f0ee1a37735c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=537942fd-b5a3-43d6-9bcd-ecef5ed54b85 HTTP/1.1" status: 200 len: 854 time: 0.0438809 Feb 21 09:58:04.515039 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263d4b79-6e20-4f02-acc9-d7fd88d4872b req-e6973d15-2649-42a7-9ed1-40f3b6d48f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:58:04.516494 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-263d4b79-6e20-4f02-acc9-d7fd88d4872b req-e6973d15-2649-42a7-9ed1-40f3b6d48f9b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=38c555ad-b552-4932-b544-2fe15a1ef111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0704908 Feb 21 09:58:04.581267 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9116785-401b-463b-80d6-ffb610ff50b4 req-ba9f953a-9a78-4492-b225-7bb038722a5b tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:58:04.582689 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-f9116785-401b-463b-80d6-ffb610ff50b4 req-ba9f953a-9a78-4492-b225-7bb038722a5b tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] 10.222.0.71 "GET /v2.0/ports?device_id=897e4031-440b-4075-9442-4a2d0df03330 HTTP/1.1" status: 200 len: 943 time: 0.1020496 Feb 21 09:58:04.640637 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-263d4b79-6e20-4f02-acc9-d7fd88d4872b req-c5b2fb96-659e-48da-a331-20090553a974 service neutron] 10.222.0.69 "GET /v2.0/networks/38c555ad-b552-4932-b544-2fe15a1ef111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163411 Feb 21 09:58:04.658858 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-f9116785-401b-463b-80d6-ffb610ff50b4 req-97a229ec-01cb-46eb-9803-774e767bbeb4 tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] 10.222.0.71 "GET /v2.0/security-groups?id=7fce43ed-5dc7-41ca-b005-73dee5003489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696733 Feb 21 09:58:04.735429 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-263d4b79-6e20-4f02-acc9-d7fd88d4872b req-330ceef8-cbe0-4f18-b6ea-99715a8896b9 service neutron] 10.222.0.69 "GET /v2.0/networks/38c555ad-b552-4932-b544-2fe15a1ef111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878775 Feb 21 09:58:05.532386 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-c51dea5c-877d-4c7d-acff-8200233513d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (f1afc09b-b148-496e-b857-a568110caa3c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:58:05.777465 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41519640-ca47-4824-b022-7543ea62d059 req-efe7e84f-4d50-4bdb-af1f-9ba2f42970e8 tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:58:05.778928 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-41519640-ca47-4824-b022-7543ea62d059 req-efe7e84f-4d50-4bdb-af1f-9ba2f42970e8 tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] 10.222.0.71 "GET /v2.0/ports?device_id=897e4031-440b-4075-9442-4a2d0df03330 HTTP/1.1" status: 200 len: 943 time: 0.0517704 Feb 21 09:58:05.824859 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-41519640-ca47-4824-b022-7543ea62d059 req-d20f6128-e3ec-4afd-bab1-e3e3b8d91465 tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] 10.222.0.71 "GET /v2.0/security-groups?id=7fce43ed-5dc7-41ca-b005-73dee5003489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403693 Feb 21 09:58:06.818399 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-43ce5351-eeda-4347-b66a-565ea5ef4f96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (93f03475-d11b-4921-b82a-7ea88eab1568), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:58:06.942393 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f97d9b-fc17-4ec8-9afc-e4817d41c52a req-00bddee0-0fb1-4d95-bed0-c5caa2b4aae5 tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:58:06.943867 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-f6f97d9b-fc17-4ec8-9afc-e4817d41c52a req-00bddee0-0fb1-4d95-bed0-c5caa2b4aae5 tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] 10.222.0.71 "GET /v2.0/ports?device_id=897e4031-440b-4075-9442-4a2d0df03330 HTTP/1.1" status: 200 len: 943 time: 0.0535529 Feb 21 09:58:06.994336 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-f6f97d9b-fc17-4ec8-9afc-e4817d41c52a req-0bc8b2b9-8968-4c47-8da9-58bbc233ceea tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] 10.222.0.71 "GET /v2.0/security-groups?id=7fce43ed-5dc7-41ca-b005-73dee5003489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447221 Feb 21 09:58:07.863889 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (f5044fde-eef4-46eb-b3ce-4ab87030ccc0), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:58:08.109035 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb5a40a-dd46-40d2-bc65-a3ba5b48fe27 req-a5f1b3a4-1645-4cd5-b789-cbd9d5dc1fde tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:58:08.111562 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-afb5a40a-dd46-40d2-bc65-a3ba5b48fe27 req-a5f1b3a4-1645-4cd5-b789-cbd9d5dc1fde tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] 10.222.0.71 "GET /v2.0/ports?device_id=897e4031-440b-4075-9442-4a2d0df03330 HTTP/1.1" status: 200 len: 943 time: 0.0510292 Feb 21 09:58:08.158088 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-afb5a40a-dd46-40d2-bc65-a3ba5b48fe27 req-66b1295b-8b24-408e-990e-f8388550f299 tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] 10.222.0.71 "GET /v2.0/security-groups?id=7fce43ed-5dc7-41ca-b005-73dee5003489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408859 Feb 21 09:58:08.173256 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-2b8302a0-632c-4bb4-a8e1-5b2fb521f750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (a872b2e0-7e3e-43db-8705-7fb9ea875340), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:58:08.840562 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Device a7864071-eb1d-4001-891a-a518aa396cd8 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 09:58:08.934005 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] For port a7864071-eb1d-4001-891a-a518aa396cd8, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=a7864071-eb1d-4001-891a-a518aa396cd8,segment=NetworkSegment(c977d95a-f8f7-4871-905e-f5e1ed39e8cd),segment_id=c977d95a-f8f7-4871-905e-f5e1ed39e8cd)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:58:08.945478 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Returning: {'device': 'a7864071-eb1d-4001-891a-a518aa396cd8', 'network_id': '38c555ad-b552-4932-b544-2fe15a1ef111', 'port_id': 'a7864071-eb1d-4001-891a-a518aa396cd8', 'mac_address': 'fa:16:3e:0b:c4:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '537942fd-b5a3-43d6-9bcd-ecef5ed54b85', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 09:58:08.985842 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Current status of the port a7864071-eb1d-4001-891a-a518aa396cd8 is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:58:08.986236 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (a7864071-eb1d-4001-891a-a518aa396cd8), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:58:09.000004 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7864071-eb1d-4001-891a-a518aa396cd8 {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 09:58:09.018926 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] For port a7864071-eb1d-4001-891a-a518aa396cd8, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=a7864071-eb1d-4001-891a-a518aa396cd8,segment=NetworkSegment(c977d95a-f8f7-4871-905e-f5e1ed39e8cd),segment_id=c977d95a-f8f7-4871-905e-f5e1ed39e8cd)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:58:09.115400 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782759442315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782758885690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782758885708'] for port (a7864071-eb1d-4001-891a-a518aa396cd8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:58:09.161868 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Pushing event updated for resources: {'Port': ['ID=a7864071-eb1d-4001-891a-a518aa396cd8,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:58:09.273554 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3124eddf-435e-4dfd-bc78-4a491203fb6a req-7f637b72-3531-49fd-849e-4584381d35af tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:58:09.275697 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-3124eddf-435e-4dfd-bc78-4a491203fb6a req-7f637b72-3531-49fd-849e-4584381d35af tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] 10.222.0.71 "GET /v2.0/ports?device_id=897e4031-440b-4075-9442-4a2d0df03330 HTTP/1.1" status: 200 len: 944 time: 0.0528941 Feb 21 09:58:09.321176 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-3124eddf-435e-4dfd-bc78-4a491203fb6a req-af7e8d53-f660-4b98-8580-4ffc3a39abef tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] 10.222.0.71 "GET /v2.0/security-groups?id=7fce43ed-5dc7-41ca-b005-73dee5003489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394371 Feb 21 09:58:09.323504 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] get_ports_and_sgs() called for port_ids ['a7864071-eb1d-4001-891a-a518aa396cd8'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 09:58:09.673723 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (ce3e6371-75e2-4bba-8260-49cd855bb251), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:58:10.438619 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf983e66-335e-4ccf-a2fd-ab6f8320f1be req-112923e1-ae2d-4499-ad17-5d21111e6fe6 tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:58:10.440094 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-bf983e66-335e-4ccf-a2fd-ab6f8320f1be req-112923e1-ae2d-4499-ad17-5d21111e6fe6 tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] 10.222.0.71 "GET /v2.0/ports?device_id=897e4031-440b-4075-9442-4a2d0df03330 HTTP/1.1" status: 200 len: 944 time: 0.0533981 Feb 21 09:58:10.485038 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-bf983e66-335e-4ccf-a2fd-ab6f8320f1be req-72bec67d-2f67-412b-abbd-c29d2311ee23 tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] 10.222.0.71 "GET /v2.0/security-groups?id=7fce43ed-5dc7-41ca-b005-73dee5003489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394959 Feb 21 09:58:10.841284 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Device a7864071-eb1d-4001-891a-a518aa396cd8 up at agent hyperv_hv-cinder-80475 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:58:10.926662 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Provisioning for port a7864071-eb1d-4001-891a-a518aa396cd8 completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 09:58:10.930300 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Provisioning complete for port a7864071-eb1d-4001-891a-a518aa396cd8 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:58:10.930675 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7397950'] for port (a7864071-eb1d-4001-891a-a518aa396cd8), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:58:11.008991 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Current status of the port a7864071-eb1d-4001-891a-a518aa396cd8 is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:58:11.009380 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (a7864071-eb1d-4001-891a-a518aa396cd8), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:58:11.031865 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '897e4031-440b-4075-9442-4a2d0df03330', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7864071-eb1d-4001-891a-a518aa396cd8'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:58:11.034111 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd82e867db05f05d31de18fef3a4b5738e999913abe260e0f677426061852263" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20004ee5-d47b-4be0-87fe-a74387fc31c9" -d '{"events": [{"server_uuid": "897e4031-440b-4075-9442-4a2d0df03330", "name": "network-vif-plugged", "status": "completed", "tag": "a7864071-eb1d-4001-891a-a518aa396cd8"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:58:11.046933 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] For port a7864071-eb1d-4001-891a-a518aa396cd8, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=a7864071-eb1d-4001-891a-a518aa396cd8,segment=NetworkSegment(c977d95a-f8f7-4871-905e-f5e1ed39e8cd),segment_id=c977d95a-f8f7-4871-905e-f5e1ed39e8cd)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:58:11.109784 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782759442315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782758885690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782758885708'] for port (a7864071-eb1d-4001-891a-a518aa396cd8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:58:11.156630 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Pushing event updated for resources: {'Port': ['ID=a7864071-eb1d-4001-891a-a518aa396cd8,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:58:11.185528 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 09:58:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffdd65d4-b282-47bc-8f5e-ca83ed0c1a62 x-openstack-request-id: req-ffdd65d4-b282-47bc-8f5e-ca83ed0c1a62 {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:58:11.185817 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "897e4031-440b-4075-9442-4a2d0df03330", "name": "network-vif-plugged", "status": "completed", "tag": "a7864071-eb1d-4001-891a-a518aa396cd8", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:58:11.186069 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-ffdd65d4-b282-47bc-8f5e-ca83ed0c1a62 {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:58:11.186462 dv-cinder-804757-16-iscsi neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '897e4031-440b-4075-9442-4a2d0df03330', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7864071-eb1d-4001-891a-a518aa396cd8', 'code': 200} Feb 21 09:58:11.460679 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078f6b7f-ccdc-494c-92ad-fe4b0377b6d7 req-2c363667-6d46-4e3d-888c-76433f4dc874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:58:11.462170 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-078f6b7f-ccdc-494c-92ad-fe4b0377b6d7 req-2c363667-6d46-4e3d-888c-76433f4dc874 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=897e4031-440b-4075-9442-4a2d0df03330 HTTP/1.1" status: 200 len: 1129 time: 0.0421715 Feb 21 09:58:11.504220 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-078f6b7f-ccdc-494c-92ad-fe4b0377b6d7 req-cdd5e3fe-bf7c-4db3-b315-55522eb1898a service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=7fce43ed-5dc7-41ca-b005-73dee5003489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360036 Feb 21 09:58:11.601911 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9259c2a-f2b0-45a1-a047-4f306210b658 req-9bf9a335-f12c-4f13-8db7-90eb9a69ad2b tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:58:11.603372 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-f9259c2a-f2b0-45a1-a047-4f306210b658 req-9bf9a335-f12c-4f13-8db7-90eb9a69ad2b tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] 10.222.0.71 "GET /v2.0/ports?device_id=897e4031-440b-4075-9442-4a2d0df03330 HTTP/1.1" status: 200 len: 945 time: 0.0543971 Feb 21 09:58:11.649056 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-f9259c2a-f2b0-45a1-a047-4f306210b658 req-13038f7e-faef-4039-8457-1050b3864e49 tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] 10.222.0.71 "GET /v2.0/security-groups?id=7fce43ed-5dc7-41ca-b005-73dee5003489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394232 Feb 21 09:58:12.768876 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22ee69e-6bf0-4f2d-b29b-dedba91b1b8b req-b0fa17c9-818f-4068-b0e0-6cb565521e32 tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:58:12.770338 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-b22ee69e-6bf0-4f2d-b29b-dedba91b1b8b req-b0fa17c9-818f-4068-b0e0-6cb565521e32 tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] 10.222.0.71 "GET /v2.0/ports?device_id=897e4031-440b-4075-9442-4a2d0df03330 HTTP/1.1" status: 200 len: 945 time: 0.0538688 Feb 21 09:58:12.815897 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-b22ee69e-6bf0-4f2d-b29b-dedba91b1b8b req-5950ba79-0fc5-4278-83b0-a1ffe68ffd6f tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] 10.222.0.71 "GET /v2.0/security-groups?id=7fce43ed-5dc7-41ca-b005-73dee5003489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400622 Feb 21 09:58:13.930384 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431efea2-aaf0-4d1d-949d-994881ebc635 req-879e3b72-0df3-40b7-b1c2-ff9db0ee58b1 tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:58:13.931749 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-431efea2-aaf0-4d1d-949d-994881ebc635 req-879e3b72-0df3-40b7-b1c2-ff9db0ee58b1 tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] 10.222.0.71 "GET /v2.0/ports?device_id=897e4031-440b-4075-9442-4a2d0df03330 HTTP/1.1" status: 200 len: 945 time: 0.0501871 Feb 21 09:58:13.982748 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-431efea2-aaf0-4d1d-949d-994881ebc635 req-25bc47ec-e574-44fb-8a34-25dbb9eb9a97 tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] 10.222.0.71 "GET /v2.0/security-groups?id=7fce43ed-5dc7-41ca-b005-73dee5003489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431511 Feb 21 09:58:14.098228 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5307e7-b181-44ee-816b-6f8a41ffd93c req-3598278c-618d-46db-85c2-c52ba2c64752 tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:58:14.099673 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-bc5307e7-b181-44ee-816b-6f8a41ffd93c req-3598278c-618d-46db-85c2-c52ba2c64752 tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] 10.222.0.71 "GET /v2.0/ports?device_id=897e4031-440b-4075-9442-4a2d0df03330 HTTP/1.1" status: 200 len: 945 time: 0.0506907 Feb 21 09:58:14.144854 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-bc5307e7-b181-44ee-816b-6f8a41ffd93c req-39ee6bd6-743e-4d9b-92db-78340435aa33 tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] 10.222.0.71 "GET /v2.0/security-groups?id=7fce43ed-5dc7-41ca-b005-73dee5003489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392156 Feb 21 09:58:14.459333 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d592a72e-bbc9-405e-b112-4f1f69f143be req-10e1033b-c728-4a50-bbea-1a1b95c44a2a tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:58:14.466288 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-d592a72e-bbc9-405e-b112-4f1f69f143be req-10e1033b-c728-4a50-bbea-1a1b95c44a2a tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] 10.222.0.71 "GET /v2.0/ports?device_id=897e4031-440b-4075-9442-4a2d0df03330 HTTP/1.1" status: 200 len: 945 time: 0.0506947 Feb 21 09:58:14.505907 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-d592a72e-bbc9-405e-b112-4f1f69f143be req-42f01c7b-de7f-487e-910c-bc21eb84fd94 tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] 10.222.0.71 "GET /v2.0/security-groups?id=7fce43ed-5dc7-41ca-b005-73dee5003489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390418 Feb 21 09:58:24.529332 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d501af-67f5-41d0-9a89-8326cfd8a4ec req-4cc06818-738e-413a-aeae-767778be8d80 tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:58:24.530811 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-21d501af-67f5-41d0-9a89-8326cfd8a4ec req-4cc06818-738e-413a-aeae-767778be8d80 tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] 10.222.0.71 "GET /v2.0/ports?device_id=897e4031-440b-4075-9442-4a2d0df03330 HTTP/1.1" status: 200 len: 945 time: 0.0547924 Feb 21 09:58:24.576188 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-21d501af-67f5-41d0-9a89-8326cfd8a4ec req-f11a4388-a453-48f2-923e-2438977eeb6b tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] 10.222.0.71 "GET /v2.0/security-groups?id=7fce43ed-5dc7-41ca-b005-73dee5003489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399001 Feb 21 09:58:24.597517 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 60960) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:58:24.682064 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-947c739b-1553-47c3-9878-084fbee67a56 tempest-TestMinimumBasicScenario-39594658 tempest-TestMinimumBasicScenario-39594658-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:58:24.683578 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-947c739b-1553-47c3-9878-084fbee67a56 tempest-TestMinimumBasicScenario-39594658 tempest-TestMinimumBasicScenario-39594658-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=897e4031-440b-4075-9442-4a2d0df03330 HTTP/1.1" status: 200 len: 1124 time: 0.0850942 Feb 21 09:58:24.687367 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 60964) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:58:24.691798 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.v2.base [None req-cc32768e-c678-4e06-98c0-94ce978beb5e tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] Request body: {'floatingip': {'floating_network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'port_id': 'a7864071-eb1d-4001-891a-a518aa396cd8', 'tenant_id': 'e9d8d92f884d4dea9535542b04796148', 'fixed_ip_address': '172.20.0.3'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:58:24.743731 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cc32768e-c678-4e06-98c0-94ce978beb5e tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:58:24.842895 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cc32768e-c678-4e06-98c0-94ce978beb5e tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:58:24.942713 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [None req-cc32768e-c678-4e06-98c0-94ce978beb5e tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] Allocated IP 172.27.2.249 (bd3f1df6-77ad-4531-9eb3-69bc21002862/13a25a01-28fd-4407-b7c5-fe4349ebc744/89c7a1db-cba9-4bd9-8713-559517847274) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:58:25.042201 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cc32768e-c678-4e06-98c0-94ce978beb5e tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] Publish callbacks [] for port (89c7a1db-cba9-4bd9-8713-559517847274), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:58:25.121024 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cc32768e-c678-4e06-98c0-94ce978beb5e tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782758885672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277415'] for port (89c7a1db-cba9-4bd9-8713-559517847274), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:58:25.158002 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc32768e-c678-4e06-98c0-94ce978beb5e tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] Network bd3f1df6-77ad-4531-9eb3-69bc21002862 is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:58:25.160724 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-cc32768e-c678-4e06-98c0-94ce978beb5e tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:58:25.165924 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc32768e-c678-4e06-98c0-94ce978beb5e tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 09:58:25.171052 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc32768e-c678-4e06-98c0-94ce978beb5e tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] Pushing event updated for resources: {'Port': ['ID=89c7a1db-cba9-4bd9-8713-559517847274,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:58:25.794082 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cc32768e-c678-4e06-98c0-94ce978beb5e tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] Publish callbacks [] for floatingip (37432243-7e46-442b-9085-6e41b6f46385), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:58:25.901825 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cc32768e-c678-4e06-98c0-94ce978beb5e tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (89c7a1db-cba9-4bd9-8713-559517847274), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:58:26.046087 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cc32768e-c678-4e06-98c0-94ce978beb5e tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] Publish callbacks [] for port (89c7a1db-cba9-4bd9-8713-559517847274), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:58:26.092431 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cc32768e-c678-4e06-98c0-94ce978beb5e tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782759442315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782758885690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782758885708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3277436'] for port (89c7a1db-cba9-4bd9-8713-559517847274), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:58:26.156159 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc32768e-c678-4e06-98c0-94ce978beb5e tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] Pushing event updated for resources: {'Port': ['ID=89c7a1db-cba9-4bd9-8713-559517847274,revision_number=2']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:58:26.167417 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cc32768e-c678-4e06-98c0-94ce978beb5e tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7917303'] for floatingip (37432243-7e46-442b-9085-6e41b6f46385), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:58:26.266016 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.db.l3_db [None req-cc32768e-c678-4e06-98c0-94ce978beb5e tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] Floating IP 37432243-7e46-442b-9085-6e41b6f46385 associated. External IP: 172.27.2.249, port: a7864071-eb1d-4001-891a-a518aa396cd8. Feb 21 09:58:26.472330 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc32768e-c678-4e06-98c0-94ce978beb5e tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] Router 2e0f5198-e8e8-4484-8928-5df00cf3d175 has already been hosted by L3 agent f1afc09b-b148-496e-b857-a568110caa3c {{(pid=109856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:58:26.579478 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc32768e-c678-4e06-98c0-94ce978beb5e tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] Notify agent at l3_agent.dv-cinder-804757-16-iscsi the message routers_updated {{(pid=109856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:58:26.589882 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-470331b7-ac30-4584-8329-a40bfd05e0da None None] Sync routers for ids ['2e0f5198-e8e8-4484-8928-5df00cf3d175'] in dv-cinder-804757-16-iscsi {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 09:58:26.602956 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-470331b7-ac30-4584-8329-a40bfd05e0da None None] Routers {'2e0f5198-e8e8-4484-8928-5df00cf3d175'} bound to L3 agent in host dv-cinder-804757-16-iscsi {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:58:26.607048 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-470331b7-ac30-4584-8329-a40bfd05e0da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T09:37:05Z,description=,heartbeat_timestamp=2022-02-21T09:58:05Z,host='dv-cinder-804757-16-iscsi',id=f1afc09b-b148-496e-b857-a568110caa3c,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:37:06Z,topic='l3_agent')) {'router_ids': ['2e0f5198-e8e8-4484-8928-5df00cf3d175'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:58:26.666000 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cc32768e-c678-4e06-98c0-94ce978beb5e tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8333137'] for floatingip (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:58:26.698740 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-cc32768e-c678-4e06-98c0-94ce978beb5e tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0102897 Feb 21 09:58:26.699343 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '897e4031-440b-4075-9442-4a2d0df03330', 'tag': 'a7864071-eb1d-4001-891a-a518aa396cd8'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:58:26.702536 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.71', 60966) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:58:26.703217 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c95017b57136a4249e8df2494e5587cd96ada80ae38c14c6a4695013360e62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46790712-069f-410f-bcec-c3c88f12c41b" -d '{"events": [{"name": "network-changed", "server_uuid": "897e4031-440b-4075-9442-4a2d0df03330", "tag": "a7864071-eb1d-4001-891a-a518aa396cd8"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:58:26.707977 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.v2.base [None req-77f6f9f0-d947-4feb-a092-471255cb5c51 tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1530515272', 'description': 'tempest-secgroup-smoke-1530515272 description', 'project_id': 'e9d8d92f884d4dea9535542b04796148'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:58:26.744465 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 09:58:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c7eae65-0b4d-4967-bec9-b747e75011ae x-openstack-request-id: req-7c7eae65-0b4d-4967-bec9-b747e75011ae {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:58:26.744465 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "897e4031-440b-4075-9442-4a2d0df03330", "tag": "a7864071-eb1d-4001-891a-a518aa396cd8", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:58:26.744465 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-7c7eae65-0b4d-4967-bec9-b747e75011ae {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:58:26.744465 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '897e4031-440b-4075-9442-4a2d0df03330', 'tag': 'a7864071-eb1d-4001-891a-a518aa396cd8', 'status': 'completed', 'code': 200} Feb 21 09:58:26.802194 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-77f6f9f0-d947-4feb-a092-471255cb5c51 tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:58:26.813736 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46790712-069f-410f-bcec-c3c88f12c41b req-a6a1a864-ee69-40e5-a7cb-bd46cd79b1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:58:26.815277 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-46790712-069f-410f-bcec-c3c88f12c41b req-a6a1a864-ee69-40e5-a7cb-bd46cd79b1c7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e9d8d92f884d4dea9535542b04796148&device_id=897e4031-440b-4075-9442-4a2d0df03330 HTTP/1.1" status: 200 len: 1129 time: 0.0498049 Feb 21 09:58:26.845403 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-470331b7-ac30-4584-8329-a40bfd05e0da None None] Set router 2e0f5198-e8e8-4484-8928-5df00cf3d175 gateway port host: dv-cinder-804757-16-iscsi {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:58:26.869858 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-77f6f9f0-d947-4feb-a092-471255cb5c51 tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] Publish callbacks [] for security_group (63fc0464-4b92-466c-af15-f889e1deb024), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:58:26.907702 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46790712-069f-410f-bcec-c3c88f12c41b req-c68a3642-a070-4228-8c9c-006d3034e1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:58:26.909239 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-46790712-069f-410f-bcec-c3c88f12c41b req-c68a3642-a070-4228-8c9c-006d3034e1e5 service neutron] 10.222.0.69 "GET /v2.0/networks?id=38c555ad-b552-4932-b544-2fe15a1ef111 HTTP/1.1" status: 200 len: 916 time: 0.0867519 Feb 21 09:58:26.915154 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-77f6f9f0-d947-4feb-a092-471255cb5c51 tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (63fc0464-4b92-466c-af15-f889e1deb024), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:58:26.946510 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f6f9f0-d947-4feb-a092-471255cb5c51 tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63fc0464-4b92-466c-af15-f889e1deb024,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:58:26.980260 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-46790712-069f-410f-bcec-c3c88f12c41b req-676b8bfb-b453-4b2a-8ec8-a22d62b42986 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a7864071-eb1d-4001-891a-a518aa396cd8 HTTP/1.1" status: 200 len: 999 time: 0.0643399 Feb 21 09:58:26.992297 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-77f6f9f0-d947-4feb-a092-471255cb5c51 tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:58:27.001094 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [None req-77f6f9f0-d947-4feb-a092-471255cb5c51 tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2972944 Feb 21 09:58:27.003785 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.71', 60970) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:58:27.006374 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.v2.base [None req-14519c5b-998d-492b-a9d2-6c3ba7e9b78c tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] Request body: {'security_group_rule': {'security_group_id': '63fc0464-4b92-466c-af15-f889e1deb024', 'project_id': 'e9d8d92f884d4dea9535542b04796148', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:58:27.033273 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46790712-069f-410f-bcec-c3c88f12c41b req-2506fb4a-cf9e-473e-8f44-0fa1bd07212d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:58:27.034744 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-46790712-069f-410f-bcec-c3c88f12c41b req-2506fb4a-cf9e-473e-8f44-0fa1bd07212d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=537942fd-b5a3-43d6-9bcd-ecef5ed54b85 HTTP/1.1" status: 200 len: 854 time: 0.0493658 Feb 21 09:58:27.076653 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-470331b7-ac30-4584-8329-a40bfd05e0da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e0f5198-e8e8-4484-8928-5df00cf3d175', 'name': 'tempest-TestMinimumBasicScenario-1684834875-router', 'tenant_id': 'e9d8d92f884d4dea9535542b04796148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'external_fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': 'f3bda6ba-68ae-4426-ac99-2c350e783458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:57:30Z', 'updated_at': '2022-02-21T09:57:33Z', 'revision_number': 4, 'project_id': 'e9d8d92f884d4dea9535542b04796148', 'gw_port': {'id': 'f3bda6ba-68ae-4426-ac99-2c350e783458', 'name': '', 'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:61:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e0f5198-e8e8-4484-8928-5df00cf3d175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:57:30Z', 'updated_at': '2022-02-21T09:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-16-iscsi', '_floatingips': [{'id': '37432243-7e46-442b-9085-6e41b6f46385', 'tenant_id': 'e9d8d92f884d4dea9535542b04796148', 'floating_ip_address': '172.27.2.249', 'floating_network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'router_id': '2e0f5198-e8e8-4484-8928-5df00cf3d175', 'port_id': 'a7864071-eb1d-4001-891a-a518aa396cd8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '38c555ad-b552-4932-b544-2fe15a1ef111', 'mac_address': 'fa:16:3e:0b:c4:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '897e4031-440b-4075-9442-4a2d0df03330', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T09:58:25Z', 'updated_at': '2022-02-21T09:58:25Z', 'revision_number': 0, 'project_id': 'e9d8d92f884d4dea9535542b04796148', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27a53cab-88e4-4d05-864b-0b0d6d681a4a', 'name': '', 'network_id': '38c555ad-b552-4932-b544-2fe15a1ef111', 'tenant_id': 'e9d8d92f884d4dea9535542b04796148', 'mac_address': 'fa:16:3e:4e:1f:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e0f5198-e8e8-4484-8928-5df00cf3d175', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '537942fd-b5a3-43d6-9bcd-ecef5ed54b85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:57:32Z', 'updated_at': '2022-02-21T09:57:36Z', 'revision_number': 5, 'project_id': 'e9d8d92f884d4dea9535542b04796148', 'subnets': [{'id': '537942fd-b5a3-43d6-9bcd-ecef5ed54b85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-16-iscsi', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:58:27.081031 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-14519c5b-998d-492b-a9d2-6c3ba7e9b78c tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] Publish callbacks [] for security_group_rule (f8e7c1b7-2388-49a5-b96c-ea28a42096a2), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:58:27.085825 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46790712-069f-410f-bcec-c3c88f12c41b req-be618541-3e9a-44b1-8778-13914e6a19e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:58:27.087404 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-46790712-069f-410f-bcec-c3c88f12c41b req-be618541-3e9a-44b1-8778-13914e6a19e8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=38c555ad-b552-4932-b544-2fe15a1ef111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0462193 Feb 21 09:58:27.107587 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-470331b7-ac30-4584-8329-a40bfd05e0da None None] Checking router: 2e0f5198-e8e8-4484-8928-5df00cf3d175 for host: dv-cinder-804757-16-iscsi {{(pid=109858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 09:58:27.115971 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-470331b7-ac30-4584-8329-a40bfd05e0da None None] Routers {'2e0f5198-e8e8-4484-8928-5df00cf3d175'} bound to L3 agent in host dv-cinder-804757-16-iscsi {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:58:27.116624 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-470331b7-ac30-4584-8329-a40bfd05e0da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T09:37:05Z,description=,heartbeat_timestamp=2022-02-21T09:58:05Z,host='dv-cinder-804757-16-iscsi',id=f1afc09b-b148-496e-b857-a568110caa3c,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:37:06Z,topic='l3_agent')) {'router_ids': ['2e0f5198-e8e8-4484-8928-5df00cf3d175'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:58:27.141079 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-14519c5b-998d-492b-a9d2-6c3ba7e9b78c tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] Publish callbacks [] for security_group_rule (f8e7c1b7-2388-49a5-b96c-ea28a42096a2), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:58:27.179450 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-46790712-069f-410f-bcec-c3c88f12c41b req-ac9149df-4264-490b-ba92-d58b796546d2 service neutron] 10.222.0.69 "GET /v2.0/networks/38c555ad-b552-4932-b544-2fe15a1ef111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863118 Feb 21 09:58:27.207583 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-14519c5b-998d-492b-a9d2-6c3ba7e9b78c tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434012'] for security_group_rule (f8e7c1b7-2388-49a5-b96c-ea28a42096a2), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:58:27.227157 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-470331b7-ac30-4584-8329-a40bfd05e0da None None] Set router 2e0f5198-e8e8-4484-8928-5df00cf3d175 gateway port host: dv-cinder-804757-16-iscsi {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:58:27.230433 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14519c5b-998d-492b-a9d2-6c3ba7e9b78c tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8e7c1b7-2388-49a5-b96c-ea28a42096a2,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:58:27.238105 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14519c5b-998d-492b-a9d2-6c3ba7e9b78c tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:58:27.238786 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14519c5b-998d-492b-a9d2-6c3ba7e9b78c tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:58:27.238786 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14519c5b-998d-492b-a9d2-6c3ba7e9b78c tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:58:27.241354 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14519c5b-998d-492b-a9d2-6c3ba7e9b78c tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:58:27.241354 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14519c5b-998d-492b-a9d2-6c3ba7e9b78c tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:58:27.241354 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14519c5b-998d-492b-a9d2-6c3ba7e9b78c tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:58:27.241354 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14519c5b-998d-492b-a9d2-6c3ba7e9b78c tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:58:27.241354 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14519c5b-998d-492b-a9d2-6c3ba7e9b78c tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:58:27.241354 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14519c5b-998d-492b-a9d2-6c3ba7e9b78c tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:58:27.241354 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14519c5b-998d-492b-a9d2-6c3ba7e9b78c tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:58:27.241354 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14519c5b-998d-492b-a9d2-6c3ba7e9b78c tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:58:27.241988 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14519c5b-998d-492b-a9d2-6c3ba7e9b78c tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:58:27.241988 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14519c5b-998d-492b-a9d2-6c3ba7e9b78c tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:58:27.270807 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-46790712-069f-410f-bcec-c3c88f12c41b req-143da0f1-8500-4f39-9421-bf486bfb340c service neutron] 10.222.0.69 "GET /v2.0/networks/38c555ad-b552-4932-b544-2fe15a1ef111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850222 Feb 21 09:58:27.289241 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-14519c5b-998d-492b-a9d2-6c3ba7e9b78c tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:58:27.293370 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [None req-14519c5b-998d-492b-a9d2-6c3ba7e9b78c tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2877290 Feb 21 09:58:27.293370 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.71', 60972) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:58:27.298620 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.v2.base [None req-263ee4a8-969e-4b2b-b868-4cdaac58badd tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] Request body: {'security_group_rule': {'security_group_id': '63fc0464-4b92-466c-af15-f889e1deb024', 'project_id': 'e9d8d92f884d4dea9535542b04796148', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:58:27.384361 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-263ee4a8-969e-4b2b-b868-4cdaac58badd tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] Publish callbacks [] for security_group_rule (3f508366-c5c7-459d-b535-1c358d493205), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:58:27.444111 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-263ee4a8-969e-4b2b-b868-4cdaac58badd tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] Publish callbacks [] for security_group_rule (3f508366-c5c7-459d-b535-1c358d493205), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:58:27.456068 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-470331b7-ac30-4584-8329-a40bfd05e0da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e0f5198-e8e8-4484-8928-5df00cf3d175', 'name': 'tempest-TestMinimumBasicScenario-1684834875-router', 'tenant_id': 'e9d8d92f884d4dea9535542b04796148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'external_fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': 'f3bda6ba-68ae-4426-ac99-2c350e783458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:57:30Z', 'updated_at': '2022-02-21T09:57:33Z', 'revision_number': 4, 'project_id': 'e9d8d92f884d4dea9535542b04796148', 'gw_port': {'id': 'f3bda6ba-68ae-4426-ac99-2c350e783458', 'name': '', 'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:61:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e0f5198-e8e8-4484-8928-5df00cf3d175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:57:30Z', 'updated_at': '2022-02-21T09:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-16-iscsi', '_floatingips': [{'id': '37432243-7e46-442b-9085-6e41b6f46385', 'tenant_id': 'e9d8d92f884d4dea9535542b04796148', 'floating_ip_address': '172.27.2.249', 'floating_network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'router_id': '2e0f5198-e8e8-4484-8928-5df00cf3d175', 'port_id': 'a7864071-eb1d-4001-891a-a518aa396cd8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '38c555ad-b552-4932-b544-2fe15a1ef111', 'mac_address': 'fa:16:3e:0b:c4:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '897e4031-440b-4075-9442-4a2d0df03330', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T09:58:25Z', 'updated_at': '2022-02-21T09:58:25Z', 'revision_number': 0, 'project_id': 'e9d8d92f884d4dea9535542b04796148', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27a53cab-88e4-4d05-864b-0b0d6d681a4a', 'name': '', 'network_id': '38c555ad-b552-4932-b544-2fe15a1ef111', 'tenant_id': 'e9d8d92f884d4dea9535542b04796148', 'mac_address': 'fa:16:3e:4e:1f:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e0f5198-e8e8-4484-8928-5df00cf3d175', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '537942fd-b5a3-43d6-9bcd-ecef5ed54b85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:57:32Z', 'updated_at': '2022-02-21T09:57:36Z', 'revision_number': 5, 'project_id': 'e9d8d92f884d4dea9535542b04796148', 'subnets': [{'id': '537942fd-b5a3-43d6-9bcd-ecef5ed54b85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-16-iscsi', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:58:27.481880 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-470331b7-ac30-4584-8329-a40bfd05e0da None None] The sync data for ids ['2e0f5198-e8e8-4484-8928-5df00cf3d175'] in dv-cinder-804757-16-iscsi is: [{'id': '2e0f5198-e8e8-4484-8928-5df00cf3d175', 'name': 'tempest-TestMinimumBasicScenario-1684834875-router', 'tenant_id': 'e9d8d92f884d4dea9535542b04796148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'external_fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': 'f3bda6ba-68ae-4426-ac99-2c350e783458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:57:30Z', 'updated_at': '2022-02-21T09:57:33Z', 'revision_number': 4, 'project_id': 'e9d8d92f884d4dea9535542b04796148', 'gw_port': {'id': 'f3bda6ba-68ae-4426-ac99-2c350e783458', 'name': '', 'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:61:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e0f5198-e8e8-4484-8928-5df00cf3d175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:57:30Z', 'updated_at': '2022-02-21T09:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-16-iscsi', '_floatingips': [{'id': '37432243-7e46-442b-9085-6e41b6f46385', 'tenant_id': 'e9d8d92f884d4dea9535542b04796148', 'floating_ip_address': '172.27.2.249', 'floating_network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'router_id': '2e0f5198-e8e8-4484-8928-5df00cf3d175', 'port_id': 'a7864071-eb1d-4001-891a-a518aa396cd8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '38c555ad-b552-4932-b544-2fe15a1ef111', 'mac_address': 'fa:16:3e:0b:c4:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '897e4031-440b-4075-9442-4a2d0df03330', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T09:58:25Z', 'updated_at': '2022-02-21T09:58:25Z', 'revision_number': 0, 'project_id': 'e9d8d92f884d4dea9535542b04796148', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27a53cab-88e4-4d05-864b-0b0d6d681a4a', 'name': '', 'network_id': '38c555ad-b552-4932-b544-2fe15a1ef111', 'tenant_id': 'e9d8d92f884d4dea9535542b04796148', 'mac_address': 'fa:16:3e:4e:1f:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e0f5198-e8e8-4484-8928-5df00cf3d175', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '537942fd-b5a3-43d6-9bcd-ecef5ed54b85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:57:32Z', 'updated_at': '2022-02-21T09:57:36Z', 'revision_number': 5, 'project_id': 'e9d8d92f884d4dea9535542b04796148', 'subnets': [{'id': '537942fd-b5a3-43d6-9bcd-ecef5ed54b85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 09:58:27.486962 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-263ee4a8-969e-4b2b-b868-4cdaac58badd tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434012'] for security_group_rule (3f508366-c5c7-459d-b535-1c358d493205), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:58:27.507493 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263ee4a8-969e-4b2b-b868-4cdaac58badd tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f508366-c5c7-459d-b535-1c358d493205,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:58:27.546844 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-263ee4a8-969e-4b2b-b868-4cdaac58badd tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:58:27.548118 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [None req-263ee4a8-969e-4b2b-b868-4cdaac58badd tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2535331 Feb 21 09:58:27.551249 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.71', 60974) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:58:27.555812 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.v2.base [None req-f674aea5-64b3-4b8a-8283-f4b4f8b5dfd2 tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] Request body: {'security_group_rule': {'security_group_id': '63fc0464-4b92-466c-af15-f889e1deb024', 'project_id': 'e9d8d92f884d4dea9535542b04796148', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:58:27.625730 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f674aea5-64b3-4b8a-8283-f4b4f8b5dfd2 tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] Publish callbacks [] for security_group_rule (5bd3c3e3-3951-442a-a0d6-9a826e12caf2), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:58:27.686134 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f674aea5-64b3-4b8a-8283-f4b4f8b5dfd2 tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] Publish callbacks [] for security_group_rule (5bd3c3e3-3951-442a-a0d6-9a826e12caf2), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:58:27.691124 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d95c160-b858-46d6-9e6b-f495121e0e5f None None] New status for floating IP 37432243-7e46-442b-9085-6e41b6f46385: ACTIVE {{(pid=109859) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 21 09:58:27.755363 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f674aea5-64b3-4b8a-8283-f4b4f8b5dfd2 tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434012'] for security_group_rule (5bd3c3e3-3951-442a-a0d6-9a826e12caf2), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:58:27.773162 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f674aea5-64b3-4b8a-8283-f4b4f8b5dfd2 tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bd3c3e3-3951-442a-a0d6-9a826e12caf2,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:58:27.831724 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f674aea5-64b3-4b8a-8283-f4b4f8b5dfd2 tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:58:27.833088 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [None req-f674aea5-64b3-4b8a-8283-f4b4f8b5dfd2 tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2808249 Feb 21 09:58:27.835715 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.71', 60976) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:58:27.841327 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.v2.base [None req-2e489acb-b947-4641-8116-a2c53155cd69 tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] Request body: {'security_group_rule': {'security_group_id': '63fc0464-4b92-466c-af15-f889e1deb024', 'project_id': 'e9d8d92f884d4dea9535542b04796148', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:58:27.914485 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2e489acb-b947-4641-8116-a2c53155cd69 tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] Publish callbacks [] for security_group_rule (5a9f9ba1-675c-45a3-85da-5a05c5cfd4cf), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:58:27.970231 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2e489acb-b947-4641-8116-a2c53155cd69 tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] Publish callbacks [] for security_group_rule (5a9f9ba1-675c-45a3-85da-5a05c5cfd4cf), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:58:28.035094 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2e489acb-b947-4641-8116-a2c53155cd69 tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434012'] for security_group_rule (5a9f9ba1-675c-45a3-85da-5a05c5cfd4cf), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:58:28.052237 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e489acb-b947-4641-8116-a2c53155cd69 tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a9f9ba1-675c-45a3-85da-5a05c5cfd4cf,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:58:28.134366 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2e489acb-b947-4641-8116-a2c53155cd69 tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:58:28.135565 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [None req-2e489acb-b947-4641-8116-a2c53155cd69 tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2989302 Feb 21 09:58:28.138868 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.71', 60978) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:58:28.143068 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.v2.base [None req-8da75821-934d-4bf5-b724-d8cfcce4fe30 tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] Request body: {'security_group_rule': {'security_group_id': '63fc0464-4b92-466c-af15-f889e1deb024', 'project_id': 'e9d8d92f884d4dea9535542b04796148', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:58:28.229451 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.db.securitygroups_db [None req-8da75821-934d-4bf5-b724-d8cfcce4fe30 tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] Project e9d8d92f884d4dea9535542b04796148 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 21 09:58:28.234927 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8da75821-934d-4bf5-b724-d8cfcce4fe30 tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] Publish callbacks [] for security_group_rule (8befda4b-4e8f-4759-8d4f-21578fbda0c8), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:58:28.294844 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8da75821-934d-4bf5-b724-d8cfcce4fe30 tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] Publish callbacks [] for security_group_rule (8befda4b-4e8f-4759-8d4f-21578fbda0c8), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:58:28.372795 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8da75821-934d-4bf5-b724-d8cfcce4fe30 tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434012'] for security_group_rule (8befda4b-4e8f-4759-8d4f-21578fbda0c8), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:58:28.391057 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da75821-934d-4bf5-b724-d8cfcce4fe30 tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8befda4b-4e8f-4759-8d4f-21578fbda0c8,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:58:28.442565 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8da75821-934d-4bf5-b724-d8cfcce4fe30 tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:58:28.443767 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [None req-8da75821-934d-4bf5-b724-d8cfcce4fe30 tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3039904 Feb 21 09:58:28.446564 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.71', 60980) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:58:28.450810 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.v2.base [None req-caa54a30-d655-4283-8713-c3dec37784ce tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] Request body: {'security_group_rule': {'security_group_id': '63fc0464-4b92-466c-af15-f889e1deb024', 'project_id': 'e9d8d92f884d4dea9535542b04796148', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:58:28.520944 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.db.securitygroups_db [None req-caa54a30-d655-4283-8713-c3dec37784ce tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] Project e9d8d92f884d4dea9535542b04796148 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 21 09:58:28.526022 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-caa54a30-d655-4283-8713-c3dec37784ce tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] Publish callbacks [] for security_group_rule (70eaca0c-0d4c-4253-b65a-d8d4e50adbd2), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:58:28.584611 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-caa54a30-d655-4283-8713-c3dec37784ce tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] Publish callbacks [] for security_group_rule (70eaca0c-0d4c-4253-b65a-d8d4e50adbd2), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:58:28.646713 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-caa54a30-d655-4283-8713-c3dec37784ce tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434012'] for security_group_rule (70eaca0c-0d4c-4253-b65a-d8d4e50adbd2), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:58:28.664436 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa54a30-d655-4283-8713-c3dec37784ce tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70eaca0c-0d4c-4253-b65a-d8d4e50adbd2,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:58:28.740341 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-caa54a30-d655-4283-8713-c3dec37784ce tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:58:28.741624 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [None req-caa54a30-d655-4283-8713-c3dec37784ce tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2941465 Feb 21 09:58:28.831522 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-fac3a3d1-9de0-401a-84ae-89fc06eb91f9 req-7e1f3bfd-918d-4afe-8083-95fd5fef62bd tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1530515272&fields=id&tenant_id=e9d8d92f884d4dea9535542b04796148 HTTP/1.1" status: 200 len: 267 time: 0.0442309 Feb 21 09:58:28.885308 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac3a3d1-9de0-401a-84ae-89fc06eb91f9 req-35368fc6-f3b8-404f-abab-71256a1a1cda tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:58:28.886732 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-fac3a3d1-9de0-401a-84ae-89fc06eb91f9 req-35368fc6-f3b8-404f-abab-71256a1a1cda tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] 10.222.0.71 "GET /v2.0/ports?device_id=897e4031-440b-4075-9442-4a2d0df03330 HTTP/1.1" status: 200 len: 945 time: 0.0501249 Feb 21 09:58:28.897562 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.v2.base [req-fac3a3d1-9de0-401a-84ae-89fc06eb91f9 req-64508aaa-adaf-49ca-9666-af796b097994 tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] Request body: {'port': {'security_groups': ['7fce43ed-5dc7-41ca-b005-73dee5003489', '63fc0464-4b92-466c-af15-f889e1deb024']}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:58:28.966702 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-fac3a3d1-9de0-401a-84ae-89fc06eb91f9 req-64508aaa-adaf-49ca-9666-af796b097994 tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (a7864071-eb1d-4001-891a-a518aa396cd8), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:58:29.147584 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-fac3a3d1-9de0-401a-84ae-89fc06eb91f9 req-64508aaa-adaf-49ca-9666-af796b097994 tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] For port a7864071-eb1d-4001-891a-a518aa396cd8, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=a7864071-eb1d-4001-891a-a518aa396cd8,segment=NetworkSegment(c977d95a-f8f7-4871-905e-f5e1ed39e8cd),segment_id=c977d95a-f8f7-4871-905e-f5e1ed39e8cd)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:58:29.176592 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-fac3a3d1-9de0-401a-84ae-89fc06eb91f9 req-64508aaa-adaf-49ca-9666-af796b097994 tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] Publish callbacks [] for port (a7864071-eb1d-4001-891a-a518aa396cd8), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:58:29.240848 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-fac3a3d1-9de0-401a-84ae-89fc06eb91f9 req-64508aaa-adaf-49ca-9666-af796b097994 tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782759442315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782758885690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782758885708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3277436'] for port (a7864071-eb1d-4001-891a-a518aa396cd8), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:58:29.254475 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] get_ports_and_sgs() called for port_ids ['a7864071-eb1d-4001-891a-a518aa396cd8'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 09:58:29.281747 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac3a3d1-9de0-401a-84ae-89fc06eb91f9 req-64508aaa-adaf-49ca-9666-af796b097994 tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:58:29.282379 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-fac3a3d1-9de0-401a-84ae-89fc06eb91f9 req-64508aaa-adaf-49ca-9666-af796b097994 tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8333137'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:58:29.283816 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-fac3a3d1-9de0-401a-84ae-89fc06eb91f9 req-64508aaa-adaf-49ca-9666-af796b097994 tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] 10.222.0.71 "PUT /v2.0/ports/a7864071-eb1d-4001-891a-a518aa396cd8 HTTP/1.1" status: 200 len: 981 time: 0.3906033 Feb 21 09:58:29.286594 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '897e4031-440b-4075-9442-4a2d0df03330', 'tag': 'a7864071-eb1d-4001-891a-a518aa396cd8'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:58:29.289920 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c95017b57136a4249e8df2494e5587cd96ada80ae38c14c6a4695013360e62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48925e5f-3765-4615-8ee7-750939bf0699" -d '{"events": [{"name": "network-changed", "server_uuid": "897e4031-440b-4075-9442-4a2d0df03330", "tag": "a7864071-eb1d-4001-891a-a518aa396cd8"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:58:29.327995 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64508aaa-adaf-49ca-9666-af796b097994 tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] Pushing event updated for resources: {'Port': ['ID=a7864071-eb1d-4001-891a-a518aa396cd8,revision_number=6']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:58:29.337442 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64508aaa-adaf-49ca-9666-af796b097994 tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:58:29.337875 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64508aaa-adaf-49ca-9666-af796b097994 tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:58:29.338299 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64508aaa-adaf-49ca-9666-af796b097994 tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:58:29.338716 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64508aaa-adaf-49ca-9666-af796b097994 tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:58:29.339132 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64508aaa-adaf-49ca-9666-af796b097994 tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:58:29.339541 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64508aaa-adaf-49ca-9666-af796b097994 tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:58:29.341194 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64508aaa-adaf-49ca-9666-af796b097994 tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:58:29.341194 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64508aaa-adaf-49ca-9666-af796b097994 tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:58:29.342769 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64508aaa-adaf-49ca-9666-af796b097994 tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:58:29.343195 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64508aaa-adaf-49ca-9666-af796b097994 tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:58:29.343777 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64508aaa-adaf-49ca-9666-af796b097994 tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:58:29.344246 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64508aaa-adaf-49ca-9666-af796b097994 tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:58:29.345400 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64508aaa-adaf-49ca-9666-af796b097994 tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:58:29.351091 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 09:58:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e8e3962-1ecd-4b04-b142-dbacb1ac3af4 x-openstack-request-id: req-2e8e3962-1ecd-4b04-b142-dbacb1ac3af4 {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:58:29.351466 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "897e4031-440b-4075-9442-4a2d0df03330", "tag": "a7864071-eb1d-4001-891a-a518aa396cd8", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:58:29.351930 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-2e8e3962-1ecd-4b04-b142-dbacb1ac3af4 {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:58:29.352384 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '897e4031-440b-4075-9442-4a2d0df03330', 'tag': 'a7864071-eb1d-4001-891a-a518aa396cd8', 'status': 'completed', 'code': 200} Feb 21 09:58:29.369246 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] get_ports_and_sgs() called for port_ids ['a7864071-eb1d-4001-891a-a518aa396cd8'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 09:58:29.459447 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48925e5f-3765-4615-8ee7-750939bf0699 req-c170763f-c520-4c58-a543-2919d3ad04c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:58:29.461261 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-48925e5f-3765-4615-8ee7-750939bf0699 req-c170763f-c520-4c58-a543-2919d3ad04c2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e9d8d92f884d4dea9535542b04796148&device_id=897e4031-440b-4075-9442-4a2d0df03330 HTTP/1.1" status: 200 len: 1168 time: 0.0899148 Feb 21 09:58:29.469717 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466bcece-25b3-4d55-ba98-6a5b216b47dc req-bfb33eb7-39e6-4581-ac61-3daae6c2b78e tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:58:29.471219 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-466bcece-25b3-4d55-ba98-6a5b216b47dc req-bfb33eb7-39e6-4581-ac61-3daae6c2b78e tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] 10.222.0.71 "GET /v2.0/ports?device_id=897e4031-440b-4075-9442-4a2d0df03330 HTTP/1.1" status: 200 len: 984 time: 0.0894656 Feb 21 09:58:29.589684 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9ce41831-2863-457d-b36e-39f459776a08 None None] Provisioning complete for port a7864071-eb1d-4001-891a-a518aa396cd8 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:58:29.590025 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9ce41831-2863-457d-b36e-39f459776a08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7397950'] for port (a7864071-eb1d-4001-891a-a518aa396cd8), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:58:29.595175 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-466bcece-25b3-4d55-ba98-6a5b216b47dc req-8170c284-e3a7-4e7f-9b14-90b29ba27213 tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] 10.222.0.71 "GET /v2.0/security-groups?id=63fc0464-4b92-466c-af15-f889e1deb024&id=7fce43ed-5dc7-41ca-b005-73dee5003489&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1143179 Feb 21 09:58:29.604738 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48925e5f-3765-4615-8ee7-750939bf0699 req-8cdf88c6-4a6c-406c-ad6a-b783b6ccbc0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:58:29.606215 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-48925e5f-3765-4615-8ee7-750939bf0699 req-8cdf88c6-4a6c-406c-ad6a-b783b6ccbc0d service neutron] 10.222.0.69 "GET /v2.0/networks?id=38c555ad-b552-4932-b544-2fe15a1ef111 HTTP/1.1" status: 200 len: 916 time: 0.1341181 Feb 21 09:58:29.671388 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-48925e5f-3765-4615-8ee7-750939bf0699 req-c4361c87-2d36-4fa5-bd2b-97e6b7000853 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a7864071-eb1d-4001-891a-a518aa396cd8 HTTP/1.1" status: 200 len: 1001 time: 0.0588222 Feb 21 09:58:29.723765 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48925e5f-3765-4615-8ee7-750939bf0699 req-b2a53709-31e1-45e1-bcde-5c180c98134c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:58:29.725271 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-48925e5f-3765-4615-8ee7-750939bf0699 req-b2a53709-31e1-45e1-bcde-5c180c98134c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=537942fd-b5a3-43d6-9bcd-ecef5ed54b85 HTTP/1.1" status: 200 len: 854 time: 0.0478749 Feb 21 09:58:29.779815 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48925e5f-3765-4615-8ee7-750939bf0699 req-a9f5272e-c678-4892-a086-b733f027f742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:58:29.781406 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-48925e5f-3765-4615-8ee7-750939bf0699 req-a9f5272e-c678-4892-a086-b733f027f742 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=38c555ad-b552-4932-b544-2fe15a1ef111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0506005 Feb 21 09:58:29.792761 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9ce41831-2863-457d-b36e-39f459776a08 None None] Current status of the port a7864071-eb1d-4001-891a-a518aa396cd8 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:58:29.871800 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-48925e5f-3765-4615-8ee7-750939bf0699 req-61bdb621-8143-45e6-8642-a34893721d10 service neutron] 10.222.0.69 "GET /v2.0/networks/38c555ad-b552-4932-b544-2fe15a1ef111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835552 Feb 21 09:58:29.965984 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-48925e5f-3765-4615-8ee7-750939bf0699 req-f92c002d-901e-45cc-802e-7f77f3b2e61c service neutron] 10.222.0.69 "GET /v2.0/networks/38c555ad-b552-4932-b544-2fe15a1ef111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880940 Feb 21 09:58:33.196704 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-70f0a97b-d51f-4937-8f6a-8886abeab864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (7b1feb7e-a062-49d6-b835-c5fae1c9b9ce), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:58:35.133381 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.agents_db [None req-1af9f625-7d23-4c31-ae08-d0e8b46e8d0e None None] Agent healthcheck: found 6 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 09:58:35.492613 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-70813acb-9898-4aab-8d90-81fc5d552b7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (f1afc09b-b148-496e-b857-a568110caa3c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:58:36.869336 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-43ce5351-eeda-4347-b66a-565ea5ef4f96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (93f03475-d11b-4921-b82a-7ea88eab1568), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:58:37.892113 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (f5044fde-eef4-46eb-b3ce-4ab87030ccc0), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:58:38.172310 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-2b8302a0-632c-4bb4-a8e1-5b2fb521f750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (a872b2e0-7e3e-43db-8705-7fb9ea875340), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:58:39.646216 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (ce3e6371-75e2-4bba-8260-49cd855bb251), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:58:46.020550 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0878fe6-ae54-4cd5-9092-9228d5a0fa16 req-287b9d55-cd09-479a-a39f-6bf945e00c40 tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:58:46.022200 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-e0878fe6-ae54-4cd5-9092-9228d5a0fa16 req-287b9d55-cd09-479a-a39f-6bf945e00c40 tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] 10.222.0.71 "GET /v2.0/ports?device_id=897e4031-440b-4075-9442-4a2d0df03330 HTTP/1.1" status: 200 len: 984 time: 0.0547519 Feb 21 09:58:46.111563 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-e0878fe6-ae54-4cd5-9092-9228d5a0fa16 req-e6df66a7-5d3e-441f-9e1f-1e9695879976 tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] 10.222.0.71 "GET /v2.0/security-groups?id=63fc0464-4b92-466c-af15-f889e1deb024&id=7fce43ed-5dc7-41ca-b005-73dee5003489&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0828159 Feb 21 09:58:46.120943 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112d37c7-db75-4c83-8e6a-8f930b9216af req-f33b1c4d-54c9-40a3-b2ff-de97fd300e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:58:46.127264 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-112d37c7-db75-4c83-8e6a-8f930b9216af req-f33b1c4d-54c9-40a3-b2ff-de97fd300e35 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e9d8d92f884d4dea9535542b04796148&device_id=897e4031-440b-4075-9442-4a2d0df03330 HTTP/1.1" status: 200 len: 1168 time: 0.0711138 Feb 21 09:58:46.219088 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112d37c7-db75-4c83-8e6a-8f930b9216af req-a51626ca-1abd-4269-b52e-0a1b5c71cc9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:58:46.220588 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-112d37c7-db75-4c83-8e6a-8f930b9216af req-a51626ca-1abd-4269-b52e-0a1b5c71cc9e service neutron] 10.222.0.69 "GET /v2.0/networks?id=38c555ad-b552-4932-b544-2fe15a1ef111 HTTP/1.1" status: 200 len: 916 time: 0.0908792 Feb 21 09:58:46.286283 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-112d37c7-db75-4c83-8e6a-8f930b9216af req-882e166e-7b02-459d-ac23-f2c4a8a38cbd service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a7864071-eb1d-4001-891a-a518aa396cd8 HTTP/1.1" status: 200 len: 1001 time: 0.0594273 Feb 21 09:58:46.339230 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112d37c7-db75-4c83-8e6a-8f930b9216af req-38da657a-190a-448f-ac54-4b4d822ca630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:58:46.340703 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-112d37c7-db75-4c83-8e6a-8f930b9216af req-38da657a-190a-448f-ac54-4b4d822ca630 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=537942fd-b5a3-43d6-9bcd-ecef5ed54b85 HTTP/1.1" status: 200 len: 854 time: 0.0481732 Feb 21 09:58:46.388549 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112d37c7-db75-4c83-8e6a-8f930b9216af req-e6d23be0-934e-4d26-b680-58e054398484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:58:46.391023 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-112d37c7-db75-4c83-8e6a-8f930b9216af req-e6d23be0-934e-4d26-b680-58e054398484 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=38c555ad-b552-4932-b544-2fe15a1ef111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0444946 Feb 21 09:58:46.479250 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-112d37c7-db75-4c83-8e6a-8f930b9216af req-084878a0-8383-4fcd-8707-2057c6f80153 service neutron] 10.222.0.69 "GET /v2.0/networks/38c555ad-b552-4932-b544-2fe15a1ef111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819299 Feb 21 09:58:46.570682 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-112d37c7-db75-4c83-8e6a-8f930b9216af req-36cddc91-cc65-4e56-9338-14a942706522 service neutron] 10.222.0.69 "GET /v2.0/networks/38c555ad-b552-4932-b544-2fe15a1ef111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850382 Feb 21 09:58:47.237224 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee30d746-2632-4851-95d8-a4b30b7f711c req-8a8ab0dd-c928-4739-9984-91a33376a77d tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:58:47.238705 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-ee30d746-2632-4851-95d8-a4b30b7f711c req-8a8ab0dd-c928-4739-9984-91a33376a77d tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] 10.222.0.71 "GET /v2.0/ports?device_id=897e4031-440b-4075-9442-4a2d0df03330 HTTP/1.1" status: 200 len: 984 time: 0.0590281 Feb 21 09:58:47.298303 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-ee30d746-2632-4851-95d8-a4b30b7f711c req-3faad01e-baee-49f5-b571-adedc0b5fd41 tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] 10.222.0.71 "GET /v2.0/security-groups?id=63fc0464-4b92-466c-af15-f889e1deb024&id=7fce43ed-5dc7-41ca-b005-73dee5003489&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0538464 Feb 21 09:58:48.418096 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8876d56-1576-47f9-a060-09b2b5ca9262 req-a91ce395-08f8-4d49-9c9e-72e172b90ab3 tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:58:48.419575 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-d8876d56-1576-47f9-a060-09b2b5ca9262 req-a91ce395-08f8-4d49-9c9e-72e172b90ab3 tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] 10.222.0.71 "GET /v2.0/ports?device_id=897e4031-440b-4075-9442-4a2d0df03330 HTTP/1.1" status: 200 len: 984 time: 0.0566688 Feb 21 09:58:48.480900 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-d8876d56-1576-47f9-a060-09b2b5ca9262 req-230f5983-8d6d-40d7-a0f3-0dc2d9eb0972 tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] 10.222.0.71 "GET /v2.0/security-groups?id=63fc0464-4b92-466c-af15-f889e1deb024&id=7fce43ed-5dc7-41ca-b005-73dee5003489&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0545142 Feb 21 09:58:49.314427 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44d4413-6a9b-412a-81a5-bc7187be1f7c req-6178c5a6-abfc-4b28-af4c-d5bc290898af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:58:49.315913 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-c44d4413-6a9b-412a-81a5-bc7187be1f7c req-6178c5a6-abfc-4b28-af4c-d5bc290898af service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e9d8d92f884d4dea9535542b04796148&device_id=897e4031-440b-4075-9442-4a2d0df03330 HTTP/1.1" status: 200 len: 1168 time: 0.0470514 Feb 21 09:58:49.415631 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44d4413-6a9b-412a-81a5-bc7187be1f7c req-f06e0b0d-d416-46d7-8d1d-d9c1e9033090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:58:49.417092 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-c44d4413-6a9b-412a-81a5-bc7187be1f7c req-f06e0b0d-d416-46d7-8d1d-d9c1e9033090 service neutron] 10.222.0.69 "GET /v2.0/networks?id=38c555ad-b552-4932-b544-2fe15a1ef111 HTTP/1.1" status: 200 len: 916 time: 0.0849531 Feb 21 09:58:49.480868 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-c44d4413-6a9b-412a-81a5-bc7187be1f7c req-504696d1-62cc-46f9-8354-b141b6ca2705 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a7864071-eb1d-4001-891a-a518aa396cd8 HTTP/1.1" status: 200 len: 1001 time: 0.0569875 Feb 21 09:58:49.526326 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44d4413-6a9b-412a-81a5-bc7187be1f7c req-48f31167-74d3-48da-9f0b-3047382b0756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:58:49.527802 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-c44d4413-6a9b-412a-81a5-bc7187be1f7c req-48f31167-74d3-48da-9f0b-3047382b0756 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=537942fd-b5a3-43d6-9bcd-ecef5ed54b85 HTTP/1.1" status: 200 len: 854 time: 0.0417523 Feb 21 09:58:49.611348 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44d4413-6a9b-412a-81a5-bc7187be1f7c req-9a084f63-9532-44ff-983f-7606e7920972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:58:49.612763 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-c44d4413-6a9b-412a-81a5-bc7187be1f7c req-9a084f63-9532-44ff-983f-7606e7920972 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=38c555ad-b552-4932-b544-2fe15a1ef111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0790424 Feb 21 09:58:49.624168 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc84dfdb-454b-459b-8eff-e6eaec54ae9c req-4eded13b-b044-470b-bafd-cc30c141254a tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:58:49.625707 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-fc84dfdb-454b-459b-8eff-e6eaec54ae9c req-4eded13b-b044-470b-bafd-cc30c141254a tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] 10.222.0.71 "GET /v2.0/ports?device_id=897e4031-440b-4075-9442-4a2d0df03330 HTTP/1.1" status: 200 len: 984 time: 0.0680888 Feb 21 09:58:49.739292 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-fc84dfdb-454b-459b-8eff-e6eaec54ae9c req-d2346b8c-84fb-42b5-be80-df2351e99d78 tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] 10.222.0.71 "GET /v2.0/security-groups?id=63fc0464-4b92-466c-af15-f889e1deb024&id=7fce43ed-5dc7-41ca-b005-73dee5003489&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1058724 Feb 21 09:58:49.753803 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-c44d4413-6a9b-412a-81a5-bc7187be1f7c req-1d91f59f-9be5-4098-8b62-a00c2299aaf4 service neutron] 10.222.0.69 "GET /v2.0/networks/38c555ad-b552-4932-b544-2fe15a1ef111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272094 Feb 21 09:58:49.840110 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-c44d4413-6a9b-412a-81a5-bc7187be1f7c req-9cd701cc-0d24-461f-b5fb-4904f318f1e0 service neutron] 10.222.0.69 "GET /v2.0/networks/38c555ad-b552-4932-b544-2fe15a1ef111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798550 Feb 21 09:58:50.858199 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc1627f-fc76-443d-bf0d-b74575212b02 req-fe6901b3-9d29-465b-bd5d-6cbfaefcc6e7 tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:58:50.859641 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-ecc1627f-fc76-443d-bf0d-b74575212b02 req-fe6901b3-9d29-465b-bd5d-6cbfaefcc6e7 tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] 10.222.0.71 "GET /v2.0/ports?device_id=897e4031-440b-4075-9442-4a2d0df03330 HTTP/1.1" status: 200 len: 984 time: 0.0516858 Feb 21 09:58:50.920663 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-ecc1627f-fc76-443d-bf0d-b74575212b02 req-71afe22c-5901-45b4-9e07-47ff9b6907f7 tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] 10.222.0.71 "GET /v2.0/security-groups?id=63fc0464-4b92-466c-af15-f889e1deb024&id=7fce43ed-5dc7-41ca-b005-73dee5003489&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0554051 Feb 21 09:58:52.039530 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8bbcba-c4f0-42a1-9a21-06a239be6e74 req-76ea5ace-5654-45fc-9d4e-dcf154566a1d tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:58:52.041023 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-ff8bbcba-c4f0-42a1-9a21-06a239be6e74 req-76ea5ace-5654-45fc-9d4e-dcf154566a1d tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] 10.222.0.71 "GET /v2.0/ports?device_id=897e4031-440b-4075-9442-4a2d0df03330 HTTP/1.1" status: 200 len: 984 time: 0.0514796 Feb 21 09:58:52.100524 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-ff8bbcba-c4f0-42a1-9a21-06a239be6e74 req-db510fdb-c332-4efe-9997-7a20d39cd32d tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] 10.222.0.71 "GET /v2.0/security-groups?id=63fc0464-4b92-466c-af15-f889e1deb024&id=7fce43ed-5dc7-41ca-b005-73dee5003489&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0527632 Feb 21 09:58:53.218227 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d011dfdb-b758-4def-bdd1-c38ecb4a3ff6 req-84893efe-b979-499b-939a-481c7c9a09e0 tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:58:53.219714 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-d011dfdb-b758-4def-bdd1-c38ecb4a3ff6 req-84893efe-b979-499b-939a-481c7c9a09e0 tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] 10.222.0.71 "GET /v2.0/ports?device_id=897e4031-440b-4075-9442-4a2d0df03330 HTTP/1.1" status: 200 len: 984 time: 0.0538177 Feb 21 09:58:53.279052 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-d011dfdb-b758-4def-bdd1-c38ecb4a3ff6 req-3db4f502-92cb-4e35-b330-73190715af7f tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] 10.222.0.71 "GET /v2.0/security-groups?id=63fc0464-4b92-466c-af15-f889e1deb024&id=7fce43ed-5dc7-41ca-b005-73dee5003489&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0535562 Feb 21 09:58:54.400418 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb2ff62-1918-4314-8d2a-91153432def6 req-f6dc5651-1ecb-4381-a018-37cfeb8debd1 tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:58:54.401994 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-2bb2ff62-1918-4314-8d2a-91153432def6 req-f6dc5651-1ecb-4381-a018-37cfeb8debd1 tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] 10.222.0.71 "GET /v2.0/ports?device_id=897e4031-440b-4075-9442-4a2d0df03330 HTTP/1.1" status: 200 len: 984 time: 0.0553644 Feb 21 09:58:54.461376 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-2bb2ff62-1918-4314-8d2a-91153432def6 req-3f2b5411-b9ca-4f7c-a275-b2c3c84c2a35 tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] 10.222.0.71 "GET /v2.0/security-groups?id=63fc0464-4b92-466c-af15-f889e1deb024&id=7fce43ed-5dc7-41ca-b005-73dee5003489&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0531638 Feb 21 09:58:55.582211 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9022326d-6bce-4806-bd9b-c423d43bf9a9 req-93c15368-2491-4557-8dc8-47086b11de58 tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:58:55.583691 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-9022326d-6bce-4806-bd9b-c423d43bf9a9 req-93c15368-2491-4557-8dc8-47086b11de58 tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] 10.222.0.71 "GET /v2.0/ports?device_id=897e4031-440b-4075-9442-4a2d0df03330 HTTP/1.1" status: 200 len: 984 time: 0.0540617 Feb 21 09:58:55.643089 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-9022326d-6bce-4806-bd9b-c423d43bf9a9 req-07580abe-3c7b-4034-a183-c4acacf2375d tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] 10.222.0.71 "GET /v2.0/security-groups?id=63fc0464-4b92-466c-af15-f889e1deb024&id=7fce43ed-5dc7-41ca-b005-73dee5003489&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0536861 Feb 21 09:58:56.761741 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ba7e25-325c-44a3-a286-2af4a0a7c828 req-a167fd01-f0aa-4261-94a6-975293e1942e tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:58:56.763176 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-10ba7e25-325c-44a3-a286-2af4a0a7c828 req-a167fd01-f0aa-4261-94a6-975293e1942e tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] 10.222.0.71 "GET /v2.0/ports?device_id=897e4031-440b-4075-9442-4a2d0df03330 HTTP/1.1" status: 200 len: 984 time: 0.0539527 Feb 21 09:58:56.820327 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-10ba7e25-325c-44a3-a286-2af4a0a7c828 req-caf00db8-957c-4cbb-b22c-e4339a1ea975 tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] 10.222.0.71 "GET /v2.0/security-groups?id=63fc0464-4b92-466c-af15-f889e1deb024&id=7fce43ed-5dc7-41ca-b005-73dee5003489&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0509610 Feb 21 09:58:57.937813 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3064882f-9e09-4772-b129-0cad44a7f1ea req-0da93427-35eb-480d-bedf-39c336368341 tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:58:57.939291 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-3064882f-9e09-4772-b129-0cad44a7f1ea req-0da93427-35eb-480d-bedf-39c336368341 tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] 10.222.0.71 "GET /v2.0/ports?device_id=897e4031-440b-4075-9442-4a2d0df03330 HTTP/1.1" status: 200 len: 984 time: 0.0537260 Feb 21 09:58:57.998256 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-3064882f-9e09-4772-b129-0cad44a7f1ea req-e0715a12-bb02-424b-9650-0cc30e85ef17 tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] 10.222.0.71 "GET /v2.0/security-groups?id=63fc0464-4b92-466c-af15-f889e1deb024&id=7fce43ed-5dc7-41ca-b005-73dee5003489&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0534613 Feb 21 09:59:03.183626 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-635468cd-41c3-48af-b915-215c48befd49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (7b1feb7e-a062-49d6-b835-c5fae1c9b9ce), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:05.526322 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-adbeaf5e-cc70-430c-8507-101b752364ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (f1afc09b-b148-496e-b857-a568110caa3c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:06.846532 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-43ce5351-eeda-4347-b66a-565ea5ef4f96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (93f03475-d11b-4921-b82a-7ea88eab1568), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:07.869462 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (f5044fde-eef4-46eb-b3ce-4ab87030ccc0), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:08.183710 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-2b8302a0-632c-4bb4-a8e1-5b2fb521f750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (a872b2e0-7e3e-43db-8705-7fb9ea875340), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:09.657669 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (ce3e6371-75e2-4bba-8260-49cd855bb251), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:12.132064 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.agents_db [None req-1af9f625-7d23-4c31-ae08-d0e8b46e8d0e None None] Agent healthcheck: found 6 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 09:59:30.766255 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-605b6939-433c-4e98-bc47-8ffbcb7bb66c req-0322aa78-829b-45f7-841d-91b665aeba42 tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1530515272&fields=id&tenant_id=e9d8d92f884d4dea9535542b04796148 HTTP/1.1" status: 200 len: 267 time: 0.0427158 Feb 21 09:59:30.826413 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605b6939-433c-4e98-bc47-8ffbcb7bb66c req-ff6e523e-b1c3-44a7-8583-9315b77765b6 tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:59:30.827843 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-605b6939-433c-4e98-bc47-8ffbcb7bb66c req-ff6e523e-b1c3-44a7-8583-9315b77765b6 tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] 10.222.0.71 "GET /v2.0/ports?device_id=897e4031-440b-4075-9442-4a2d0df03330 HTTP/1.1" status: 200 len: 984 time: 0.0562305 Feb 21 09:59:30.838154 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.v2.base [req-605b6939-433c-4e98-bc47-8ffbcb7bb66c req-06351181-c7ee-4587-8905-653dc93ccdd7 tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] Request body: {'port': {'security_groups': ['7fce43ed-5dc7-41ca-b005-73dee5003489']}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:59:30.906811 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-605b6939-433c-4e98-bc47-8ffbcb7bb66c req-06351181-c7ee-4587-8905-653dc93ccdd7 tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (a7864071-eb1d-4001-891a-a518aa396cd8), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:31.077067 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-605b6939-433c-4e98-bc47-8ffbcb7bb66c req-06351181-c7ee-4587-8905-653dc93ccdd7 tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] For port a7864071-eb1d-4001-891a-a518aa396cd8, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=a7864071-eb1d-4001-891a-a518aa396cd8,segment=NetworkSegment(c977d95a-f8f7-4871-905e-f5e1ed39e8cd),segment_id=c977d95a-f8f7-4871-905e-f5e1ed39e8cd)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:59:31.106102 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-605b6939-433c-4e98-bc47-8ffbcb7bb66c req-06351181-c7ee-4587-8905-653dc93ccdd7 tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] Publish callbacks [] for port (a7864071-eb1d-4001-891a-a518aa396cd8), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:31.160863 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-605b6939-433c-4e98-bc47-8ffbcb7bb66c req-06351181-c7ee-4587-8905-653dc93ccdd7 tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782759442315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782758885690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782758885708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3277436'] for port (a7864071-eb1d-4001-891a-a518aa396cd8), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:31.172719 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] get_ports_and_sgs() called for port_ids ['a7864071-eb1d-4001-891a-a518aa396cd8'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 09:59:31.206171 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605b6939-433c-4e98-bc47-8ffbcb7bb66c req-06351181-c7ee-4587-8905-653dc93ccdd7 tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:59:31.206811 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-605b6939-433c-4e98-bc47-8ffbcb7bb66c req-06351181-c7ee-4587-8905-653dc93ccdd7 tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8333137'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:31.208238 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-605b6939-433c-4e98-bc47-8ffbcb7bb66c req-06351181-c7ee-4587-8905-653dc93ccdd7 tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] 10.222.0.71 "PUT /v2.0/ports/a7864071-eb1d-4001-891a-a518aa396cd8 HTTP/1.1" status: 200 len: 942 time: 0.3744559 Feb 21 09:59:31.208778 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '897e4031-440b-4075-9442-4a2d0df03330', 'tag': 'a7864071-eb1d-4001-891a-a518aa396cd8'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:59:31.211123 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c95017b57136a4249e8df2494e5587cd96ada80ae38c14c6a4695013360e62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6982af50-cff8-45ce-bf0e-747a6af45bdf" -d '{"events": [{"name": "network-changed", "server_uuid": "897e4031-440b-4075-9442-4a2d0df03330", "tag": "a7864071-eb1d-4001-891a-a518aa396cd8"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:59:31.216331 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.71', 32812) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:59:31.260495 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06351181-c7ee-4587-8905-653dc93ccdd7 tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] Pushing event updated for resources: {'Port': ['ID=a7864071-eb1d-4001-891a-a518aa396cd8,revision_number=7']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:59:31.260495 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06351181-c7ee-4587-8905-653dc93ccdd7 tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:59:31.260495 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06351181-c7ee-4587-8905-653dc93ccdd7 tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:59:31.260495 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06351181-c7ee-4587-8905-653dc93ccdd7 tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:59:31.260495 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06351181-c7ee-4587-8905-653dc93ccdd7 tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:59:31.260495 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06351181-c7ee-4587-8905-653dc93ccdd7 tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:59:31.260495 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06351181-c7ee-4587-8905-653dc93ccdd7 tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:59:31.260495 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06351181-c7ee-4587-8905-653dc93ccdd7 tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:59:31.260495 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06351181-c7ee-4587-8905-653dc93ccdd7 tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:59:31.260495 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06351181-c7ee-4587-8905-653dc93ccdd7 tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:59:31.260495 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06351181-c7ee-4587-8905-653dc93ccdd7 tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:59:31.262250 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06351181-c7ee-4587-8905-653dc93ccdd7 tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:59:31.262250 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06351181-c7ee-4587-8905-653dc93ccdd7 tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:59:31.262416 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06351181-c7ee-4587-8905-653dc93ccdd7 tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:59:31.268552 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 09:59:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-907f8ca9-a49b-42a0-90b6-eba44d38112e x-openstack-request-id: req-907f8ca9-a49b-42a0-90b6-eba44d38112e {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:59:31.268805 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "897e4031-440b-4075-9442-4a2d0df03330", "tag": "a7864071-eb1d-4001-891a-a518aa396cd8", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:59:31.269039 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-907f8ca9-a49b-42a0-90b6-eba44d38112e {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:59:31.269453 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '897e4031-440b-4075-9442-4a2d0df03330', 'tag': 'a7864071-eb1d-4001-891a-a518aa396cd8', 'status': 'completed', 'code': 200} Feb 21 09:59:31.304658 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] get_ports_and_sgs() called for port_ids ['a7864071-eb1d-4001-891a-a518aa396cd8'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 09:59:31.311505 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7e7db354-fbfd-43b1-977c-988ef7d76a0d tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] Publish callbacks [] for security_group (63fc0464-4b92-466c-af15-f889e1deb024), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:31.342528 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6982af50-cff8-45ce-bf0e-747a6af45bdf req-4180f378-e3c1-4f54-8434-e0f5ad7beb26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:59:31.344218 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-6982af50-cff8-45ce-bf0e-747a6af45bdf req-4180f378-e3c1-4f54-8434-e0f5ad7beb26 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e9d8d92f884d4dea9535542b04796148&device_id=897e4031-440b-4075-9442-4a2d0df03330 HTTP/1.1" status: 200 len: 1129 time: 0.0596509 Feb 21 09:59:31.347913 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7e7db354-fbfd-43b1-977c-988ef7d76a0d tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] Publish callbacks [] for security_group (63fc0464-4b92-466c-af15-f889e1deb024), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:31.449393 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6982af50-cff8-45ce-bf0e-747a6af45bdf req-f0c3ae90-9946-45d9-901d-ef5f93c54d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:59:31.451119 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-6982af50-cff8-45ce-bf0e-747a6af45bdf req-f0c3ae90-9946-45d9-901d-ef5f93c54d1b service neutron] 10.222.0.69 "GET /v2.0/networks?id=38c555ad-b552-4932-b544-2fe15a1ef111 HTTP/1.1" status: 200 len: 916 time: 0.1011944 Feb 21 09:59:31.495991 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-f1b55878-ced0-4473-9b13-bf451154ff00 None None] Provisioning complete for port a7864071-eb1d-4001-891a-a518aa396cd8 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:59:31.496303 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-f1b55878-ced0-4473-9b13-bf451154ff00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7397950'] for port (a7864071-eb1d-4001-891a-a518aa396cd8), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:31.498181 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7e7db354-fbfd-43b1-977c-988ef7d76a0d tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (63fc0464-4b92-466c-af15-f889e1deb024), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:31.501728 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7e7db354-fbfd-43b1-977c-988ef7d76a0d tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:31.505396 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [None req-7e7db354-fbfd-43b1-977c-988ef7d76a0d tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] 10.222.0.71 "DELETE /v2.0/security-groups/63fc0464-4b92-466c-af15-f889e1deb024 HTTP/1.1" status: 204 len: 168 time: 0.2852952 Feb 21 09:59:31.506515 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.71', 32816) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:59:31.520521 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7db354-fbfd-43b1-977c-988ef7d76a0d tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63fc0464-4b92-466c-af15-f889e1deb024,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:59:31.536923 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-6982af50-cff8-45ce-bf0e-747a6af45bdf req-64f5fc3f-7912-4a17-8fdc-7576a2986a44 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a7864071-eb1d-4001-891a-a518aa396cd8 HTTP/1.1" status: 200 len: 1001 time: 0.0791993 Feb 21 09:59:31.563417 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7db354-fbfd-43b1-977c-988ef7d76a0d tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:59:31.563896 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7db354-fbfd-43b1-977c-988ef7d76a0d tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:59:31.564343 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7db354-fbfd-43b1-977c-988ef7d76a0d tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:59:31.564723 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7db354-fbfd-43b1-977c-988ef7d76a0d tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:59:31.565174 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7db354-fbfd-43b1-977c-988ef7d76a0d tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:59:31.565736 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7db354-fbfd-43b1-977c-988ef7d76a0d tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:59:31.566306 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7db354-fbfd-43b1-977c-988ef7d76a0d tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:59:31.566882 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7db354-fbfd-43b1-977c-988ef7d76a0d tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:59:31.567461 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7db354-fbfd-43b1-977c-988ef7d76a0d tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:59:31.568044 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7db354-fbfd-43b1-977c-988ef7d76a0d tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:59:31.568483 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7db354-fbfd-43b1-977c-988ef7d76a0d tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:59:31.568872 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7db354-fbfd-43b1-977c-988ef7d76a0d tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:59:31.569205 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7db354-fbfd-43b1-977c-988ef7d76a0d tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:59:31.588633 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6982af50-cff8-45ce-bf0e-747a6af45bdf req-5d5da659-7eb5-4c99-88d3-ccc817b57ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:59:31.590143 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-6982af50-cff8-45ce-bf0e-747a6af45bdf req-5d5da659-7eb5-4c99-88d3-ccc817b57ec2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=537942fd-b5a3-43d6-9bcd-ecef5ed54b85 HTTP/1.1" status: 200 len: 854 time: 0.0467136 Feb 21 09:59:31.608588 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-f1b55878-ced0-4473-9b13-bf451154ff00 None None] Current status of the port a7864071-eb1d-4001-891a-a518aa396cd8 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:59:31.647008 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6982af50-cff8-45ce-bf0e-747a6af45bdf req-1b0e0a83-0d62-44f1-80f5-1fde045851e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:59:31.648573 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-6982af50-cff8-45ce-bf0e-747a6af45bdf req-1b0e0a83-0d62-44f1-80f5-1fde045851e3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=38c555ad-b552-4932-b544-2fe15a1ef111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0514174 Feb 21 09:59:31.690517 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-3ee1ed9b-0554-4a97-9597-81b8ae1e4ab5 tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] Deleting port 89c7a1db-cba9-4bd9-8713-559517847274 {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 09:59:31.690847 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3ee1ed9b-0554-4a97-9597-81b8ae1e4ab5 tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782759436822'] for port (89c7a1db-cba9-4bd9-8713-559517847274), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:31.745305 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-6982af50-cff8-45ce-bf0e-747a6af45bdf req-bbb40425-066e-45e8-a819-3098082a06cf service neutron] 10.222.0.69 "GET /v2.0/networks/38c555ad-b552-4932-b544-2fe15a1ef111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890906 Feb 21 09:59:31.763747 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3ee1ed9b-0554-4a97-9597-81b8ae1e4ab5 tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7915455'] for port (89c7a1db-cba9-4bd9-8713-559517847274), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:31.764068 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3ee1ed9b-0554-4a97-9597-81b8ae1e4ab5 tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] Publish callbacks [] for floatingip (89c7a1db-cba9-4bd9-8713-559517847274), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:31.776045 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-3ee1ed9b-0554-4a97-9597-81b8ae1e4ab5 tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] Calling delete_port for 89c7a1db-cba9-4bd9-8713-559517847274 owned by network:floatingip {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 09:59:31.834922 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-6982af50-cff8-45ce-bf0e-747a6af45bdf req-6be890e8-3c3e-4981-b7df-6fac96a82e4a service neutron] 10.222.0.69 "GET /v2.0/networks/38c555ad-b552-4932-b544-2fe15a1ef111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827537 Feb 21 09:59:32.052351 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3ee1ed9b-0554-4a97-9597-81b8ae1e4ab5 tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782759442297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782758885681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3964494'] for port (89c7a1db-cba9-4bd9-8713-559517847274), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:32.078093 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee1ed9b-0554-4a97-9597-81b8ae1e4ab5 tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] Pushing event deleted for resources: {'Port': ['ID=89c7a1db-cba9-4bd9-8713-559517847274,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:59:32.142800 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3ee1ed9b-0554-4a97-9597-81b8ae1e4ab5 tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] Publish callbacks [] for floatingip (37432243-7e46-442b-9085-6e41b6f46385), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:32.143397 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.db.l3_db [None req-3ee1ed9b-0554-4a97-9597-81b8ae1e4ab5 tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] Floating IP 37432243-7e46-442b-9085-6e41b6f46385 disassociated (deleted). External IP: 172.27.2.249, port: a7864071-eb1d-4001-891a-a518aa396cd8. Feb 21 09:59:32.357445 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ee1ed9b-0554-4a97-9597-81b8ae1e4ab5 tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] Router 2e0f5198-e8e8-4484-8928-5df00cf3d175 has already been hosted by L3 agent f1afc09b-b148-496e-b857-a568110caa3c {{(pid=109857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:59:32.463951 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ee1ed9b-0554-4a97-9597-81b8ae1e4ab5 tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] Notify agent at l3_agent.dv-cinder-804757-16-iscsi the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:59:32.468734 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3ee1ed9b-0554-4a97-9597-81b8ae1e4ab5 tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8333137'] for floatingip (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:32.474331 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae706a96-5398-43b5-bcfe-949a0e6952a4 None None] Sync routers for ids ['2e0f5198-e8e8-4484-8928-5df00cf3d175'] in dv-cinder-804757-16-iscsi {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 09:59:32.483957 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae706a96-5398-43b5-bcfe-949a0e6952a4 None None] Routers {'2e0f5198-e8e8-4484-8928-5df00cf3d175'} bound to L3 agent in host dv-cinder-804757-16-iscsi {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:59:32.484680 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-ae706a96-5398-43b5-bcfe-949a0e6952a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T09:37:05Z,description=,heartbeat_timestamp=2022-02-21T09:59:05Z,host='dv-cinder-804757-16-iscsi',id=f1afc09b-b148-496e-b857-a568110caa3c,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:37:06Z,topic='l3_agent')) {'router_ids': ['2e0f5198-e8e8-4484-8928-5df00cf3d175'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:59:32.497972 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [None req-3ee1ed9b-0554-4a97-9597-81b8ae1e4ab5 tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] 10.222.0.71 "DELETE /v2.0/floatingips/37432243-7e46-442b-9085-6e41b6f46385 HTTP/1.1" status: 204 len: 168 time: 0.9891987 Feb 21 09:59:32.498564 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '897e4031-440b-4075-9442-4a2d0df03330', 'tag': 'a7864071-eb1d-4001-891a-a518aa396cd8'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:59:32.500827 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed733fd514e63afa326271342bdd0eb660bec12def84d2cf05433d99cf8b9d1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2b2ff84-cda6-454b-b2c0-85554e544c64" -d '{"events": [{"name": "network-changed", "server_uuid": "897e4031-440b-4075-9442-4a2d0df03330", "tag": "a7864071-eb1d-4001-891a-a518aa396cd8"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:59:32.605530 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-ae706a96-5398-43b5-bcfe-949a0e6952a4 None None] Set router 2e0f5198-e8e8-4484-8928-5df00cf3d175 gateway port host: dv-cinder-804757-16-iscsi {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:59:32.634380 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 09:59:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce0f3a26-9636-4ac2-9672-647846ec65c0 x-openstack-request-id: req-ce0f3a26-9636-4ac2-9672-647846ec65c0 {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:59:32.634678 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "897e4031-440b-4075-9442-4a2d0df03330", "tag": "a7864071-eb1d-4001-891a-a518aa396cd8", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:59:32.634935 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-ce0f3a26-9636-4ac2-9672-647846ec65c0 {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:59:32.636062 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '897e4031-440b-4075-9442-4a2d0df03330', 'tag': 'a7864071-eb1d-4001-891a-a518aa396cd8', 'status': 'completed', 'code': 200} Feb 21 09:59:32.701132 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b2ff84-cda6-454b-b2c0-85554e544c64 req-62a1b83d-ff13-4dac-b7e4-bdba201118da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:59:32.702716 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-b2b2ff84-cda6-454b-b2c0-85554e544c64 req-62a1b83d-ff13-4dac-b7e4-bdba201118da service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e9d8d92f884d4dea9535542b04796148&device_id=897e4031-440b-4075-9442-4a2d0df03330 HTTP/1.1" status: 200 len: 1129 time: 0.0457113 Feb 21 09:59:32.960086 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-ae706a96-5398-43b5-bcfe-949a0e6952a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e0f5198-e8e8-4484-8928-5df00cf3d175', 'name': 'tempest-TestMinimumBasicScenario-1684834875-router', 'tenant_id': 'e9d8d92f884d4dea9535542b04796148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'external_fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': 'f3bda6ba-68ae-4426-ac99-2c350e783458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:57:30Z', 'updated_at': '2022-02-21T09:57:33Z', 'revision_number': 4, 'project_id': 'e9d8d92f884d4dea9535542b04796148', 'gw_port': {'id': 'f3bda6ba-68ae-4426-ac99-2c350e783458', 'name': '', 'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:61:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e0f5198-e8e8-4484-8928-5df00cf3d175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:57:30Z', 'updated_at': '2022-02-21T09:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-16-iscsi', '_interfaces': [{'id': '27a53cab-88e4-4d05-864b-0b0d6d681a4a', 'name': '', 'network_id': '38c555ad-b552-4932-b544-2fe15a1ef111', 'tenant_id': 'e9d8d92f884d4dea9535542b04796148', 'mac_address': 'fa:16:3e:4e:1f:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e0f5198-e8e8-4484-8928-5df00cf3d175', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '537942fd-b5a3-43d6-9bcd-ecef5ed54b85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:57:32Z', 'updated_at': '2022-02-21T09:57:36Z', 'revision_number': 5, 'project_id': 'e9d8d92f884d4dea9535542b04796148', 'subnets': [{'id': '537942fd-b5a3-43d6-9bcd-ecef5ed54b85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-16-iscsi', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:59:32.986349 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae706a96-5398-43b5-bcfe-949a0e6952a4 None None] Checking router: 2e0f5198-e8e8-4484-8928-5df00cf3d175 for host: dv-cinder-804757-16-iscsi {{(pid=109858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 09:59:32.995422 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae706a96-5398-43b5-bcfe-949a0e6952a4 None None] Routers {'2e0f5198-e8e8-4484-8928-5df00cf3d175'} bound to L3 agent in host dv-cinder-804757-16-iscsi {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:59:32.996055 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-ae706a96-5398-43b5-bcfe-949a0e6952a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T09:37:05Z,description=,heartbeat_timestamp=2022-02-21T09:59:05Z,host='dv-cinder-804757-16-iscsi',id=f1afc09b-b148-496e-b857-a568110caa3c,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:37:06Z,topic='l3_agent')) {'router_ids': ['2e0f5198-e8e8-4484-8928-5df00cf3d175'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:59:33.094638 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b2ff84-cda6-454b-b2c0-85554e544c64 req-0361dc93-f251-4c13-88bc-bf247c91f2df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:59:33.096855 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-b2b2ff84-cda6-454b-b2c0-85554e544c64 req-0361dc93-f251-4c13-88bc-bf247c91f2df service neutron] 10.222.0.69 "GET /v2.0/networks?id=38c555ad-b552-4932-b544-2fe15a1ef111 HTTP/1.1" status: 200 len: 916 time: 0.3884785 Feb 21 09:59:33.107152 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-ae706a96-5398-43b5-bcfe-949a0e6952a4 None None] Set router 2e0f5198-e8e8-4484-8928-5df00cf3d175 gateway port host: dv-cinder-804757-16-iscsi {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:59:33.137290 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-b2b2ff84-cda6-454b-b2c0-85554e544c64 req-1cb49ee4-8cf5-4ae5-96b1-f2c25741ec8a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a7864071-eb1d-4001-891a-a518aa396cd8 HTTP/1.1" status: 200 len: 217 time: 0.0338321 Feb 21 09:59:33.184861 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b2ff84-cda6-454b-b2c0-85554e544c64 req-96e5bd18-1645-4b0b-9ece-9b848b99390d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:59:33.186298 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-b2b2ff84-cda6-454b-b2c0-85554e544c64 req-96e5bd18-1645-4b0b-9ece-9b848b99390d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=537942fd-b5a3-43d6-9bcd-ecef5ed54b85 HTTP/1.1" status: 200 len: 854 time: 0.0430584 Feb 21 09:59:33.242231 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b2ff84-cda6-454b-b2c0-85554e544c64 req-cbd80aa1-b718-4e3b-8910-6ccef851e160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:59:33.242820 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-237778f4-5a77-4163-8ad1-83384e480244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (7b1feb7e-a062-49d6-b835-c5fae1c9b9ce), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:33.243945 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-b2b2ff84-cda6-454b-b2c0-85554e544c64 req-cbd80aa1-b718-4e3b-8910-6ccef851e160 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=38c555ad-b552-4932-b544-2fe15a1ef111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0514016 Feb 21 09:59:33.337580 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-ae706a96-5398-43b5-bcfe-949a0e6952a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e0f5198-e8e8-4484-8928-5df00cf3d175', 'name': 'tempest-TestMinimumBasicScenario-1684834875-router', 'tenant_id': 'e9d8d92f884d4dea9535542b04796148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'external_fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': 'f3bda6ba-68ae-4426-ac99-2c350e783458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:57:30Z', 'updated_at': '2022-02-21T09:57:33Z', 'revision_number': 4, 'project_id': 'e9d8d92f884d4dea9535542b04796148', 'gw_port': {'id': 'f3bda6ba-68ae-4426-ac99-2c350e783458', 'name': '', 'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:61:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e0f5198-e8e8-4484-8928-5df00cf3d175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:57:30Z', 'updated_at': '2022-02-21T09:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-16-iscsi', '_interfaces': [{'id': '27a53cab-88e4-4d05-864b-0b0d6d681a4a', 'name': '', 'network_id': '38c555ad-b552-4932-b544-2fe15a1ef111', 'tenant_id': 'e9d8d92f884d4dea9535542b04796148', 'mac_address': 'fa:16:3e:4e:1f:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e0f5198-e8e8-4484-8928-5df00cf3d175', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '537942fd-b5a3-43d6-9bcd-ecef5ed54b85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:57:32Z', 'updated_at': '2022-02-21T09:57:36Z', 'revision_number': 5, 'project_id': 'e9d8d92f884d4dea9535542b04796148', 'subnets': [{'id': '537942fd-b5a3-43d6-9bcd-ecef5ed54b85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-16-iscsi', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:59:33.338007 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-b2b2ff84-cda6-454b-b2c0-85554e544c64 req-98ec39ee-cfca-4e38-9ede-df975d804ddd service neutron] 10.222.0.69 "GET /v2.0/networks/38c555ad-b552-4932-b544-2fe15a1ef111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879958 Feb 21 09:59:33.365709 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae706a96-5398-43b5-bcfe-949a0e6952a4 None None] The sync data for ids ['2e0f5198-e8e8-4484-8928-5df00cf3d175'] in dv-cinder-804757-16-iscsi is: [{'id': '2e0f5198-e8e8-4484-8928-5df00cf3d175', 'name': 'tempest-TestMinimumBasicScenario-1684834875-router', 'tenant_id': 'e9d8d92f884d4dea9535542b04796148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'external_fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': 'f3bda6ba-68ae-4426-ac99-2c350e783458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:57:30Z', 'updated_at': '2022-02-21T09:57:33Z', 'revision_number': 4, 'project_id': 'e9d8d92f884d4dea9535542b04796148', 'gw_port': {'id': 'f3bda6ba-68ae-4426-ac99-2c350e783458', 'name': '', 'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:61:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e0f5198-e8e8-4484-8928-5df00cf3d175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:57:30Z', 'updated_at': '2022-02-21T09:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-16-iscsi', '_interfaces': [{'id': '27a53cab-88e4-4d05-864b-0b0d6d681a4a', 'name': '', 'network_id': '38c555ad-b552-4932-b544-2fe15a1ef111', 'tenant_id': 'e9d8d92f884d4dea9535542b04796148', 'mac_address': 'fa:16:3e:4e:1f:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e0f5198-e8e8-4484-8928-5df00cf3d175', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '537942fd-b5a3-43d6-9bcd-ecef5ed54b85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:57:32Z', 'updated_at': '2022-02-21T09:57:36Z', 'revision_number': 5, 'project_id': 'e9d8d92f884d4dea9535542b04796148', 'subnets': [{'id': '537942fd-b5a3-43d6-9bcd-ecef5ed54b85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 09:59:33.435818 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-b2b2ff84-cda6-454b-b2c0-85554e544c64 req-b777c792-d3b3-47a2-ad70-2ab92b78ea29 service neutron] 10.222.0.69 "GET /v2.0/networks/38c555ad-b552-4932-b544-2fe15a1ef111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903714 Feb 21 09:59:33.582695 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f4da35-f24e-4372-8e58-56dd2e2483d4 None None] New status for floating IP 37432243-7e46-442b-9085-6e41b6f46385: DOWN {{(pid=109859) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 21 09:59:35.513694 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-6310ec2c-8cb4-4109-a8a9-db208d40b926 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (f1afc09b-b148-496e-b857-a568110caa3c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:35.712442 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3d321d-6ff5-43d6-9411-03f86c8fddbd req-cfeb2a68-07ee-4a69-8948-d1d4c0fb35d0 tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:59:35.713936 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-ed3d321d-6ff5-43d6-9411-03f86c8fddbd req-cfeb2a68-07ee-4a69-8948-d1d4c0fb35d0 tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] 10.222.0.71 "GET /v2.0/ports?device_id=897e4031-440b-4075-9442-4a2d0df03330 HTTP/1.1" status: 200 len: 945 time: 0.0508413 Feb 21 09:59:35.759193 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-ed3d321d-6ff5-43d6-9411-03f86c8fddbd req-3dc26a27-646e-4861-8c65-ba7da81f6ce8 tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] 10.222.0.71 "GET /v2.0/security-groups?id=7fce43ed-5dc7-41ca-b005-73dee5003489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394928 Feb 21 09:59:36.852232 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-43ce5351-eeda-4347-b66a-565ea5ef4f96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (93f03475-d11b-4921-b82a-7ea88eab1568), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:36.881619 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03aac1b-9ced-4ae0-a780-7e168086791c req-7b5583b7-8de9-453a-b1f1-6c22ad92736d tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:59:36.883336 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-f03aac1b-9ced-4ae0-a780-7e168086791c req-7b5583b7-8de9-453a-b1f1-6c22ad92736d tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] 10.222.0.71 "GET /v2.0/ports?device_id=897e4031-440b-4075-9442-4a2d0df03330 HTTP/1.1" status: 200 len: 945 time: 0.0552719 Feb 21 09:59:36.934384 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-f03aac1b-9ced-4ae0-a780-7e168086791c req-209e6165-6a96-4343-aff1-3ac6f384b17c tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] 10.222.0.71 "GET /v2.0/security-groups?id=7fce43ed-5dc7-41ca-b005-73dee5003489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457697 Feb 21 09:59:37.402352 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61834bec-9512-416f-b544-f71ca64d8027 req-889263d6-ad5e-412c-b898-72a3726b32b9 tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:59:37.403758 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-61834bec-9512-416f-b544-f71ca64d8027 req-889263d6-ad5e-412c-b898-72a3726b32b9 tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] 10.222.0.69 "GET /v2.0/ports?device_id=897e4031-440b-4075-9442-4a2d0df03330 HTTP/1.1" status: 200 len: 945 time: 0.0499811 Feb 21 09:59:37.493087 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-61834bec-9512-416f-b544-f71ca64d8027 req-61a1af52-9ae1-485a-aaa5-d97339bcb499 tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] Deleting port a7864071-eb1d-4001-891a-a518aa396cd8 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 09:59:37.493429 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-61834bec-9512-416f-b544-f71ca64d8027 req-61a1af52-9ae1-485a-aaa5-d97339bcb499 tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782759436822'] for port (a7864071-eb1d-4001-891a-a518aa396cd8), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:37.582163 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-61834bec-9512-416f-b544-f71ca64d8027 req-61a1af52-9ae1-485a-aaa5-d97339bcb499 tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] For port a7864071-eb1d-4001-891a-a518aa396cd8, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=a7864071-eb1d-4001-891a-a518aa396cd8,segment=NetworkSegment(c977d95a-f8f7-4871-905e-f5e1ed39e8cd),segment_id=c977d95a-f8f7-4871-905e-f5e1ed39e8cd)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:59:37.582518 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-61834bec-9512-416f-b544-f71ca64d8027 req-61a1af52-9ae1-485a-aaa5-d97339bcb499 tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7915455'] for port (a7864071-eb1d-4001-891a-a518aa396cd8), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:37.593952 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-61834bec-9512-416f-b544-f71ca64d8027 req-61a1af52-9ae1-485a-aaa5-d97339bcb499 tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] Calling delete_port for a7864071-eb1d-4001-891a-a518aa396cd8 owned by compute:nova {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 09:59:37.823489 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-61834bec-9512-416f-b544-f71ca64d8027 req-61a1af52-9ae1-485a-aaa5-d97339bcb499 tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782759442297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782758885681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277415'] for port (a7864071-eb1d-4001-891a-a518aa396cd8), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:37.836002 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] get_ports_and_sgs() called for port_ids ['a7864071-eb1d-4001-891a-a518aa396cd8'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 09:59:37.851109 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a1af52-9ae1-485a-aaa5-d97339bcb499 tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] Pushing event deleted for resources: {'Port': ['ID=a7864071-eb1d-4001-891a-a518aa396cd8,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:59:37.895328 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-61834bec-9512-416f-b544-f71ca64d8027 req-61a1af52-9ae1-485a-aaa5-d97339bcb499 tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] No DVR routers for this DVR port a7864071-eb1d-4001-891a-a518aa396cd8 on host hv-cinder-80475 {{(pid=109856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:59:37.901378 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (f5044fde-eef4-46eb-b3ce-4ab87030ccc0), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:37.901847 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-61834bec-9512-416f-b544-f71ca64d8027 req-61a1af52-9ae1-485a-aaa5-d97339bcb499 tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8333137'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:37.901847 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-61834bec-9512-416f-b544-f71ca64d8027 req-61a1af52-9ae1-485a-aaa5-d97339bcb499 tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] 10.222.0.69 "DELETE /v2.0/ports/a7864071-eb1d-4001-891a-a518aa396cd8 HTTP/1.1" status: 204 len: 173 time: 0.4922383 Feb 21 09:59:37.901847 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '897e4031-440b-4075-9442-4a2d0df03330', 'name': 'network-vif-deleted', 'tag': 'a7864071-eb1d-4001-891a-a518aa396cd8'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 09:59:37.904061 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c95017b57136a4249e8df2494e5587cd96ada80ae38c14c6a4695013360e62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77cf7eb4-2d15-4af7-aae2-4bc1e04d302a" -d '{"events": [{"server_uuid": "897e4031-440b-4075-9442-4a2d0df03330", "name": "network-vif-deleted", "tag": "a7864071-eb1d-4001-891a-a518aa396cd8"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 09:59:37.941308 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 09:59:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65acbd8f-00b5-41ef-a7b7-725dfbd4863d x-openstack-request-id: req-65acbd8f-00b5-41ef-a7b7-725dfbd4863d {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 09:59:37.941609 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "897e4031-440b-4075-9442-4a2d0df03330", "name": "network-vif-deleted", "tag": "a7864071-eb1d-4001-891a-a518aa396cd8", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 09:59:37.941869 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-65acbd8f-00b5-41ef-a7b7-725dfbd4863d {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 09:59:37.942294 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '897e4031-440b-4075-9442-4a2d0df03330', 'name': 'network-vif-deleted', 'tag': 'a7864071-eb1d-4001-891a-a518aa396cd8', 'status': 'completed', 'code': 200} Feb 21 09:59:38.030324 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-14238638-27fc-47cf-8c41-8ba001fd12d2 req-fd82be1a-2476-4078-a31c-ae877126abb6 tempest-TestMinimumBasicScenario-1176120706 tempest-TestMinimumBasicScenario-1176120706-project] 10.222.0.71 "GET /v2.0/ports?device_id=897e4031-440b-4075-9442-4a2d0df03330 HTTP/1.1" status: 200 len: 210 time: 0.0275416 Feb 21 09:59:38.193855 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-2b8302a0-632c-4bb4-a8e1-5b2fb521f750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (a872b2e0-7e3e-43db-8705-7fb9ea875340), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:39.669235 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (ce3e6371-75e2-4bba-8260-49cd855bb251), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:40.222893 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.71', 32904) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:59:40.557295 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4b76ad7b-383a-450e-bead-cb7ae041e92b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7916535'] for router_interface (2e0f5198-e8e8-4484-8928-5df00cf3d175), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:40.793965 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-4b76ad7b-383a-450e-bead-cb7ae041e92b admin admin] Deleting port 27a53cab-88e4-4d05-864b-0b0d6d681a4a {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 09:59:40.794299 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4b76ad7b-383a-450e-bead-cb7ae041e92b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782759436822'] for port (27a53cab-88e4-4d05-864b-0b0d6d681a4a), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:40.872966 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.plugins.ml2.db [None req-4b76ad7b-383a-450e-bead-cb7ae041e92b admin admin] For port 27a53cab-88e4-4d05-864b-0b0d6d681a4a, host dv-cinder-804757-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-16-iscsi',level=0,port_id=27a53cab-88e4-4d05-864b-0b0d6d681a4a,segment=NetworkSegment(c977d95a-f8f7-4871-905e-f5e1ed39e8cd),segment_id=c977d95a-f8f7-4871-905e-f5e1ed39e8cd)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:59:40.873271 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4b76ad7b-383a-450e-bead-cb7ae041e92b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7915455'] for port (27a53cab-88e4-4d05-864b-0b0d6d681a4a), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:40.885352 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-4b76ad7b-383a-450e-bead-cb7ae041e92b admin admin] Calling delete_port for 27a53cab-88e4-4d05-864b-0b0d6d681a4a owned by network:router_interface {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 09:59:41.115011 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4b76ad7b-383a-450e-bead-cb7ae041e92b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782759442297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782758885681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3964494'] for port (27a53cab-88e4-4d05-864b-0b0d6d681a4a), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:41.140344 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b76ad7b-383a-450e-bead-cb7ae041e92b admin admin] Pushing event deleted for resources: {'Port': ['ID=27a53cab-88e4-4d05-864b-0b0d6d681a4a,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:59:41.304481 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4b76ad7b-383a-450e-bead-cb7ae041e92b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7905546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7910503'] for router_interface (2e0f5198-e8e8-4484-8928-5df00cf3d175), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:41.338309 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Device a7864071-eb1d-4001-891a-a518aa396cd8 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 09:59:41.358553 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] No Port match for: a7864071-eb1d-4001-891a-a518aa396cd8 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 09:59:41.359016 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Device a7864071-eb1d-4001-891a-a518aa396cd8 not bound to the agent host hv-cinder-80475 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 09:59:41.518329 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b76ad7b-383a-450e-bead-cb7ae041e92b admin admin] Router 2e0f5198-e8e8-4484-8928-5df00cf3d175 has already been hosted by L3 agent f1afc09b-b148-496e-b857-a568110caa3c {{(pid=109857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:59:41.840925 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b76ad7b-383a-450e-bead-cb7ae041e92b admin admin] Notify agent at l3_agent.dv-cinder-804757-16-iscsi the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:59:41.846043 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [None req-4b76ad7b-383a-450e-bead-cb7ae041e92b admin admin] 10.222.0.71 "PUT /v2.0/routers/2e0f5198-e8e8-4484-8928-5df00cf3d175/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6220412 Feb 21 09:59:41.849471 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 32906) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:59:41.850895 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7035e4f7-5baa-489b-9799-6c1695d2945f None None] Sync routers for ids ['2e0f5198-e8e8-4484-8928-5df00cf3d175'] in dv-cinder-804757-16-iscsi {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 09:59:41.860262 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7035e4f7-5baa-489b-9799-6c1695d2945f None None] Routers {'2e0f5198-e8e8-4484-8928-5df00cf3d175'} bound to L3 agent in host dv-cinder-804757-16-iscsi {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:59:41.860896 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-7035e4f7-5baa-489b-9799-6c1695d2945f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T09:37:05Z,description=,heartbeat_timestamp=2022-02-21T09:59:35Z,host='dv-cinder-804757-16-iscsi',id=f1afc09b-b148-496e-b857-a568110caa3c,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:37:06Z,topic='l3_agent')) {'router_ids': ['2e0f5198-e8e8-4484-8928-5df00cf3d175'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:59:41.955895 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9c794960-7389-423a-bb38-a07bf77d51f0 admin admin] Publish callbacks [] for router (2e0f5198-e8e8-4484-8928-5df00cf3d175), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:41.968253 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-7035e4f7-5baa-489b-9799-6c1695d2945f None None] Set router 2e0f5198-e8e8-4484-8928-5df00cf3d175 gateway port host: dv-cinder-804757-16-iscsi {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:59:42.058540 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9c794960-7389-423a-bb38-a07bf77d51f0 admin admin] Publish callbacks [] for router_gateway (2e0f5198-e8e8-4484-8928-5df00cf3d175), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:42.144286 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-7035e4f7-5baa-489b-9799-6c1695d2945f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e0f5198-e8e8-4484-8928-5df00cf3d175', 'name': 'tempest-TestMinimumBasicScenario-1684834875-router', 'tenant_id': 'e9d8d92f884d4dea9535542b04796148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'external_fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': 'f3bda6ba-68ae-4426-ac99-2c350e783458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:57:30Z', 'updated_at': '2022-02-21T09:59:41Z', 'revision_number': 5, 'project_id': 'e9d8d92f884d4dea9535542b04796148', 'gw_port': {'id': 'f3bda6ba-68ae-4426-ac99-2c350e783458', 'name': '', 'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:61:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e0f5198-e8e8-4484-8928-5df00cf3d175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:57:30Z', 'updated_at': '2022-02-21T09:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-16-iscsi'}], 'dv-cinder-804757-16-iscsi', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:59:42.171263 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7035e4f7-5baa-489b-9799-6c1695d2945f None None] Checking router: 2e0f5198-e8e8-4484-8928-5df00cf3d175 for host: dv-cinder-804757-16-iscsi {{(pid=109858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 09:59:42.181025 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7035e4f7-5baa-489b-9799-6c1695d2945f None None] Routers {'2e0f5198-e8e8-4484-8928-5df00cf3d175'} bound to L3 agent in host dv-cinder-804757-16-iscsi {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:59:42.181718 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-7035e4f7-5baa-489b-9799-6c1695d2945f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T09:37:05Z,description=,heartbeat_timestamp=2022-02-21T09:59:35Z,host='dv-cinder-804757-16-iscsi',id=f1afc09b-b148-496e-b857-a568110caa3c,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:37:06Z,topic='l3_agent')) {'router_ids': ['2e0f5198-e8e8-4484-8928-5df00cf3d175'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:59:42.190190 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-9c794960-7389-423a-bb38-a07bf77d51f0 admin admin] Deleting port f3bda6ba-68ae-4426-ac99-2c350e783458 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 09:59:42.190523 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9c794960-7389-423a-bb38-a07bf77d51f0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782759436822'] for port (f3bda6ba-68ae-4426-ac99-2c350e783458), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:42.267011 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.db [None req-9c794960-7389-423a-bb38-a07bf77d51f0 admin admin] For port f3bda6ba-68ae-4426-ac99-2c350e783458, host dv-cinder-804757-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-16-iscsi',level=0,port_id=f3bda6ba-68ae-4426-ac99-2c350e783458,segment=NetworkSegment(64ea902b-f589-4efc-8b2e-260a836a5805),segment_id=64ea902b-f589-4efc-8b2e-260a836a5805)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:59:42.267373 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9c794960-7389-423a-bb38-a07bf77d51f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7915455'] for port (f3bda6ba-68ae-4426-ac99-2c350e783458), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:42.270730 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-7035e4f7-5baa-489b-9799-6c1695d2945f None None] Set router 2e0f5198-e8e8-4484-8928-5df00cf3d175 gateway port host: None {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:59:42.279394 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-9c794960-7389-423a-bb38-a07bf77d51f0 admin admin] Calling delete_port for f3bda6ba-68ae-4426-ac99-2c350e783458 owned by network:router_gateway {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 09:59:42.324775 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-7035e4f7-5baa-489b-9799-6c1695d2945f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e0f5198-e8e8-4484-8928-5df00cf3d175', 'name': 'tempest-TestMinimumBasicScenario-1684834875-router', 'tenant_id': 'e9d8d92f884d4dea9535542b04796148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:57:30Z', 'updated_at': '2022-02-21T09:59:42Z', 'revision_number': 6, 'project_id': 'e9d8d92f884d4dea9535542b04796148', 'gw_port_host': None}], 'dv-cinder-804757-16-iscsi', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:59:42.351228 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7035e4f7-5baa-489b-9799-6c1695d2945f None None] The sync data for ids ['2e0f5198-e8e8-4484-8928-5df00cf3d175'] in dv-cinder-804757-16-iscsi is: [{'id': '2e0f5198-e8e8-4484-8928-5df00cf3d175', 'name': 'tempest-TestMinimumBasicScenario-1684834875-router', 'tenant_id': 'e9d8d92f884d4dea9535542b04796148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:57:30Z', 'updated_at': '2022-02-21T09:59:42Z', 'revision_number': 6, 'project_id': 'e9d8d92f884d4dea9535542b04796148', 'gw_port_host': None}] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 09:59:42.513914 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9c794960-7389-423a-bb38-a07bf77d51f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782759442297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782758885681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277415'] for port (f3bda6ba-68ae-4426-ac99-2c350e783458), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:42.537240 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c794960-7389-423a-bb38-a07bf77d51f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3bda6ba-68ae-4426-ac99-2c350e783458,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:59:42.601644 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9c794960-7389-423a-bb38-a07bf77d51f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7917197'] for router_gateway (2e0f5198-e8e8-4484-8928-5df00cf3d175), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:42.692709 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9c794960-7389-423a-bb38-a07bf77d51f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7916049', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1445'] for router (2e0f5198-e8e8-4484-8928-5df00cf3d175), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:42.694925 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9c794960-7389-423a-bb38-a07bf77d51f0 admin admin] Publish callbacks [] for router_controller (2e0f5198-e8e8-4484-8928-5df00cf3d175), precommit_delete_associations {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:42.822478 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9c794960-7389-423a-bb38-a07bf77d51f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7916136'] for router (2e0f5198-e8e8-4484-8928-5df00cf3d175), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:42.823053 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c794960-7389-423a-bb38-a07bf77d51f0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2e0f5198-e8e8-4484-8928-5df00cf3d175 {{(pid=109856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 21 09:59:42.831773 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9c794960-7389-423a-bb38-a07bf77d51f0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:42.831773 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-9c794960-7389-423a-bb38-a07bf77d51f0 admin admin] 10.222.0.71 "DELETE /v2.0/routers/2e0f5198-e8e8-4484-8928-5df00cf3d175 HTTP/1.1" status: 204 len: 168 time: 0.9784667 Feb 21 09:59:42.831773 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 32908) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:59:42.875963 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.db.db_base_plugin_v2 [None req-56adb9e5-57aa-4b83-ad3c-80601ea1941e admin admin] Deleting subnet 537942fd-b5a3-43d6-9bcd-ecef5ed54b85 {{(pid=109856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 21 09:59:42.879269 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-56adb9e5-57aa-4b83-ad3c-80601ea1941e admin admin] Publish callbacks [] for subnet (537942fd-b5a3-43d6-9bcd-ecef5ed54b85), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:42.918116 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-56adb9e5-57aa-4b83-ad3c-80601ea1941e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3324893'] for subnet (537942fd-b5a3-43d6-9bcd-ecef5ed54b85), precommit_delete_associations {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:42.993413 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-56adb9e5-57aa-4b83-ad3c-80601ea1941e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7409676'] for subnet (537942fd-b5a3-43d6-9bcd-ecef5ed54b85), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:43.108907 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-56adb9e5-57aa-4b83-ad3c-80601ea1941e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7409717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3278006', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25916529'] for subnet (537942fd-b5a3-43d6-9bcd-ecef5ed54b85), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:43.136342 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56adb9e5-57aa-4b83-ad3c-80601ea1941e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=537942fd-b5a3-43d6-9bcd-ecef5ed54b85,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:59:43.138352 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-56adb9e5-57aa-4b83-ad3c-80601ea1941e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:43.143207 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31b1538f-136e-432a-bca2-ca82a279ff91 None None] Network 38c555ad-b552-4932-b544-2fe15a1ef111 requested from dv-cinder-804757-16-iscsi {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 09:59:43.147483 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-56adb9e5-57aa-4b83-ad3c-80601ea1941e admin admin] 10.222.0.71 "DELETE /v2.0/subnets/537942fd-b5a3-43d6-9bcd-ecef5ed54b85 HTTP/1.1" status: 204 len: 168 time: 0.3147717 Feb 21 09:59:43.150439 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.71', 32910) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:59:43.225390 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ad917203-cbaf-4943-a0f2-9747482ebb83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-977029'] for network (38c555ad-b552-4932-b544-2fe15a1ef111), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:43.284441 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-ad917203-cbaf-4943-a0f2-9747482ebb83 admin admin] Deleting port efcd17fd-4cbe-4ede-925d-4f2a5826afbc {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 09:59:43.284845 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ad917203-cbaf-4943-a0f2-9747482ebb83 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782759436822'] for port (efcd17fd-4cbe-4ede-925d-4f2a5826afbc), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:43.320708 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fcf5dcd-fbf4-4126-860f-057a95b0dca3 None None] DHCP port deletion for 38c555ad-b552-4932-b544-2fe15a1ef111 request from dv-cinder-804757-16-iscsi {{(pid=109858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 21 09:59:43.355970 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.plugins.ml2.db [None req-ad917203-cbaf-4943-a0f2-9747482ebb83 admin admin] For port efcd17fd-4cbe-4ede-925d-4f2a5826afbc, host dv-cinder-804757-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-16-iscsi',level=0,port_id=efcd17fd-4cbe-4ede-925d-4f2a5826afbc,segment=NetworkSegment(c977d95a-f8f7-4871-905e-f5e1ed39e8cd),segment_id=c977d95a-f8f7-4871-905e-f5e1ed39e8cd)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:59:43.356233 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ad917203-cbaf-4943-a0f2-9747482ebb83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7915455'] for port (efcd17fd-4cbe-4ede-925d-4f2a5826afbc), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:43.371260 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-ad917203-cbaf-4943-a0f2-9747482ebb83 admin admin] Calling delete_port for efcd17fd-4cbe-4ede-925d-4f2a5826afbc owned by network:dhcp {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 09:59:43.374858 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fcf5dcd-fbf4-4126-860f-057a95b0dca3 None None] Deleting port efcd17fd-4cbe-4ede-925d-4f2a5826afbc {{(pid=109858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 09:59:43.375397 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fcf5dcd-fbf4-4126-860f-057a95b0dca3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782759436822'] for port (efcd17fd-4cbe-4ede-925d-4f2a5826afbc), before_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:43.441160 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fcf5dcd-fbf4-4126-860f-057a95b0dca3 None None] For port efcd17fd-4cbe-4ede-925d-4f2a5826afbc, host dv-cinder-804757-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-16-iscsi',level=0,port_id=efcd17fd-4cbe-4ede-925d-4f2a5826afbc,segment=NetworkSegment(c977d95a-f8f7-4871-905e-f5e1ed39e8cd),segment_id=c977d95a-f8f7-4871-905e-f5e1ed39e8cd)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:59:43.441557 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fcf5dcd-fbf4-4126-860f-057a95b0dca3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7915455'] for port (efcd17fd-4cbe-4ede-925d-4f2a5826afbc), precommit_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:43.457075 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fcf5dcd-fbf4-4126-860f-057a95b0dca3 None None] Calling delete_port for efcd17fd-4cbe-4ede-925d-4f2a5826afbc owned by network:dhcp {{(pid=109858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 09:59:43.520489 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ad917203-cbaf-4943-a0f2-9747482ebb83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782759442297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782758885681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3964494'] for port (efcd17fd-4cbe-4ede-925d-4f2a5826afbc), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:43.528492 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fcf5dcd-fbf4-4126-860f-057a95b0dca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782759442297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782758885681'] for port (efcd17fd-4cbe-4ede-925d-4f2a5826afbc), after_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:43.546683 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad917203-cbaf-4943-a0f2-9747482ebb83 admin admin] Pushing event deleted for resources: {'Port': ['ID=efcd17fd-4cbe-4ede-925d-4f2a5826afbc,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:59:43.551132 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad917203-cbaf-4943-a0f2-9747482ebb83 admin admin] No DVR routers for this DVR port efcd17fd-4cbe-4ede-925d-4f2a5826afbc on host dv-cinder-804757-16-iscsi {{(pid=109857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:59:43.553697 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcf5dcd-fbf4-4126-860f-057a95b0dca3 None None] Pushing event deleted for resources: {'Port': ['ID=efcd17fd-4cbe-4ede-925d-4f2a5826afbc,revision_number=None']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:59:43.561391 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fcf5dcd-fbf4-4126-860f-057a95b0dca3 None None] No DVR routers for this DVR port efcd17fd-4cbe-4ede-925d-4f2a5826afbc on host dv-cinder-804757-16-iscsi {{(pid=109858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:59:43.563258 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fcf5dcd-fbf4-4126-860f-057a95b0dca3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:59:43.563610 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fcf5dcd-fbf4-4126-860f-057a95b0dca3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:59:43.563949 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fcf5dcd-fbf4-4126-860f-057a95b0dca3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:59:43.564283 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fcf5dcd-fbf4-4126-860f-057a95b0dca3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:59:43.564885 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fcf5dcd-fbf4-4126-860f-057a95b0dca3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:59:43.571123 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fcf5dcd-fbf4-4126-860f-057a95b0dca3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:59:43.571123 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fcf5dcd-fbf4-4126-860f-057a95b0dca3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:59:43.571123 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fcf5dcd-fbf4-4126-860f-057a95b0dca3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:59:43.571123 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fcf5dcd-fbf4-4126-860f-057a95b0dca3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:59:43.571123 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fcf5dcd-fbf4-4126-860f-057a95b0dca3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:59:43.571123 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fcf5dcd-fbf4-4126-860f-057a95b0dca3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:59:43.571123 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fcf5dcd-fbf4-4126-860f-057a95b0dca3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:59:43.571123 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fcf5dcd-fbf4-4126-860f-057a95b0dca3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:59:43.626223 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ad917203-cbaf-4943-a0f2-9747482ebb83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7410821', 'neutron.services.segments.db._delete_segments_for_network-8782759398202'] for network (38c555ad-b552-4932-b544-2fe15a1ef111), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:43.645757 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.services.segments.db [None req-ad917203-cbaf-4943-a0f2-9747482ebb83 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38c555ad-b552-4932-b544-2fe15a1ef111']}} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:59:43.654623 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.services.segments.db [None req-ad917203-cbaf-4943-a0f2-9747482ebb83 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c977d95a-f8f7-4871-905e-f5e1ed39e8cd') {'for_net_delete': True} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:59:43.654916 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.services.segments.db [None req-ad917203-cbaf-4943-a0f2-9747482ebb83 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c977d95a-f8f7-4871-905e-f5e1ed39e8cd') {} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:59:43.664420 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ad917203-cbaf-4943-a0f2-9747482ebb83 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782759398723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3052005'] for segment (c977d95a-f8f7-4871-905e-f5e1ed39e8cd), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:43.677982 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ad917203-cbaf-4943-a0f2-9747482ebb83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-936617'] for segment (c977d95a-f8f7-4871-905e-f5e1ed39e8cd), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:43.683539 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad917203-cbaf-4943-a0f2-9747482ebb83 admin admin] Releasing vlan 353 on physical network physnet1 to pool {{(pid=109857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 21 09:59:43.683910 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ad917203-cbaf-4943-a0f2-9747482ebb83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-936617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3964537'] for segment (c977d95a-f8f7-4871-905e-f5e1ed39e8cd), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:43.685521 dv-cinder-804757-16-iscsi neutron-server[109857]: Traceback (most recent call last): Feb 21 09:59:43.685521 dv-cinder-804757-16-iscsi neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 21 09:59:43.685521 dv-cinder-804757-16-iscsi neutron-server[109857]: timer() Feb 21 09:59:43.685521 dv-cinder-804757-16-iscsi neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 09:59:43.685521 dv-cinder-804757-16-iscsi neutron-server[109857]: cb(*args, **kw) Feb 21 09:59:43.685521 dv-cinder-804757-16-iscsi neutron-server[109857]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 21 09:59:43.685521 dv-cinder-804757-16-iscsi neutron-server[109857]: return func(*args, **kwargs) Feb 21 09:59:43.685521 dv-cinder-804757-16-iscsi neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 09:59:43.685521 dv-cinder-804757-16-iscsi neutron-server[109857]: self._notify() Feb 21 09:59:43.685521 dv-cinder-804757-16-iscsi neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 09:59:43.685521 dv-cinder-804757-16-iscsi neutron-server[109857]: self.callback(batched_events) Feb 21 09:59:43.685521 dv-cinder-804757-16-iscsi neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 09:59:43.685521 dv-cinder-804757-16-iscsi neutron-server[109857]: event.method(event) Feb 21 09:59:43.685521 dv-cinder-804757-16-iscsi neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 21 09:59:43.685521 dv-cinder-804757-16-iscsi neutron-server[109857]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 09:59:43.685521 dv-cinder-804757-16-iscsi neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 21 09:59:43.685521 dv-cinder-804757-16-iscsi neutron-server[109857]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 09:59:43.685521 dv-cinder-804757-16-iscsi neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 21 09:59:43.685521 dv-cinder-804757-16-iscsi neutron-server[109857]: return f(self, *a, **k) Feb 21 09:59:43.685521 dv-cinder-804757-16-iscsi neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 09:59:43.685521 dv-cinder-804757-16-iscsi neutron-server[109857]: return self._get(url).json() Feb 21 09:59:43.685521 dv-cinder-804757-16-iscsi neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 09:59:43.685521 dv-cinder-804757-16-iscsi neutron-server[109857]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 09:59:43.685521 dv-cinder-804757-16-iscsi neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 21 09:59:43.685521 dv-cinder-804757-16-iscsi neutron-server[109857]: return self.request(url, 'GET', **kwargs) Feb 21 09:59:43.685521 dv-cinder-804757-16-iscsi neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 21 09:59:43.685521 dv-cinder-804757-16-iscsi neutron-server[109857]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 09:59:43.685521 dv-cinder-804757-16-iscsi neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 21 09:59:43.685521 dv-cinder-804757-16-iscsi neutron-server[109857]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 09:59:43.685521 dv-cinder-804757-16-iscsi neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 21 09:59:43.685521 dv-cinder-804757-16-iscsi neutron-server[109857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 09:59:43.685521 dv-cinder-804757-16-iscsi neutron-server[109857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 09:59:43.776283 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Device efcd17fd-4cbe-4ede-925d-4f2a5826afbc no longer exists at agent ovs-agent-dv-cinder-804757-16-iscsi {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 09:59:43.795798 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] No Port match for: efcd17fd-4cbe-4ede-925d-4f2a5826afbc {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 09:59:43.796135 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Device efcd17fd-4cbe-4ede-925d-4f2a5826afbc not bound to the agent host dv-cinder-804757-16-iscsi {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 09:59:43.796578 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Device 27a53cab-88e4-4d05-864b-0b0d6d681a4a no longer exists at agent ovs-agent-dv-cinder-804757-16-iscsi {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 09:59:43.801328 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ad917203-cbaf-4943-a0f2-9747482ebb83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7410830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7917281'] for network (38c555ad-b552-4932-b544-2fe15a1ef111), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:43.806889 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ad917203-cbaf-4943-a0f2-9747482ebb83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905581'] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:43.810129 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [None req-ad917203-cbaf-4943-a0f2-9747482ebb83 admin admin] 10.222.0.71 "DELETE /v2.0/networks/38c555ad-b552-4932-b544-2fe15a1ef111 HTTP/1.1" status: 204 len: 168 time: 0.6589100 Feb 21 09:59:43.813067 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 32912) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:59:43.819620 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] No Port match for: 27a53cab-88e4-4d05-864b-0b0d6d681a4a {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 09:59:43.819990 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Device 27a53cab-88e4-4d05-864b-0b0d6d681a4a not bound to the agent host dv-cinder-804757-16-iscsi {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 09:59:43.820414 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Device f3bda6ba-68ae-4426-ac99-2c350e783458 no longer exists at agent ovs-agent-dv-cinder-804757-16-iscsi {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 09:59:43.822222 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad917203-cbaf-4943-a0f2-9747482ebb83 admin admin] Pushing event deleted for resources: {'Network': ['ID=38c555ad-b552-4932-b544-2fe15a1ef111,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:59:43.840717 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] No Port match for: f3bda6ba-68ae-4426-ac99-2c350e783458 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 09:59:43.841004 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Device f3bda6ba-68ae-4426-ac99-2c350e783458 not bound to the agent host dv-cinder-804757-16-iscsi {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 09:59:44.165417 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-414c0b3c-16fd-42b2-8df6-b843f2d3f973 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7916535'] for router_interface (bd35d63a-f1a2-47ea-b81d-f6627e77c988), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:44.403833 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-414c0b3c-16fd-42b2-8df6-b843f2d3f973 admin admin] Deleting port 959e4e9e-83aa-47f8-b7f0-d1474a9bd109 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 09:59:44.404077 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-414c0b3c-16fd-42b2-8df6-b843f2d3f973 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782759436822'] for port (959e4e9e-83aa-47f8-b7f0-d1474a9bd109), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:44.479729 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.db [None req-414c0b3c-16fd-42b2-8df6-b843f2d3f973 admin admin] For port 959e4e9e-83aa-47f8-b7f0-d1474a9bd109, host dv-cinder-804757-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-16-iscsi',level=0,port_id=959e4e9e-83aa-47f8-b7f0-d1474a9bd109,segment=NetworkSegment(96879d88-1a20-4525-91f6-bb72d0da7363),segment_id=96879d88-1a20-4525-91f6-bb72d0da7363)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:59:44.480086 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-414c0b3c-16fd-42b2-8df6-b843f2d3f973 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7915455'] for port (959e4e9e-83aa-47f8-b7f0-d1474a9bd109), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:44.491612 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-414c0b3c-16fd-42b2-8df6-b843f2d3f973 admin admin] Calling delete_port for 959e4e9e-83aa-47f8-b7f0-d1474a9bd109 owned by network:router_interface {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 09:59:44.731932 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-414c0b3c-16fd-42b2-8df6-b843f2d3f973 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782759442297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782758885681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277415'] for port (959e4e9e-83aa-47f8-b7f0-d1474a9bd109), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:44.759165 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414c0b3c-16fd-42b2-8df6-b843f2d3f973 admin admin] Pushing event deleted for resources: {'Port': ['ID=959e4e9e-83aa-47f8-b7f0-d1474a9bd109,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:59:44.926295 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-414c0b3c-16fd-42b2-8df6-b843f2d3f973 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7905546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7910503'] for router_interface (bd35d63a-f1a2-47ea-b81d-f6627e77c988), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:45.139320 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-414c0b3c-16fd-42b2-8df6-b843f2d3f973 admin admin] Router bd35d63a-f1a2-47ea-b81d-f6627e77c988 has already been hosted by L3 agent f1afc09b-b148-496e-b857-a568110caa3c {{(pid=109856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:59:45.243458 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-414c0b3c-16fd-42b2-8df6-b843f2d3f973 admin admin] Notify agent at l3_agent.dv-cinder-804757-16-iscsi the message routers_updated {{(pid=109856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:59:45.248552 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-414c0b3c-16fd-42b2-8df6-b843f2d3f973 admin admin] 10.222.0.71 "PUT /v2.0/routers/bd35d63a-f1a2-47ea-b81d-f6627e77c988/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4341393 Feb 21 09:59:45.251104 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 32914) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:59:45.254249 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a423e25-15ee-4dd8-9fbe-81edf6fc51b9 None None] Sync routers for ids ['bd35d63a-f1a2-47ea-b81d-f6627e77c988'] in dv-cinder-804757-16-iscsi {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 09:59:45.264294 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a423e25-15ee-4dd8-9fbe-81edf6fc51b9 None None] Routers {'bd35d63a-f1a2-47ea-b81d-f6627e77c988'} bound to L3 agent in host dv-cinder-804757-16-iscsi {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:59:45.264948 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-3a423e25-15ee-4dd8-9fbe-81edf6fc51b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T09:37:05Z,description=,heartbeat_timestamp=2022-02-21T09:59:35Z,host='dv-cinder-804757-16-iscsi',id=f1afc09b-b148-496e-b857-a568110caa3c,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:37:06Z,topic='l3_agent')) {'router_ids': ['bd35d63a-f1a2-47ea-b81d-f6627e77c988'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:59:45.354058 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b5bf7fba-e6ef-430a-8ff1-ef1b8bde1af3 admin admin] Publish callbacks [] for router (bd35d63a-f1a2-47ea-b81d-f6627e77c988), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:45.368220 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-3a423e25-15ee-4dd8-9fbe-81edf6fc51b9 None None] Set router bd35d63a-f1a2-47ea-b81d-f6627e77c988 gateway port host: dv-cinder-804757-16-iscsi {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:59:45.459988 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b5bf7fba-e6ef-430a-8ff1-ef1b8bde1af3 admin admin] Publish callbacks [] for router_gateway (bd35d63a-f1a2-47ea-b81d-f6627e77c988), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:45.539133 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-3a423e25-15ee-4dd8-9fbe-81edf6fc51b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd35d63a-f1a2-47ea-b81d-f6627e77c988', 'name': 'tempest-TestMinimumBasicScenario-2007328456-router', 'tenant_id': 'c2fc99f823144a979a1c349f5c8b33a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'external_fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': '04eb972a-43d4-432a-a339-2f2554d38e6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:57:35Z', 'updated_at': '2022-02-21T09:59:44Z', 'revision_number': 5, 'project_id': 'c2fc99f823144a979a1c349f5c8b33a2', 'gw_port': {'id': '04eb972a-43d4-432a-a339-2f2554d38e6e', 'name': '', 'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:73:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd35d63a-f1a2-47ea-b81d-f6627e77c988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:57:36Z', 'updated_at': '2022-02-21T09:57:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-16-iscsi'}], 'dv-cinder-804757-16-iscsi', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:59:45.567908 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a423e25-15ee-4dd8-9fbe-81edf6fc51b9 None None] Checking router: bd35d63a-f1a2-47ea-b81d-f6627e77c988 for host: dv-cinder-804757-16-iscsi {{(pid=109859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 09:59:45.576119 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a423e25-15ee-4dd8-9fbe-81edf6fc51b9 None None] Routers {'bd35d63a-f1a2-47ea-b81d-f6627e77c988'} bound to L3 agent in host dv-cinder-804757-16-iscsi {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:59:45.576763 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-3a423e25-15ee-4dd8-9fbe-81edf6fc51b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T09:37:05Z,description=,heartbeat_timestamp=2022-02-21T09:59:35Z,host='dv-cinder-804757-16-iscsi',id=f1afc09b-b148-496e-b857-a568110caa3c,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:37:06Z,topic='l3_agent')) {'router_ids': ['bd35d63a-f1a2-47ea-b81d-f6627e77c988'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:59:45.604631 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-b5bf7fba-e6ef-430a-8ff1-ef1b8bde1af3 admin admin] Deleting port 04eb972a-43d4-432a-a339-2f2554d38e6e {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 09:59:45.605060 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b5bf7fba-e6ef-430a-8ff1-ef1b8bde1af3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782759436822'] for port (04eb972a-43d4-432a-a339-2f2554d38e6e), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:45.663376 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-3a423e25-15ee-4dd8-9fbe-81edf6fc51b9 None None] Set router bd35d63a-f1a2-47ea-b81d-f6627e77c988 gateway port host: None {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:59:45.682939 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.db [None req-b5bf7fba-e6ef-430a-8ff1-ef1b8bde1af3 admin admin] For port 04eb972a-43d4-432a-a339-2f2554d38e6e, host dv-cinder-804757-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-16-iscsi',level=0,port_id=04eb972a-43d4-432a-a339-2f2554d38e6e,segment=NetworkSegment(64ea902b-f589-4efc-8b2e-260a836a5805),segment_id=64ea902b-f589-4efc-8b2e-260a836a5805)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:59:45.683326 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b5bf7fba-e6ef-430a-8ff1-ef1b8bde1af3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7915455'] for port (04eb972a-43d4-432a-a339-2f2554d38e6e), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:45.695399 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-b5bf7fba-e6ef-430a-8ff1-ef1b8bde1af3 admin admin] Calling delete_port for 04eb972a-43d4-432a-a339-2f2554d38e6e owned by network:router_gateway {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 09:59:45.713958 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-3a423e25-15ee-4dd8-9fbe-81edf6fc51b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd35d63a-f1a2-47ea-b81d-f6627e77c988', 'name': 'tempest-TestMinimumBasicScenario-2007328456-router', 'tenant_id': 'c2fc99f823144a979a1c349f5c8b33a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:57:35Z', 'updated_at': '2022-02-21T09:59:45Z', 'revision_number': 6, 'project_id': 'c2fc99f823144a979a1c349f5c8b33a2', 'gw_port_host': None}], 'dv-cinder-804757-16-iscsi', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:59:45.744252 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a423e25-15ee-4dd8-9fbe-81edf6fc51b9 None None] The sync data for ids ['bd35d63a-f1a2-47ea-b81d-f6627e77c988'] in dv-cinder-804757-16-iscsi is: [{'id': 'bd35d63a-f1a2-47ea-b81d-f6627e77c988', 'name': 'tempest-TestMinimumBasicScenario-2007328456-router', 'tenant_id': 'c2fc99f823144a979a1c349f5c8b33a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:57:35Z', 'updated_at': '2022-02-21T09:59:45Z', 'revision_number': 6, 'project_id': 'c2fc99f823144a979a1c349f5c8b33a2', 'gw_port_host': None}] {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 09:59:45.920899 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b5bf7fba-e6ef-430a-8ff1-ef1b8bde1af3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782759442297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782758885681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277415'] for port (04eb972a-43d4-432a-a339-2f2554d38e6e), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:45.947502 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bf7fba-e6ef-430a-8ff1-ef1b8bde1af3 admin admin] Pushing event deleted for resources: {'Port': ['ID=04eb972a-43d4-432a-a339-2f2554d38e6e,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:59:46.006872 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b5bf7fba-e6ef-430a-8ff1-ef1b8bde1af3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7917197'] for router_gateway (bd35d63a-f1a2-47ea-b81d-f6627e77c988), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:46.098785 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b5bf7fba-e6ef-430a-8ff1-ef1b8bde1af3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7916049', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1445'] for router (bd35d63a-f1a2-47ea-b81d-f6627e77c988), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:46.101196 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b5bf7fba-e6ef-430a-8ff1-ef1b8bde1af3 admin admin] Publish callbacks [] for router_controller (bd35d63a-f1a2-47ea-b81d-f6627e77c988), precommit_delete_associations {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:46.211344 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b5bf7fba-e6ef-430a-8ff1-ef1b8bde1af3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7916136'] for router (bd35d63a-f1a2-47ea-b81d-f6627e77c988), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:46.212048 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5bf7fba-e6ef-430a-8ff1-ef1b8bde1af3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bd35d63a-f1a2-47ea-b81d-f6627e77c988 {{(pid=109856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 21 09:59:46.220646 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b5bf7fba-e6ef-430a-8ff1-ef1b8bde1af3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:46.220646 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-b5bf7fba-e6ef-430a-8ff1-ef1b8bde1af3 admin admin] 10.222.0.71 "DELETE /v2.0/routers/bd35d63a-f1a2-47ea-b81d-f6627e77c988 HTTP/1.1" status: 204 len: 168 time: 0.9663053 Feb 21 09:59:46.221673 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 32916) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:59:46.267950 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.db.db_base_plugin_v2 [None req-99e326a4-27d0-4fc9-b72a-be00993929bc admin admin] Deleting subnet 37a9fd18-84a0-4180-8bb5-26e8e360180b {{(pid=109856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 21 09:59:46.271164 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-99e326a4-27d0-4fc9-b72a-be00993929bc admin admin] Publish callbacks [] for subnet (37a9fd18-84a0-4180-8bb5-26e8e360180b), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:46.305178 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-99e326a4-27d0-4fc9-b72a-be00993929bc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3324893'] for subnet (37a9fd18-84a0-4180-8bb5-26e8e360180b), precommit_delete_associations {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:46.385906 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-99e326a4-27d0-4fc9-b72a-be00993929bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7409676'] for subnet (37a9fd18-84a0-4180-8bb5-26e8e360180b), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:46.801712 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-99e326a4-27d0-4fc9-b72a-be00993929bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7409717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3278006', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25916529'] for subnet (37a9fd18-84a0-4180-8bb5-26e8e360180b), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:46.826766 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e326a4-27d0-4fc9-b72a-be00993929bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37a9fd18-84a0-4180-8bb5-26e8e360180b,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:59:46.831111 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-99e326a4-27d0-4fc9-b72a-be00993929bc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:46.835109 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-99e326a4-27d0-4fc9-b72a-be00993929bc admin admin] 10.222.0.71 "DELETE /v2.0/subnets/37a9fd18-84a0-4180-8bb5-26e8e360180b HTTP/1.1" status: 204 len: 168 time: 0.6124728 Feb 21 09:59:46.837683 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c398c98-0e99-45a0-a155-1539b06878fb None None] Network 2a310fff-d0f7-4b05-af13-4b71e31e993a requested from dv-cinder-804757-16-iscsi {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 09:59:46.838145 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.71', 32920) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:59:46.906728 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d3f7f567-d57a-4e4a-a400-f01cf8ac314b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-977029'] for network (2a310fff-d0f7-4b05-af13-4b71e31e993a), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:46.959741 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-d3f7f567-d57a-4e4a-a400-f01cf8ac314b admin admin] Deleting port 1f4e68f3-3e55-491e-919d-9f0a519c509b {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 09:59:46.960752 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d3f7f567-d57a-4e4a-a400-f01cf8ac314b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782759436822'] for port (1f4e68f3-3e55-491e-919d-9f0a519c509b), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:46.988792 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-856fad57-0bc3-4ea4-8647-30baa368d713 None None] DHCP port deletion for 2a310fff-d0f7-4b05-af13-4b71e31e993a request from dv-cinder-804757-16-iscsi {{(pid=109858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 21 09:59:47.022757 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.plugins.ml2.db [None req-d3f7f567-d57a-4e4a-a400-f01cf8ac314b admin admin] For port 1f4e68f3-3e55-491e-919d-9f0a519c509b, host dv-cinder-804757-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-16-iscsi',level=0,port_id=1f4e68f3-3e55-491e-919d-9f0a519c509b,segment=NetworkSegment(96879d88-1a20-4525-91f6-bb72d0da7363),segment_id=96879d88-1a20-4525-91f6-bb72d0da7363)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:59:47.023117 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d3f7f567-d57a-4e4a-a400-f01cf8ac314b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7915455'] for port (1f4e68f3-3e55-491e-919d-9f0a519c509b), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:47.035782 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-d3f7f567-d57a-4e4a-a400-f01cf8ac314b admin admin] Calling delete_port for 1f4e68f3-3e55-491e-919d-9f0a519c509b owned by network:dhcp {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 09:59:47.036251 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-856fad57-0bc3-4ea4-8647-30baa368d713 None None] Deleting port 1f4e68f3-3e55-491e-919d-9f0a519c509b {{(pid=109858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 09:59:47.036660 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-856fad57-0bc3-4ea4-8647-30baa368d713 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782759436822'] for port (1f4e68f3-3e55-491e-919d-9f0a519c509b), before_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:47.097481 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-856fad57-0bc3-4ea4-8647-30baa368d713 None None] For port 1f4e68f3-3e55-491e-919d-9f0a519c509b, host dv-cinder-804757-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-16-iscsi',level=0,port_id=1f4e68f3-3e55-491e-919d-9f0a519c509b,segment=NetworkSegment(96879d88-1a20-4525-91f6-bb72d0da7363),segment_id=96879d88-1a20-4525-91f6-bb72d0da7363)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:59:47.097879 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-856fad57-0bc3-4ea4-8647-30baa368d713 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7915455'] for port (1f4e68f3-3e55-491e-919d-9f0a519c509b), precommit_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:47.114057 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-856fad57-0bc3-4ea4-8647-30baa368d713 None None] Calling delete_port for 1f4e68f3-3e55-491e-919d-9f0a519c509b owned by network:dhcp {{(pid=109858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 09:59:47.200614 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d3f7f567-d57a-4e4a-a400-f01cf8ac314b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782759442297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782758885681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3964494'] for port (1f4e68f3-3e55-491e-919d-9f0a519c509b), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:47.206361 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-856fad57-0bc3-4ea4-8647-30baa368d713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782759442297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782758885681'] for port (1f4e68f3-3e55-491e-919d-9f0a519c509b), after_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:47.226783 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f7f567-d57a-4e4a-a400-f01cf8ac314b admin admin] Pushing event deleted for resources: {'Port': ['ID=1f4e68f3-3e55-491e-919d-9f0a519c509b,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:59:47.230299 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f7f567-d57a-4e4a-a400-f01cf8ac314b admin admin] No DVR routers for this DVR port 1f4e68f3-3e55-491e-919d-9f0a519c509b on host dv-cinder-804757-16-iscsi {{(pid=109857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:59:47.231228 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856fad57-0bc3-4ea4-8647-30baa368d713 None None] Pushing event deleted for resources: {'Port': ['ID=1f4e68f3-3e55-491e-919d-9f0a519c509b,revision_number=None']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:59:47.235613 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-856fad57-0bc3-4ea4-8647-30baa368d713 None None] No DVR routers for this DVR port 1f4e68f3-3e55-491e-919d-9f0a519c509b on host dv-cinder-804757-16-iscsi {{(pid=109858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 09:59:47.309188 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d3f7f567-d57a-4e4a-a400-f01cf8ac314b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7410821', 'neutron.services.segments.db._delete_segments_for_network-8782759398202'] for network (2a310fff-d0f7-4b05-af13-4b71e31e993a), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:47.333397 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.services.segments.db [None req-d3f7f567-d57a-4e4a-a400-f01cf8ac314b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a310fff-d0f7-4b05-af13-4b71e31e993a']}} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:59:47.348955 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.services.segments.db [None req-d3f7f567-d57a-4e4a-a400-f01cf8ac314b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96879d88-1a20-4525-91f6-bb72d0da7363') {'for_net_delete': True} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:59:47.349254 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.services.segments.db [None req-d3f7f567-d57a-4e4a-a400-f01cf8ac314b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96879d88-1a20-4525-91f6-bb72d0da7363') {} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:59:47.358452 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d3f7f567-d57a-4e4a-a400-f01cf8ac314b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782759398723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3052005'] for segment (96879d88-1a20-4525-91f6-bb72d0da7363), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:47.371982 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d3f7f567-d57a-4e4a-a400-f01cf8ac314b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-936617'] for segment (96879d88-1a20-4525-91f6-bb72d0da7363), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:47.378307 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3f7f567-d57a-4e4a-a400-f01cf8ac314b admin admin] Releasing vlan 359 on physical network physnet1 to pool {{(pid=109857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 21 09:59:47.379584 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d3f7f567-d57a-4e4a-a400-f01cf8ac314b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-936617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3964537'] for segment (96879d88-1a20-4525-91f6-bb72d0da7363), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:47.380369 dv-cinder-804757-16-iscsi neutron-server[109857]: Traceback (most recent call last): Feb 21 09:59:47.380369 dv-cinder-804757-16-iscsi neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 21 09:59:47.380369 dv-cinder-804757-16-iscsi neutron-server[109857]: timer() Feb 21 09:59:47.380369 dv-cinder-804757-16-iscsi neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 09:59:47.380369 dv-cinder-804757-16-iscsi neutron-server[109857]: cb(*args, **kw) Feb 21 09:59:47.380369 dv-cinder-804757-16-iscsi neutron-server[109857]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 21 09:59:47.380369 dv-cinder-804757-16-iscsi neutron-server[109857]: return func(*args, **kwargs) Feb 21 09:59:47.380369 dv-cinder-804757-16-iscsi neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 09:59:47.380369 dv-cinder-804757-16-iscsi neutron-server[109857]: self._notify() Feb 21 09:59:47.380369 dv-cinder-804757-16-iscsi neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 09:59:47.380369 dv-cinder-804757-16-iscsi neutron-server[109857]: self.callback(batched_events) Feb 21 09:59:47.380369 dv-cinder-804757-16-iscsi neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 09:59:47.380369 dv-cinder-804757-16-iscsi neutron-server[109857]: event.method(event) Feb 21 09:59:47.380369 dv-cinder-804757-16-iscsi neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 21 09:59:47.380369 dv-cinder-804757-16-iscsi neutron-server[109857]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 09:59:47.380369 dv-cinder-804757-16-iscsi neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 21 09:59:47.380369 dv-cinder-804757-16-iscsi neutron-server[109857]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 09:59:47.380369 dv-cinder-804757-16-iscsi neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 21 09:59:47.380369 dv-cinder-804757-16-iscsi neutron-server[109857]: return f(self, *a, **k) Feb 21 09:59:47.380369 dv-cinder-804757-16-iscsi neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 09:59:47.380369 dv-cinder-804757-16-iscsi neutron-server[109857]: return self._get(url).json() Feb 21 09:59:47.380369 dv-cinder-804757-16-iscsi neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 09:59:47.380369 dv-cinder-804757-16-iscsi neutron-server[109857]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 09:59:47.380369 dv-cinder-804757-16-iscsi neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 21 09:59:47.380369 dv-cinder-804757-16-iscsi neutron-server[109857]: return self.request(url, 'GET', **kwargs) Feb 21 09:59:47.380369 dv-cinder-804757-16-iscsi neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 21 09:59:47.380369 dv-cinder-804757-16-iscsi neutron-server[109857]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 09:59:47.380369 dv-cinder-804757-16-iscsi neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 21 09:59:47.380369 dv-cinder-804757-16-iscsi neutron-server[109857]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 09:59:47.380369 dv-cinder-804757-16-iscsi neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 21 09:59:47.380369 dv-cinder-804757-16-iscsi neutron-server[109857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 09:59:47.380369 dv-cinder-804757-16-iscsi neutron-server[109857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 09:59:47.487217 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d3f7f567-d57a-4e4a-a400-f01cf8ac314b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7410830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7917281'] for network (2a310fff-d0f7-4b05-af13-4b71e31e993a), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:47.492614 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d3f7f567-d57a-4e4a-a400-f01cf8ac314b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905581'] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:47.495693 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [None req-d3f7f567-d57a-4e4a-a400-f01cf8ac314b admin admin] 10.222.0.71 "DELETE /v2.0/networks/2a310fff-d0f7-4b05-af13-4b71e31e993a HTTP/1.1" status: 204 len: 168 time: 0.6568983 Feb 21 09:59:47.506856 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f7f567-d57a-4e4a-a400-f01cf8ac314b admin admin] Pushing event deleted for resources: {'Network': ['ID=2a310fff-d0f7-4b05-af13-4b71e31e993a,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:59:47.773159 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Device 04eb972a-43d4-432a-a339-2f2554d38e6e no longer exists at agent ovs-agent-dv-cinder-804757-16-iscsi {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 09:59:47.794331 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] No Port match for: 04eb972a-43d4-432a-a339-2f2554d38e6e {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 09:59:47.794700 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Device 04eb972a-43d4-432a-a339-2f2554d38e6e not bound to the agent host dv-cinder-804757-16-iscsi {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 09:59:47.795117 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Device 1f4e68f3-3e55-491e-919d-9f0a519c509b no longer exists at agent ovs-agent-dv-cinder-804757-16-iscsi {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 09:59:47.817921 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] No Port match for: 1f4e68f3-3e55-491e-919d-9f0a519c509b {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 09:59:47.818309 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Device 1f4e68f3-3e55-491e-919d-9f0a519c509b not bound to the agent host dv-cinder-804757-16-iscsi {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 09:59:47.818743 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Device 959e4e9e-83aa-47f8-b7f0-d1474a9bd109 no longer exists at agent ovs-agent-dv-cinder-804757-16-iscsi {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 09:59:47.823847 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 32924) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:59:47.838689 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] No Port match for: 959e4e9e-83aa-47f8-b7f0-d1474a9bd109 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 09:59:47.839169 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Device 959e4e9e-83aa-47f8-b7f0-d1474a9bd109 not bound to the agent host dv-cinder-804757-16-iscsi {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 09:59:47.865377 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-cb01eca0-3d1d-4c8f-861c-88e31bab6a84 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=e9d8d92f884d4dea9535542b04796148&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0402822 Feb 21 09:59:47.867779 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 32926) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:59:47.916365 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4ac3c5d0-72b1-4cb6-ac57-91d8ae6a308d admin admin] Publish callbacks [] for security_group (7fce43ed-5dc7-41ca-b005-73dee5003489), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:47.936816 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4ac3c5d0-72b1-4cb6-ac57-91d8ae6a308d admin admin] Publish callbacks [] for security_group (7fce43ed-5dc7-41ca-b005-73dee5003489), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:48.045544 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4ac3c5d0-72b1-4cb6-ac57-91d8ae6a308d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (7fce43ed-5dc7-41ca-b005-73dee5003489), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:48.048250 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4ac3c5d0-72b1-4cb6-ac57-91d8ae6a308d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:48.049479 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-4ac3c5d0-72b1-4cb6-ac57-91d8ae6a308d admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/7fce43ed-5dc7-41ca-b005-73dee5003489 HTTP/1.1" status: 204 len: 168 time: 0.1807747 Feb 21 09:59:48.057539 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac3c5d0-72b1-4cb6-ac57-91d8ae6a308d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fce43ed-5dc7-41ca-b005-73dee5003489,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:59:48.760641 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.71', 32932) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:59:48.804551 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [None req-8eb561d6-06fc-4c5f-8b9a-51ff4fb9a45b admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=c2fc99f823144a979a1c349f5c8b33a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0426896 Feb 21 09:59:48.806887 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.71', 32934) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:59:48.854566 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-62db57e0-de9b-49c6-a749-3ef65b0934d6 admin admin] Publish callbacks [] for security_group (9b6742e2-6dcd-4777-8a04-57a7d57f9f6d), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:48.875768 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-62db57e0-de9b-49c6-a749-3ef65b0934d6 admin admin] Publish callbacks [] for security_group (9b6742e2-6dcd-4777-8a04-57a7d57f9f6d), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:48.989259 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-62db57e0-de9b-49c6-a749-3ef65b0934d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (9b6742e2-6dcd-4777-8a04-57a7d57f9f6d), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:48.991810 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-62db57e0-de9b-49c6-a749-3ef65b0934d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:48.992983 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [None req-62db57e0-de9b-49c6-a749-3ef65b0934d6 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/9b6742e2-6dcd-4777-8a04-57a7d57f9f6d HTTP/1.1" status: 204 len: 168 time: 0.1851573 Feb 21 09:59:49.000891 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62db57e0-de9b-49c6-a749-3ef65b0934d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b6742e2-6dcd-4777-8a04-57a7d57f9f6d,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:59:49.130015 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.agents_db [None req-1af9f625-7d23-4c31-ae08-d0e8b46e8d0e None None] Agent healthcheck: found 6 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 09:59:50.041772 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.71', 32956) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:59:50.138741 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.v2.base [None req-18df3ac4-1821-4b82-947e-fd27a4523e0d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-655484973-network', 'tenant_id': 'd4f34230363c46e89e61f47209f0c267'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:59:50.211998 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18df3ac4-1821-4b82-947e-fd27a4523e0d admin admin] Made reservation on behalf of d4f34230363c46e89e61f47209f0c267 for: {'network': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:59:50.214333 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-18df3ac4-1821-4b82-947e-fd27a4523e0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for network (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:50.222912 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-18df3ac4-1821-4b82-947e-fd27a4523e0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:50.296026 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-18df3ac4-1821-4b82-947e-fd27a4523e0d admin admin] Publish callbacks [] for security_group (b76dc3e4-14e6-4885-9f83-c98d46c3ddb9), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:50.332370 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-18df3ac4-1821-4b82-947e-fd27a4523e0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (b76dc3e4-14e6-4885-9f83-c98d46c3ddb9), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:50.356178 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18df3ac4-1821-4b82-947e-fd27a4523e0d admin admin] vlan segment allocate from pool success with {'vlan_id': 362, 'physical_network': 'physnet1'} {{(pid=109857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 09:59:50.365907 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18df3ac4-1821-4b82-947e-fd27a4523e0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b76dc3e4-14e6-4885-9f83-c98d46c3ddb9,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:59:50.370660 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-18df3ac4-1821-4b82-947e-fd27a4523e0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-936617'] for segment (aba2e2ff-0656-4bb8-8e98-8dd9f4e2203f), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:50.372728 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.db.segments_db [None req-18df3ac4-1821-4b82-947e-fd27a4523e0d admin admin] Added segment aba2e2ff-0656-4bb8-8e98-8dd9f4e2203f of type vlan for network 24722d0c-6008-4f41-ba50-0a1e90b6b5e9 Feb 21 09:59:50.413598 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-18df3ac4-1821-4b82-947e-fd27a4523e0d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782758871682'] for network (24722d0c-6008-4f41-ba50-0a1e90b6b5e9), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:50.469161 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-18df3ac4-1821-4b82-947e-fd27a4523e0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539'] for network (24722d0c-6008-4f41-ba50-0a1e90b6b5e9), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:50.470114 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18df3ac4-1821-4b82-947e-fd27a4523e0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:59:50.470755 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-18df3ac4-1821-4b82-947e-fd27a4523e0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905581'] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:50.527288 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18df3ac4-1821-4b82-947e-fd27a4523e0d admin admin] Pushing event updated for resources: {'Network': ['ID=24722d0c-6008-4f41-ba50-0a1e90b6b5e9,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:59:50.537622 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Network 24722d0c-6008-4f41-ba50-0a1e90b6b5e9 details requested by agent ovs-agent-dv-cinder-804757-16-iscsi with host dv-cinder-804757-16-iscsi {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 09:59:50.573898 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [None req-18df3ac4-1821-4b82-947e-fd27a4523e0d admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5309656 Feb 21 09:59:50.576648 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.71', 32960) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:59:50.581868 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.v2.base [None req-3f7eb782-1c75-4c2f-bafb-64ce89acf1db admin admin] Request body: {'subnet': {'network_id': '24722d0c-6008-4f41-ba50-0a1e90b6b5e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-655484973-subnet', 'tenant_id': 'd4f34230363c46e89e61f47209f0c267', 'ip_version': 4}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:59:50.663259 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f7eb782-1c75-4c2f-bafb-64ce89acf1db admin admin] Made reservation on behalf of d4f34230363c46e89e61f47209f0c267 for: {'subnet': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:59:50.665746 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3f7eb782-1c75-4c2f-bafb-64ce89acf1db admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4185924'] for subnet (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:50.886425 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3f7eb782-1c75-4c2f-bafb-64ce89acf1db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3963102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4186038'] for subnet (1cd8a5bb-e3b6-4f3b-9ab3-34796e73d854), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:50.941191 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7eb782-1c75-4c2f-bafb-64ce89acf1db admin admin] Pushing event updated for resources: {'Subnet': ['ID=1cd8a5bb-e3b6-4f3b-9ab3-34796e73d854,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:59:50.949529 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f7eb782-1c75-4c2f-bafb-64ce89acf1db admin admin] Checking segment: {'id': 'aba2e2ff-0656-4bb8-8e98-8dd9f4e2203f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '24722d0c-6008-4f41-ba50-0a1e90b6b5e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 09:59:50.949878 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f7eb782-1c75-4c2f-bafb-64ce89acf1db admin admin] Network hostable DHCP agents. Network: 24722d0c-6008-4f41-ba50-0a1e90b6b5e9, hostable agents: ['7b1feb7e-a062-49d6-b835-c5fae1c9b9ce'], hosted agents: [] {{(pid=109857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 09:59:51.045884 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f7eb782-1c75-4c2f-bafb-64ce89acf1db admin admin] Network 24722d0c-6008-4f41-ba50-0a1e90b6b5e9 is scheduled to be hosted by DHCP agent 7b1feb7e-a062-49d6-b835-c5fae1c9b9ce with binding_index 1 {{(pid=109857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 09:59:51.114675 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-3f7eb782-1c75-4c2f-bafb-64ce89acf1db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-16-iscsi, 24722d0c-6008-4f41-ba50-0a1e90b6b5e9) {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:59:51.118630 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f7eb782-1c75-4c2f-bafb-64ce89acf1db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:59:51.119237 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3f7eb782-1c75-4c2f-bafb-64ce89acf1db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905581'] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:51.124323 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c2be5f0-8ffb-4602-b788-3c6e4dcdd280 None None] Network 24722d0c-6008-4f41-ba50-0a1e90b6b5e9 requested from dv-cinder-804757-16-iscsi {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 09:59:51.210714 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [None req-3f7eb782-1c75-4c2f-bafb-64ce89acf1db admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6329641 Feb 21 09:59:51.213047 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.71', 32962) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:59:51.217820 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad8abe8d-48ae-45a0-8cd2-556759a342ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1d068d2-1ca4-5135-b31c-76c0219c179a-24722d0c-6008-4f41-ba50-0a1e90b6b5e9', 'network_id': '24722d0c-6008-4f41-ba50-0a1e90b6b5e9', 'project_id': 'd4f34230363c46e89e61f47209f0c267', 'fixed_ips': [{'subnet_id': '1cd8a5bb-e3b6-4f3b-9ab3-34796e73d854'}]}} from dv-cinder-804757-16-iscsi. {{(pid=109858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 21 09:59:51.218059 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.v2.base [None req-7c9f4c8e-8647-4970-899f-ada37ba995c3 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-655484973-router', 'tenant_id': 'd4f34230363c46e89e61f47209f0c267', 'external_gateway_info': {'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862'}}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:59:51.218669 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-ad8abe8d-48ae-45a0-8cd2-556759a342ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (None), before_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:51.298066 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7c9f4c8e-8647-4970-899f-ada37ba995c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7911359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1367'] for router (bb63a145-1068-4260-9abc-fb4994dbd681), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:51.299688 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7c9f4c8e-8647-4970-899f-ada37ba995c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7916079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7917182', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-427489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1452'] for router (bb63a145-1068-4260-9abc-fb4994dbd681), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:51.353350 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.db_base_plugin_common [None req-ad8abe8d-48ae-45a0-8cd2-556759a342ce None None] Allocated IP 172.20.0.2 (24722d0c-6008-4f41-ba50-0a1e90b6b5e9/1cd8a5bb-e3b6-4f3b-9ab3-34796e73d854/6b416d82-9c3e-4456-8ae1-e2f3dcc970a5) {{(pid=109858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:59:51.355120 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7c9f4c8e-8647-4970-899f-ada37ba995c3 admin admin] Publish callbacks [] for router_controller (bb63a145-1068-4260-9abc-fb4994dbd681), precommit_add_association {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:51.570332 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7c9f4c8e-8647-4970-899f-ada37ba995c3 admin admin] Publish callbacks [] for router_gateway (bb63a145-1068-4260-9abc-fb4994dbd681), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:51.620153 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-ad8abe8d-48ae-45a0-8cd2-556759a342ce None None] Publish callbacks [] for port (6b416d82-9c3e-4456-8ae1-e2f3dcc970a5), precommit_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:51.721749 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-ad8abe8d-48ae-45a0-8cd2-556759a342ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782758885672'] for port (6b416d82-9c3e-4456-8ae1-e2f3dcc970a5), after_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:51.759013 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad8abe8d-48ae-45a0-8cd2-556759a342ce None None] Network 24722d0c-6008-4f41-ba50-0a1e90b6b5e9 is already hosted by enough agents. {{(pid=109858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:59:51.761971 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.scheduler.base_scheduler [None req-ad8abe8d-48ae-45a0-8cd2-556759a342ce None None] Resources bound (agent type, host, resource id): {{(pid=109858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:59:51.765317 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad8abe8d-48ae-45a0-8cd2-556759a342ce None None] Received port after_create {{(pid=109858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 09:59:51.776847 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8abe8d-48ae-45a0-8cd2-556759a342ce None None] Pushing event updated for resources: {'Port': ['ID=6b416d82-9c3e-4456-8ae1-e2f3dcc970a5,revision_number=1']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:59:51.827069 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7c9f4c8e-8647-4970-899f-ada37ba995c3 admin admin] Publish callbacks [] for router_gateway (bb63a145-1068-4260-9abc-fb4994dbd681), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:51.828147 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-ad8abe8d-48ae-45a0-8cd2-556759a342ce None None] Attempting to bind port 6b416d82-9c3e-4456-8ae1-e2f3dcc970a5 on host dv-cinder-804757-16-iscsi for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 09:59:51.828548 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-ad8abe8d-48ae-45a0-8cd2-556759a342ce None None] Attempting to bind port 6b416d82-9c3e-4456-8ae1-e2f3dcc970a5 by drivers openvswitch,hyperv on host dv-cinder-804757-16-iscsi at level 0 using segments [{'id': 'aba2e2ff-0656-4bb8-8e98-8dd9f4e2203f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '24722d0c-6008-4f41-ba50-0a1e90b6b5e9'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 09:59:51.828923 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad8abe8d-48ae-45a0-8cd2-556759a342ce None None] Attempting to bind port 6b416d82-9c3e-4456-8ae1-e2f3dcc970a5 on network 24722d0c-6008-4f41-ba50-0a1e90b6b5e9 {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 09:59:51.835119 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad8abe8d-48ae-45a0-8cd2-556759a342ce None None] Checking agent: {'id': 'ce3e6371-75e2-4bba-8260-49cd855bb251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 9, 37, 10), 'started_at': datetime.datetime(2022, 2, 21, 9, 37, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 09:59:51.835502 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad8abe8d-48ae-45a0-8cd2-556759a342ce None None] Checking segment: {'id': 'aba2e2ff-0656-4bb8-8e98-8dd9f4e2203f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '24722d0c-6008-4f41-ba50-0a1e90b6b5e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 09:59:51.835908 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-ad8abe8d-48ae-45a0-8cd2-556759a342ce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:51.836304 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad8abe8d-48ae-45a0-8cd2-556759a342ce None None] Bound using segment: {'id': 'aba2e2ff-0656-4bb8-8e98-8dd9f4e2203f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '24722d0c-6008-4f41-ba50-0a1e90b6b5e9'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 09:59:51.836924 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-ad8abe8d-48ae-45a0-8cd2-556759a342ce None None] Bound port: 6b416d82-9c3e-4456-8ae1-e2f3dcc970a5, host: dv-cinder-804757-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aba2e2ff-0656-4bb8-8e98-8dd9f4e2203f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '24722d0c-6008-4f41-ba50-0a1e90b6b5e9'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 09:59:51.837306 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-ad8abe8d-48ae-45a0-8cd2-556759a342ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (6b416d82-9c3e-4456-8ae1-e2f3dcc970a5), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:51.846403 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7c9f4c8e-8647-4970-899f-ada37ba995c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:51.901445 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-ad8abe8d-48ae-45a0-8cd2-556759a342ce None None] For port 6b416d82-9c3e-4456-8ae1-e2f3dcc970a5, host dv-cinder-804757-16-iscsi, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:59:51.904462 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-ad8abe8d-48ae-45a0-8cd2-556759a342ce None None] For port 6b416d82-9c3e-4456-8ae1-e2f3dcc970a5, host dv-cinder-804757-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-16-iscsi',level=0,port_id=6b416d82-9c3e-4456-8ae1-e2f3dcc970a5,segment=NetworkSegment(aba2e2ff-0656-4bb8-8e98-8dd9f4e2203f),segment_id=aba2e2ff-0656-4bb8-8e98-8dd9f4e2203f)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:59:51.951878 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [None req-7c9f4c8e-8647-4970-899f-ada37ba995c3 admin admin] Allocated IP 172.27.2.68 (bd3f1df6-77ad-4531-9eb3-69bc21002862/13a25a01-28fd-4407-b7c5-fe4349ebc744/58f6f2fe-a0a3-4a3a-a208-3dfc2240ad90) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:59:51.995379 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-ad8abe8d-48ae-45a0-8cd2-556759a342ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782759442315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782758885690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782758885708'] for port (6b416d82-9c3e-4456-8ae1-e2f3dcc970a5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:52.057721 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7c9f4c8e-8647-4970-899f-ada37ba995c3 admin admin] Publish callbacks [] for port (58f6f2fe-a0a3-4a3a-a208-3dfc2240ad90), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:52.058241 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8abe8d-48ae-45a0-8cd2-556759a342ce None None] Pushing event updated for resources: {'Port': ['ID=6b416d82-9c3e-4456-8ae1-e2f3dcc970a5,revision_number=2']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:59:52.149514 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7c9f4c8e-8647-4970-899f-ada37ba995c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782758885672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3964494'] for port (58f6f2fe-a0a3-4a3a-a208-3dfc2240ad90), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:52.195803 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c9f4c8e-8647-4970-899f-ada37ba995c3 admin admin] Network bd3f1df6-77ad-4531-9eb3-69bc21002862 is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:59:52.200064 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-7c9f4c8e-8647-4970-899f-ada37ba995c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:59:52.203559 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c9f4c8e-8647-4970-899f-ada37ba995c3 admin admin] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 09:59:52.238973 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9f4c8e-8647-4970-899f-ada37ba995c3 admin admin] Pushing event updated for resources: {'Port': ['ID=58f6f2fe-a0a3-4a3a-a208-3dfc2240ad90,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:59:52.544710 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7c9f4c8e-8647-4970-899f-ada37ba995c3 admin admin] Publish callbacks [] for router_gateway (bb63a145-1068-4260-9abc-fb4994dbd681), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:52.759046 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7c9f4c8e-8647-4970-899f-ada37ba995c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7916070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7917225'] for router (bb63a145-1068-4260-9abc-fb4994dbd681), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:52.893449 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2108a4f4-b974-402d-ad45-379d5a5082fd None None] Network 24722d0c-6008-4f41-ba50-0a1e90b6b5e9 requested from dv-cinder-804757-16-iscsi {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 09:59:52.932035 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c9f4c8e-8647-4970-899f-ada37ba995c3 admin admin] Router bb63a145-1068-4260-9abc-fb4994dbd681 is scheduled to L3 agent f1afc09b-b148-496e-b857-a568110caa3c with binding_index 1 {{(pid=109857) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 21 09:59:53.000229 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-75b6ce3a-9e4c-459e-a084-c0c303e20871 None None] Provisioning complete for port 6b416d82-9c3e-4456-8ae1-e2f3dcc970a5 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:59:53.000635 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-75b6ce3a-9e4c-459e-a084-c0c303e20871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7397950'] for port (6b416d82-9c3e-4456-8ae1-e2f3dcc970a5), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:53.097537 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-75b6ce3a-9e4c-459e-a084-c0c303e20871 None None] Current status of the port 6b416d82-9c3e-4456-8ae1-e2f3dcc970a5 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:59:53.097946 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-75b6ce3a-9e4c-459e-a084-c0c303e20871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (6b416d82-9c3e-4456-8ae1-e2f3dcc970a5), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:53.132607 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-75b6ce3a-9e4c-459e-a084-c0c303e20871 None None] For port 6b416d82-9c3e-4456-8ae1-e2f3dcc970a5, host dv-cinder-804757-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-16-iscsi',level=0,port_id=6b416d82-9c3e-4456-8ae1-e2f3dcc970a5,segment=NetworkSegment(aba2e2ff-0656-4bb8-8e98-8dd9f4e2203f),segment_id=aba2e2ff-0656-4bb8-8e98-8dd9f4e2203f)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:59:53.178653 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-75b6ce3a-9e4c-459e-a084-c0c303e20871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782759442315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782758885690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782758885708'] for port (6b416d82-9c3e-4456-8ae1-e2f3dcc970a5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:53.249319 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b6ce3a-9e4c-459e-a084-c0c303e20871 None None] Pushing event updated for resources: {'Port': ['ID=6b416d82-9c3e-4456-8ae1-e2f3dcc970a5,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:59:53.274333 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c9f4c8e-8647-4970-899f-ada37ba995c3 admin admin] Notify agent at l3_agent.dv-cinder-804757-16-iscsi the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:59:53.282331 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8a4b0a-d18d-453e-ac73-b791ffe51cf1 None None] Sync routers for ids ['bb63a145-1068-4260-9abc-fb4994dbd681'] in dv-cinder-804757-16-iscsi {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 09:59:53.295273 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8a4b0a-d18d-453e-ac73-b791ffe51cf1 None None] Routers {'bb63a145-1068-4260-9abc-fb4994dbd681'} bound to L3 agent in host dv-cinder-804757-16-iscsi {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:59:53.302935 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-dd8a4b0a-d18d-453e-ac73-b791ffe51cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T09:37:05Z,description=,heartbeat_timestamp=2022-02-21T09:59:35Z,host='dv-cinder-804757-16-iscsi',id=f1afc09b-b148-496e-b857-a568110caa3c,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:37:06Z,topic='l3_agent')) {'router_ids': ['bb63a145-1068-4260-9abc-fb4994dbd681'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:59:53.385319 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7c9f4c8e-8647-4970-899f-ada37ba995c3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:53.386622 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [None req-7c9f4c8e-8647-4970-899f-ada37ba995c3 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.1725588 Feb 21 09:59:53.389376 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.71', 32964) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:59:53.410044 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-dd8a4b0a-d18d-453e-ac73-b791ffe51cf1 None None] Set router bb63a145-1068-4260-9abc-fb4994dbd681 gateway port host: dv-cinder-804757-16-iscsi {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:59:53.438005 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-2cc40c0b-749d-4a31-9501-6dfa4d97806a None None] Provisioning complete for port 6b416d82-9c3e-4456-8ae1-e2f3dcc970a5 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:59:53.438295 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-2cc40c0b-749d-4a31-9501-6dfa4d97806a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7397950'] for port (6b416d82-9c3e-4456-8ae1-e2f3dcc970a5), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:53.627723 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-2cc40c0b-749d-4a31-9501-6dfa4d97806a None None] Current status of the port 6b416d82-9c3e-4456-8ae1-e2f3dcc970a5 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:59:53.652969 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-dd8a4b0a-d18d-453e-ac73-b791ffe51cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb63a145-1068-4260-9abc-fb4994dbd681', 'name': 'tempest-TestShelveInstance-655484973-router', 'tenant_id': 'd4f34230363c46e89e61f47209f0c267', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'external_fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': '58f6f2fe-a0a3-4a3a-a208-3dfc2240ad90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:59:51Z', 'updated_at': '2022-02-21T09:59:52Z', 'revision_number': 3, 'project_id': 'd4f34230363c46e89e61f47209f0c267', 'gw_port': {'id': '58f6f2fe-a0a3-4a3a-a208-3dfc2240ad90', 'name': '', 'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:8a:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb63a145-1068-4260-9abc-fb4994dbd681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:59:51Z', 'updated_at': '2022-02-21T09:59:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-16-iscsi'}], 'dv-cinder-804757-16-iscsi', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:59:53.679808 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8a4b0a-d18d-453e-ac73-b791ffe51cf1 None None] Checking router: bb63a145-1068-4260-9abc-fb4994dbd681 for host: dv-cinder-804757-16-iscsi {{(pid=109858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 09:59:53.680159 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8a4b0a-d18d-453e-ac73-b791ffe51cf1 None None] Updating router bb63a145-1068-4260-9abc-fb4994dbd681 port 58f6f2fe-a0a3-4a3a-a208-3dfc2240ad90 binding host dv-cinder-804757-16-iscsi {{(pid=109858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 09:59:53.710479 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-dd8a4b0a-d18d-453e-ac73-b791ffe51cf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (58f6f2fe-a0a3-4a3a-a208-3dfc2240ad90), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:53.808826 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e0ebb5d6-ee2b-425e-b8b6-3824ae4e79ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:53.825123 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Device 6b416d82-9c3e-4456-8ae1-e2f3dcc970a5 up at agent ovs-agent-dv-cinder-804757-16-iscsi {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:59:53.941025 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Provisioning complete for port 6b416d82-9c3e-4456-8ae1-e2f3dcc970a5 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:59:53.941767 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7397950'] for port (6b416d82-9c3e-4456-8ae1-e2f3dcc970a5), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:53.967751 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [None req-e0ebb5d6-ee2b-425e-b8b6-3824ae4e79ff admin admin] Allocated IP 172.20.0.1 (24722d0c-6008-4f41-ba50-0a1e90b6b5e9/1cd8a5bb-e3b6-4f3b-9ab3-34796e73d854/24e1f4ab-54fb-418e-9e6d-792cd63d0311) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:59:54.066164 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-dd8a4b0a-d18d-453e-ac73-b791ffe51cf1 None None] Publish callbacks [] for port (58f6f2fe-a0a3-4a3a-a208-3dfc2240ad90), precommit_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:54.075925 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e0ebb5d6-ee2b-425e-b8b6-3824ae4e79ff admin admin] Publish callbacks [] for port (24e1f4ab-54fb-418e-9e6d-792cd63d0311), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:54.078597 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Current status of the port 6b416d82-9c3e-4456-8ae1-e2f3dcc970a5 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:59:54.120716 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-dd8a4b0a-d18d-453e-ac73-b791ffe51cf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782759442315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782758885690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782758885708'] for port (58f6f2fe-a0a3-4a3a-a208-3dfc2240ad90), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:54.138228 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e0ebb5d6-ee2b-425e-b8b6-3824ae4e79ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782758885672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3964494'] for port (24e1f4ab-54fb-418e-9e6d-792cd63d0311), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:54.174774 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0ebb5d6-ee2b-425e-b8b6-3824ae4e79ff admin admin] Network 24722d0c-6008-4f41-ba50-0a1e90b6b5e9 is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:59:54.176594 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-dd8a4b0a-d18d-453e-ac73-b791ffe51cf1 None None] Attempting to bind port 58f6f2fe-a0a3-4a3a-a208-3dfc2240ad90 on host dv-cinder-804757-16-iscsi for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 09:59:54.176978 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-dd8a4b0a-d18d-453e-ac73-b791ffe51cf1 None None] Attempting to bind port 58f6f2fe-a0a3-4a3a-a208-3dfc2240ad90 by drivers openvswitch,hyperv on host dv-cinder-804757-16-iscsi at level 0 using segments [{'id': '64ea902b-f589-4efc-8b2e-260a836a5805', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 09:59:54.177345 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8a4b0a-d18d-453e-ac73-b791ffe51cf1 None None] Attempting to bind port 58f6f2fe-a0a3-4a3a-a208-3dfc2240ad90 on network bd3f1df6-77ad-4531-9eb3-69bc21002862 {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 09:59:54.179513 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-e0ebb5d6-ee2b-425e-b8b6-3824ae4e79ff admin admin] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:59:54.180160 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031f853c-cefc-4bc7-9722-6821affc7290 None None] Pushing event updated for resources: {'Port': ['ID=58f6f2fe-a0a3-4a3a-a208-3dfc2240ad90,revision_number=2']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:59:54.185060 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ebb5d6-ee2b-425e-b8b6-3824ae4e79ff admin admin] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 09:59:54.192208 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8a4b0a-d18d-453e-ac73-b791ffe51cf1 None None] Checking agent: {'id': 'ce3e6371-75e2-4bba-8260-49cd855bb251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 9, 37, 10), 'started_at': datetime.datetime(2022, 2, 21, 9, 37, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 09:59:54.192625 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8a4b0a-d18d-453e-ac73-b791ffe51cf1 None None] Checking segment: {'id': '64ea902b-f589-4efc-8b2e-260a836a5805', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 09:59:54.193041 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-dd8a4b0a-d18d-453e-ac73-b791ffe51cf1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:54.193439 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8a4b0a-d18d-453e-ac73-b791ffe51cf1 None None] Bound using segment: {'id': '64ea902b-f589-4efc-8b2e-260a836a5805', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 09:59:54.193910 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-dd8a4b0a-d18d-453e-ac73-b791ffe51cf1 None None] Bound port: 58f6f2fe-a0a3-4a3a-a208-3dfc2240ad90, host: dv-cinder-804757-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64ea902b-f589-4efc-8b2e-260a836a5805', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 09:59:54.194299 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-dd8a4b0a-d18d-453e-ac73-b791ffe51cf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (58f6f2fe-a0a3-4a3a-a208-3dfc2240ad90), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:54.212706 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ebb5d6-ee2b-425e-b8b6-3824ae4e79ff admin admin] Pushing event updated for resources: {'Port': ['ID=24e1f4ab-54fb-418e-9e6d-792cd63d0311,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:59:54.229565 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e0ebb5d6-ee2b-425e-b8b6-3824ae4e79ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7916414'] for router_interface (bb63a145-1068-4260-9abc-fb4994dbd681), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:54.251192 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-dd8a4b0a-d18d-453e-ac73-b791ffe51cf1 None None] For port 58f6f2fe-a0a3-4a3a-a208-3dfc2240ad90, host dv-cinder-804757-16-iscsi, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:59:54.254372 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-dd8a4b0a-d18d-453e-ac73-b791ffe51cf1 None None] For port 58f6f2fe-a0a3-4a3a-a208-3dfc2240ad90, host dv-cinder-804757-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-16-iscsi',level=0,port_id=58f6f2fe-a0a3-4a3a-a208-3dfc2240ad90,segment=NetworkSegment(64ea902b-f589-4efc-8b2e-260a836a5805),segment_id=64ea902b-f589-4efc-8b2e-260a836a5805)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:59:54.292883 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-dd8a4b0a-d18d-453e-ac73-b791ffe51cf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782759442315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782758885690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782758885708'] for port (58f6f2fe-a0a3-4a3a-a208-3dfc2240ad90), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:54.356794 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8a4b0a-d18d-453e-ac73-b791ffe51cf1 None None] Routers {'bb63a145-1068-4260-9abc-fb4994dbd681'} bound to L3 agent in host dv-cinder-804757-16-iscsi {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:59:54.357425 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-dd8a4b0a-d18d-453e-ac73-b791ffe51cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T09:37:05Z,description=,heartbeat_timestamp=2022-02-21T09:59:35Z,host='dv-cinder-804757-16-iscsi',id=f1afc09b-b148-496e-b857-a568110caa3c,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:37:06Z,topic='l3_agent')) {'router_ids': ['bb63a145-1068-4260-9abc-fb4994dbd681'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:59:54.397405 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031f853c-cefc-4bc7-9722-6821affc7290 None None] Pushing event updated for resources: {'Port': ['ID=58f6f2fe-a0a3-4a3a-a208-3dfc2240ad90,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:59:54.418078 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e0ebb5d6-ee2b-425e-b8b6-3824ae4e79ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (24e1f4ab-54fb-418e-9e6d-792cd63d0311), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:54.477353 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-b3af6678-3bea-40f9-b498-ead3ccd0cbdd None None] Provisioning complete for port 24e1f4ab-54fb-418e-9e6d-792cd63d0311 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:59:54.477651 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-b3af6678-3bea-40f9-b498-ead3ccd0cbdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7397950'] for port (24e1f4ab-54fb-418e-9e6d-792cd63d0311), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:54.505502 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-dd8a4b0a-d18d-453e-ac73-b791ffe51cf1 None None] Set router bb63a145-1068-4260-9abc-fb4994dbd681 gateway port host: dv-cinder-804757-16-iscsi {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:59:54.580397 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e0ebb5d6-ee2b-425e-b8b6-3824ae4e79ff admin admin] Publish callbacks [] for port (24e1f4ab-54fb-418e-9e6d-792cd63d0311), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:54.651862 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e0ebb5d6-ee2b-425e-b8b6-3824ae4e79ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782759442315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782758885690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782758885708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3964501'] for port (24e1f4ab-54fb-418e-9e6d-792cd63d0311), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:54.717784 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ebb5d6-ee2b-425e-b8b6-3824ae4e79ff admin admin] Pushing event updated for resources: {'Port': ['ID=24e1f4ab-54fb-418e-9e6d-792cd63d0311,revision_number=2']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:59:54.720250 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e0ebb5d6-ee2b-425e-b8b6-3824ae4e79ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7905553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7916522'] for router_interface (bb63a145-1068-4260-9abc-fb4994dbd681), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:54.731976 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-b3af6678-3bea-40f9-b498-ead3ccd0cbdd None None] Port 24e1f4ab-54fb-418e-9e6d-792cd63d0311 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 09:59:54.824095 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-dd8a4b0a-d18d-453e-ac73-b791ffe51cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb63a145-1068-4260-9abc-fb4994dbd681', 'name': 'tempest-TestShelveInstance-655484973-router', 'tenant_id': 'd4f34230363c46e89e61f47209f0c267', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'external_fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': '58f6f2fe-a0a3-4a3a-a208-3dfc2240ad90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:59:51Z', 'updated_at': '2022-02-21T09:59:52Z', 'revision_number': 3, 'project_id': 'd4f34230363c46e89e61f47209f0c267', 'gw_port': {'id': '58f6f2fe-a0a3-4a3a-a208-3dfc2240ad90', 'name': '', 'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:8a:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb63a145-1068-4260-9abc-fb4994dbd681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:59:51Z', 'updated_at': '2022-02-21T09:59:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-16-iscsi'}], 'dv-cinder-804757-16-iscsi', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:59:54.824359 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0ebb5d6-ee2b-425e-b8b6-3824ae4e79ff admin admin] Network 24722d0c-6008-4f41-ba50-0a1e90b6b5e9 is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:59:54.826475 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-e0ebb5d6-ee2b-425e-b8b6-3824ae4e79ff admin admin] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:59:54.856608 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8a4b0a-d18d-453e-ac73-b791ffe51cf1 None None] The sync data for ids ['bb63a145-1068-4260-9abc-fb4994dbd681'] in dv-cinder-804757-16-iscsi is: [{'id': 'bb63a145-1068-4260-9abc-fb4994dbd681', 'name': 'tempest-TestShelveInstance-655484973-router', 'tenant_id': 'd4f34230363c46e89e61f47209f0c267', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'external_fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': '58f6f2fe-a0a3-4a3a-a208-3dfc2240ad90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:59:51Z', 'updated_at': '2022-02-21T09:59:52Z', 'revision_number': 3, 'project_id': 'd4f34230363c46e89e61f47209f0c267', 'gw_port': {'id': '58f6f2fe-a0a3-4a3a-a208-3dfc2240ad90', 'name': '', 'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:8a:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb63a145-1068-4260-9abc-fb4994dbd681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:59:51Z', 'updated_at': '2022-02-21T09:59:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-16-iscsi'}] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 09:59:55.006545 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0ebb5d6-ee2b-425e-b8b6-3824ae4e79ff admin admin] Router bb63a145-1068-4260-9abc-fb4994dbd681 has already been hosted by L3 agent f1afc09b-b148-496e-b857-a568110caa3c {{(pid=109857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 09:59:55.063112 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-daad5e3d-ffe5-49e4-92d8-9af6763b674c None None] Provisioning complete for port 24e1f4ab-54fb-418e-9e6d-792cd63d0311 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:59:55.063112 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-daad5e3d-ffe5-49e4-92d8-9af6763b674c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7397950'] for port (24e1f4ab-54fb-418e-9e6d-792cd63d0311), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:55.121689 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-daad5e3d-ffe5-49e4-92d8-9af6763b674c None None] Port 24e1f4ab-54fb-418e-9e6d-792cd63d0311 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 09:59:55.159925 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0ebb5d6-ee2b-425e-b8b6-3824ae4e79ff admin admin] Notify agent at l3_agent.dv-cinder-804757-16-iscsi the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:59:55.166593 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [None req-e0ebb5d6-ee2b-425e-b8b6-3824ae4e79ff admin admin] 10.222.0.71 "PUT /v2.0/routers/bb63a145-1068-4260-9abc-fb4994dbd681/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7756910 Feb 21 09:59:55.823461 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Device 58f6f2fe-a0a3-4a3a-a208-3dfc2240ad90 up at agent ovs-agent-dv-cinder-804757-16-iscsi {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:59:55.879230 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Provisioning complete for port 58f6f2fe-a0a3-4a3a-a208-3dfc2240ad90 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:59:55.879699 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7397950'] for port (58f6f2fe-a0a3-4a3a-a208-3dfc2240ad90), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:55.902964 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.71', 32982) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:59:55.908945 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.v2.base [None req-1262677d-bf35-4891-9843-a1f478c66827 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1143250898-network', 'tenant_id': 'e4081b44b4964966a175bd53d1a321d9'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:59:55.961188 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Current status of the port 58f6f2fe-a0a3-4a3a-a208-3dfc2240ad90 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:59:55.961587 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (58f6f2fe-a0a3-4a3a-a208-3dfc2240ad90), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:55.982119 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] For port 58f6f2fe-a0a3-4a3a-a208-3dfc2240ad90, host dv-cinder-804757-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-16-iscsi',level=0,port_id=58f6f2fe-a0a3-4a3a-a208-3dfc2240ad90,segment=NetworkSegment(64ea902b-f589-4efc-8b2e-260a836a5805),segment_id=64ea902b-f589-4efc-8b2e-260a836a5805)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:59:56.006697 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1262677d-bf35-4891-9843-a1f478c66827 admin admin] Made reservation on behalf of e4081b44b4964966a175bd53d1a321d9 for: {'network': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:59:56.009155 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1262677d-bf35-4891-9843-a1f478c66827 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for network (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:56.018406 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1262677d-bf35-4891-9843-a1f478c66827 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:56.074660 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782759442315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782758885690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782758885708'] for port (58f6f2fe-a0a3-4a3a-a208-3dfc2240ad90), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:56.095223 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1262677d-bf35-4891-9843-a1f478c66827 admin admin] Publish callbacks [] for security_group (8d02227b-0e38-4e9e-898b-00c4a60f5670), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:56.121135 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Pushing event updated for resources: {'Port': ['ID=58f6f2fe-a0a3-4a3a-a208-3dfc2240ad90,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:59:56.171631 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1262677d-bf35-4891-9843-a1f478c66827 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (8d02227b-0e38-4e9e-898b-00c4a60f5670), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:56.196905 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1262677d-bf35-4891-9843-a1f478c66827 admin admin] vlan segment allocate from pool success with {'vlan_id': 356, 'physical_network': 'physnet1'} {{(pid=109857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 09:59:56.206599 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262677d-bf35-4891-9843-a1f478c66827 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d02227b-0e38-4e9e-898b-00c4a60f5670,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:59:56.211214 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1262677d-bf35-4891-9843-a1f478c66827 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-936617'] for segment (e1f2fb0c-4bd4-44b9-8ff8-703d66cc75df), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:56.211544 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.db.segments_db [None req-1262677d-bf35-4891-9843-a1f478c66827 admin admin] Added segment e1f2fb0c-4bd4-44b9-8ff8-703d66cc75df of type vlan for network c14e3add-43d8-47e2-8506-68305f90b6c5 Feb 21 09:59:56.251499 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1262677d-bf35-4891-9843-a1f478c66827 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782758871682'] for network (c14e3add-43d8-47e2-8506-68305f90b6c5), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:56.331837 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1262677d-bf35-4891-9843-a1f478c66827 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539'] for network (c14e3add-43d8-47e2-8506-68305f90b6c5), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:56.332789 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1262677d-bf35-4891-9843-a1f478c66827 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:59:56.333411 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1262677d-bf35-4891-9843-a1f478c66827 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905581'] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:56.395108 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262677d-bf35-4891-9843-a1f478c66827 admin admin] Pushing event updated for resources: {'Network': ['ID=c14e3add-43d8-47e2-8506-68305f90b6c5,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:59:56.405004 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Network c14e3add-43d8-47e2-8506-68305f90b6c5 details requested by agent ovs-agent-dv-cinder-804757-16-iscsi with host dv-cinder-804757-16-iscsi {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 09:59:56.437402 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [None req-1262677d-bf35-4891-9843-a1f478c66827 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5331471 Feb 21 09:59:56.440217 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.71', 32984) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:59:56.445353 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.v2.base [None req-062474c1-a7c8-4f0c-af6a-a8698cf79983 admin admin] Request body: {'subnet': {'network_id': 'c14e3add-43d8-47e2-8506-68305f90b6c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1143250898-subnet', 'tenant_id': 'e4081b44b4964966a175bd53d1a321d9', 'ip_version': 4}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:59:56.525028 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-062474c1-a7c8-4f0c-af6a-a8698cf79983 admin admin] Made reservation on behalf of e4081b44b4964966a175bd53d1a321d9 for: {'subnet': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 09:59:56.527409 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-062474c1-a7c8-4f0c-af6a-a8698cf79983 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4185924'] for subnet (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:56.571754 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a370ad68-3753-4eb6-ae4d-9ed58e519154 None None] Sync routers for ids ['bb63a145-1068-4260-9abc-fb4994dbd681'] in dv-cinder-804757-16-iscsi {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 09:59:56.582150 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a370ad68-3753-4eb6-ae4d-9ed58e519154 None None] Routers {'bb63a145-1068-4260-9abc-fb4994dbd681'} bound to L3 agent in host dv-cinder-804757-16-iscsi {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:59:56.582875 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-a370ad68-3753-4eb6-ae4d-9ed58e519154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T09:37:05Z,description=,heartbeat_timestamp=2022-02-21T09:59:35Z,host='dv-cinder-804757-16-iscsi',id=f1afc09b-b148-496e-b857-a568110caa3c,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:37:06Z,topic='l3_agent')) {'router_ids': ['bb63a145-1068-4260-9abc-fb4994dbd681'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:59:56.689359 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-a370ad68-3753-4eb6-ae4d-9ed58e519154 None None] Set router bb63a145-1068-4260-9abc-fb4994dbd681 gateway port host: dv-cinder-804757-16-iscsi {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:59:56.760798 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-062474c1-a7c8-4f0c-af6a-a8698cf79983 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3963102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4186038'] for subnet (d113f17d-9968-477a-bb39-8ff51f7f9311), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:56.816410 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062474c1-a7c8-4f0c-af6a-a8698cf79983 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d113f17d-9968-477a-bb39-8ff51f7f9311,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:59:56.824888 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062474c1-a7c8-4f0c-af6a-a8698cf79983 admin admin] Checking segment: {'id': 'e1f2fb0c-4bd4-44b9-8ff8-703d66cc75df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'c14e3add-43d8-47e2-8506-68305f90b6c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 09:59:56.825245 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-062474c1-a7c8-4f0c-af6a-a8698cf79983 admin admin] Network hostable DHCP agents. Network: c14e3add-43d8-47e2-8506-68305f90b6c5, hostable agents: ['7b1feb7e-a062-49d6-b835-c5fae1c9b9ce'], hosted agents: [] {{(pid=109857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 09:59:56.883923 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-a370ad68-3753-4eb6-ae4d-9ed58e519154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb63a145-1068-4260-9abc-fb4994dbd681', 'name': 'tempest-TestShelveInstance-655484973-router', 'tenant_id': 'd4f34230363c46e89e61f47209f0c267', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'external_fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': '58f6f2fe-a0a3-4a3a-a208-3dfc2240ad90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:59:51Z', 'updated_at': '2022-02-21T09:59:54Z', 'revision_number': 4, 'project_id': 'd4f34230363c46e89e61f47209f0c267', 'gw_port': {'id': '58f6f2fe-a0a3-4a3a-a208-3dfc2240ad90', 'name': '', 'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:8a:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb63a145-1068-4260-9abc-fb4994dbd681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:59:51Z', 'updated_at': '2022-02-21T09:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-16-iscsi', '_interfaces': [{'id': '24e1f4ab-54fb-418e-9e6d-792cd63d0311', 'name': '', 'network_id': '24722d0c-6008-4f41-ba50-0a1e90b6b5e9', 'tenant_id': 'd4f34230363c46e89e61f47209f0c267', 'mac_address': 'fa:16:3e:14:c0:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb63a145-1068-4260-9abc-fb4994dbd681', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '1cd8a5bb-e3b6-4f3b-9ab3-34796e73d854', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:59:53Z', 'updated_at': '2022-02-21T09:59:54Z', 'revision_number': 2, 'project_id': 'd4f34230363c46e89e61f47209f0c267', 'subnets': [{'id': '1cd8a5bb-e3b6-4f3b-9ab3-34796e73d854', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-16-iscsi', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:59:56.896455 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-062474c1-a7c8-4f0c-af6a-a8698cf79983 admin admin] Network c14e3add-43d8-47e2-8506-68305f90b6c5 is scheduled to be hosted by DHCP agent 7b1feb7e-a062-49d6-b835-c5fae1c9b9ce with binding_index 1 {{(pid=109857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 09:59:56.914116 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a370ad68-3753-4eb6-ae4d-9ed58e519154 None None] Checking router: bb63a145-1068-4260-9abc-fb4994dbd681 for host: dv-cinder-804757-16-iscsi {{(pid=109859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 09:59:56.914470 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a370ad68-3753-4eb6-ae4d-9ed58e519154 None None] Updating router bb63a145-1068-4260-9abc-fb4994dbd681 port 24e1f4ab-54fb-418e-9e6d-792cd63d0311 binding host dv-cinder-804757-16-iscsi {{(pid=109859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 09:59:56.941259 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-a370ad68-3753-4eb6-ae4d-9ed58e519154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (24e1f4ab-54fb-418e-9e6d-792cd63d0311), before_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:56.989311 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-062474c1-a7c8-4f0c-af6a-a8698cf79983 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-16-iscsi, c14e3add-43d8-47e2-8506-68305f90b6c5) {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:59:56.993363 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-062474c1-a7c8-4f0c-af6a-a8698cf79983 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 09:59:56.994123 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-062474c1-a7c8-4f0c-af6a-a8698cf79983 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905581'] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:57.002133 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0072303f-246f-4a03-a0c4-d145662c6b09 None None] Network c14e3add-43d8-47e2-8506-68305f90b6c5 requested from dv-cinder-804757-16-iscsi {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 09:59:57.085504 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [None req-062474c1-a7c8-4f0c-af6a-a8698cf79983 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6438456 Feb 21 09:59:57.089120 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 32986) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:59:57.097920 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.v2.base [None req-ce6f912d-1809-4525-8da4-070579178a2a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1143250898-router', 'tenant_id': 'e4081b44b4964966a175bd53d1a321d9', 'external_gateway_info': {'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862'}}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 09:59:57.116345 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c11c52d5-0cfc-493e-8bf5-87d7f89c79cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1d068d2-1ca4-5135-b31c-76c0219c179a-c14e3add-43d8-47e2-8506-68305f90b6c5', 'network_id': 'c14e3add-43d8-47e2-8506-68305f90b6c5', 'project_id': 'e4081b44b4964966a175bd53d1a321d9', 'fixed_ips': [{'subnet_id': 'd113f17d-9968-477a-bb39-8ff51f7f9311'}]}} from dv-cinder-804757-16-iscsi. {{(pid=109858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 21 09:59:57.116345 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-c11c52d5-0cfc-493e-8bf5-87d7f89c79cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (None), before_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:57.172449 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ce6f912d-1809-4525-8da4-070579178a2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7911359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1367'] for router (25a6b238-7867-4be5-bba6-f5ee961899c1), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:57.173638 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ce6f912d-1809-4525-8da4-070579178a2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7916079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7917182', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-427489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1452'] for router (25a6b238-7867-4be5-bba6-f5ee961899c1), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:57.227554 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ce6f912d-1809-4525-8da4-070579178a2a admin admin] Publish callbacks [] for router_controller (25a6b238-7867-4be5-bba6-f5ee961899c1), precommit_add_association {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:57.256359 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.db_base_plugin_common [None req-c11c52d5-0cfc-493e-8bf5-87d7f89c79cd None None] Allocated IP 172.20.0.2 (c14e3add-43d8-47e2-8506-68305f90b6c5/d113f17d-9968-477a-bb39-8ff51f7f9311/4897eddd-48b1-4963-98e5-0e44d8bb4e91) {{(pid=109858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:59:57.290945 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-a370ad68-3753-4eb6-ae4d-9ed58e519154 None None] Publish callbacks [] for port (24e1f4ab-54fb-418e-9e6d-792cd63d0311), precommit_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:57.365052 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-a370ad68-3753-4eb6-ae4d-9ed58e519154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782759442315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782758885690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782758885708'] for port (24e1f4ab-54fb-418e-9e6d-792cd63d0311), after_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:57.405955 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-c11c52d5-0cfc-493e-8bf5-87d7f89c79cd None None] Publish callbacks [] for port (4897eddd-48b1-4963-98e5-0e44d8bb4e91), precommit_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:57.416792 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ce6f912d-1809-4525-8da4-070579178a2a admin admin] Publish callbacks [] for router_gateway (25a6b238-7867-4be5-bba6-f5ee961899c1), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:57.419082 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313ba8ff-efc1-4621-8375-a0123b8f504d None None] Pushing event updated for resources: {'Port': ['ID=24e1f4ab-54fb-418e-9e6d-792cd63d0311,revision_number=3']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:59:57.431796 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313ba8ff-efc1-4621-8375-a0123b8f504d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:59:57.432168 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313ba8ff-efc1-4621-8375-a0123b8f504d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:59:57.432549 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313ba8ff-efc1-4621-8375-a0123b8f504d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:59:57.432891 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313ba8ff-efc1-4621-8375-a0123b8f504d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:59:57.433223 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313ba8ff-efc1-4621-8375-a0123b8f504d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:59:57.433551 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313ba8ff-efc1-4621-8375-a0123b8f504d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:59:57.433894 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313ba8ff-efc1-4621-8375-a0123b8f504d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:59:57.434224 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313ba8ff-efc1-4621-8375-a0123b8f504d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:59:57.434548 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313ba8ff-efc1-4621-8375-a0123b8f504d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:59:57.434891 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313ba8ff-efc1-4621-8375-a0123b8f504d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:59:57.435221 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313ba8ff-efc1-4621-8375-a0123b8f504d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:59:57.435540 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313ba8ff-efc1-4621-8375-a0123b8f504d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:59:57.435858 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313ba8ff-efc1-4621-8375-a0123b8f504d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 09:59:57.477186 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-c11c52d5-0cfc-493e-8bf5-87d7f89c79cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782758885672'] for port (4897eddd-48b1-4963-98e5-0e44d8bb4e91), after_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:57.485769 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-a370ad68-3753-4eb6-ae4d-9ed58e519154 None None] Attempting to bind port 24e1f4ab-54fb-418e-9e6d-792cd63d0311 on host dv-cinder-804757-16-iscsi for vnic_type normal with profile {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 09:59:57.486995 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-a370ad68-3753-4eb6-ae4d-9ed58e519154 None None] Attempting to bind port 24e1f4ab-54fb-418e-9e6d-792cd63d0311 by drivers openvswitch,hyperv on host dv-cinder-804757-16-iscsi at level 0 using segments [{'id': 'aba2e2ff-0656-4bb8-8e98-8dd9f4e2203f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '24722d0c-6008-4f41-ba50-0a1e90b6b5e9'}] {{(pid=109859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 09:59:57.487984 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a370ad68-3753-4eb6-ae4d-9ed58e519154 None None] Attempting to bind port 24e1f4ab-54fb-418e-9e6d-792cd63d0311 on network 24722d0c-6008-4f41-ba50-0a1e90b6b5e9 {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 09:59:57.493373 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a370ad68-3753-4eb6-ae4d-9ed58e519154 None None] Checking agent: {'id': 'ce3e6371-75e2-4bba-8260-49cd855bb251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 9, 37, 10), 'started_at': datetime.datetime(2022, 2, 21, 9, 37, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 09:59:57.493738 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a370ad68-3753-4eb6-ae4d-9ed58e519154 None None] Checking segment: {'id': 'aba2e2ff-0656-4bb8-8e98-8dd9f4e2203f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '24722d0c-6008-4f41-ba50-0a1e90b6b5e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 09:59:57.494327 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-a370ad68-3753-4eb6-ae4d-9ed58e519154 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:57.495119 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a370ad68-3753-4eb6-ae4d-9ed58e519154 None None] Bound using segment: {'id': 'aba2e2ff-0656-4bb8-8e98-8dd9f4e2203f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '24722d0c-6008-4f41-ba50-0a1e90b6b5e9'} {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 09:59:57.495777 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-a370ad68-3753-4eb6-ae4d-9ed58e519154 None None] Bound port: 24e1f4ab-54fb-418e-9e6d-792cd63d0311, host: dv-cinder-804757-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aba2e2ff-0656-4bb8-8e98-8dd9f4e2203f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '24722d0c-6008-4f41-ba50-0a1e90b6b5e9'}}] {{(pid=109859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 09:59:57.496334 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-a370ad68-3753-4eb6-ae4d-9ed58e519154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (24e1f4ab-54fb-418e-9e6d-792cd63d0311), before_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:57.514848 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c11c52d5-0cfc-493e-8bf5-87d7f89c79cd None None] Network c14e3add-43d8-47e2-8506-68305f90b6c5 is already hosted by enough agents. {{(pid=109858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:59:57.518367 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.scheduler.base_scheduler [None req-c11c52d5-0cfc-493e-8bf5-87d7f89c79cd None None] Resources bound (agent type, host, resource id): {{(pid=109858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:59:57.520998 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11c52d5-0cfc-493e-8bf5-87d7f89c79cd None None] Received port after_create {{(pid=109858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 09:59:57.563722 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.db [None req-a370ad68-3753-4eb6-ae4d-9ed58e519154 None None] For port 24e1f4ab-54fb-418e-9e6d-792cd63d0311, host dv-cinder-804757-16-iscsi, cleared binding levels {{(pid=109859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:59:57.568551 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.db [None req-a370ad68-3753-4eb6-ae4d-9ed58e519154 None None] For port 24e1f4ab-54fb-418e-9e6d-792cd63d0311, host dv-cinder-804757-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-16-iscsi',level=0,port_id=24e1f4ab-54fb-418e-9e6d-792cd63d0311,segment=NetworkSegment(aba2e2ff-0656-4bb8-8e98-8dd9f4e2203f),segment_id=aba2e2ff-0656-4bb8-8e98-8dd9f4e2203f)] {{(pid=109859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:59:57.583067 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11c52d5-0cfc-493e-8bf5-87d7f89c79cd None None] Pushing event updated for resources: {'Port': ['ID=4897eddd-48b1-4963-98e5-0e44d8bb4e91,revision_number=1']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:59:57.594766 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-c11c52d5-0cfc-493e-8bf5-87d7f89c79cd None None] Attempting to bind port 4897eddd-48b1-4963-98e5-0e44d8bb4e91 on host dv-cinder-804757-16-iscsi for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 09:59:57.595254 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-c11c52d5-0cfc-493e-8bf5-87d7f89c79cd None None] Attempting to bind port 4897eddd-48b1-4963-98e5-0e44d8bb4e91 by drivers openvswitch,hyperv on host dv-cinder-804757-16-iscsi at level 0 using segments [{'id': 'e1f2fb0c-4bd4-44b9-8ff8-703d66cc75df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'c14e3add-43d8-47e2-8506-68305f90b6c5'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 09:59:57.595990 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11c52d5-0cfc-493e-8bf5-87d7f89c79cd None None] Attempting to bind port 4897eddd-48b1-4963-98e5-0e44d8bb4e91 on network c14e3add-43d8-47e2-8506-68305f90b6c5 {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 09:59:57.601735 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11c52d5-0cfc-493e-8bf5-87d7f89c79cd None None] Checking agent: {'id': 'ce3e6371-75e2-4bba-8260-49cd855bb251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 9, 37, 10), 'started_at': datetime.datetime(2022, 2, 21, 9, 37, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 09:59:57.602249 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11c52d5-0cfc-493e-8bf5-87d7f89c79cd None None] Checking segment: {'id': 'e1f2fb0c-4bd4-44b9-8ff8-703d66cc75df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'c14e3add-43d8-47e2-8506-68305f90b6c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 09:59:57.602745 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-c11c52d5-0cfc-493e-8bf5-87d7f89c79cd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:57.603204 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11c52d5-0cfc-493e-8bf5-87d7f89c79cd None None] Bound using segment: {'id': 'e1f2fb0c-4bd4-44b9-8ff8-703d66cc75df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'c14e3add-43d8-47e2-8506-68305f90b6c5'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 09:59:57.603758 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-c11c52d5-0cfc-493e-8bf5-87d7f89c79cd None None] Bound port: 4897eddd-48b1-4963-98e5-0e44d8bb4e91, host: dv-cinder-804757-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1f2fb0c-4bd4-44b9-8ff8-703d66cc75df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'c14e3add-43d8-47e2-8506-68305f90b6c5'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 09:59:57.604209 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-c11c52d5-0cfc-493e-8bf5-87d7f89c79cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (4897eddd-48b1-4963-98e5-0e44d8bb4e91), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:57.618283 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-a370ad68-3753-4eb6-ae4d-9ed58e519154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782759442315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782758885690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782758885708'] for port (24e1f4ab-54fb-418e-9e6d-792cd63d0311), after_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:57.684939 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313ba8ff-efc1-4621-8375-a0123b8f504d None None] Pushing event updated for resources: {'Port': ['ID=24e1f4ab-54fb-418e-9e6d-792cd63d0311,revision_number=4']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:59:57.695050 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-375cf373-1f7c-4b3b-810c-f317ec819958 None None] Provisioning complete for port 24e1f4ab-54fb-418e-9e6d-792cd63d0311 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:59:57.695438 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-375cf373-1f7c-4b3b-810c-f317ec819958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7397950'] for port (24e1f4ab-54fb-418e-9e6d-792cd63d0311), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:57.697435 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-c11c52d5-0cfc-493e-8bf5-87d7f89c79cd None None] For port 4897eddd-48b1-4963-98e5-0e44d8bb4e91, host dv-cinder-804757-16-iscsi, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 09:59:57.701255 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-c11c52d5-0cfc-493e-8bf5-87d7f89c79cd None None] For port 4897eddd-48b1-4963-98e5-0e44d8bb4e91, host dv-cinder-804757-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-16-iscsi',level=0,port_id=4897eddd-48b1-4963-98e5-0e44d8bb4e91,segment=NetworkSegment(e1f2fb0c-4bd4-44b9-8ff8-703d66cc75df),segment_id=e1f2fb0c-4bd4-44b9-8ff8-703d66cc75df)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 09:59:57.703634 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a370ad68-3753-4eb6-ae4d-9ed58e519154 None None] Routers {'bb63a145-1068-4260-9abc-fb4994dbd681'} bound to L3 agent in host dv-cinder-804757-16-iscsi {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:59:57.704273 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-a370ad68-3753-4eb6-ae4d-9ed58e519154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T09:37:05Z,description=,heartbeat_timestamp=2022-02-21T09:59:35Z,host='dv-cinder-804757-16-iscsi',id=f1afc09b-b148-496e-b857-a568110caa3c,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:37:06Z,topic='l3_agent')) {'router_ids': ['bb63a145-1068-4260-9abc-fb4994dbd681'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:59:57.731751 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ce6f912d-1809-4525-8da4-070579178a2a admin admin] Publish callbacks [] for router_gateway (25a6b238-7867-4be5-bba6-f5ee961899c1), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:57.749579 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-c11c52d5-0cfc-493e-8bf5-87d7f89c79cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782759442315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782758885690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782758885708'] for port (4897eddd-48b1-4963-98e5-0e44d8bb4e91), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:57.779323 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ce6f912d-1809-4525-8da4-070579178a2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:57.859420 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Device 58f6f2fe-a0a3-4a3a-a208-3dfc2240ad90 up at agent ovs-agent-dv-cinder-804757-16-iscsi {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:59:57.908852 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-a370ad68-3753-4eb6-ae4d-9ed58e519154 None None] Set router bb63a145-1068-4260-9abc-fb4994dbd681 gateway port host: dv-cinder-804757-16-iscsi {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:59:57.935266 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-375cf373-1f7c-4b3b-810c-f317ec819958 None None] Current status of the port 24e1f4ab-54fb-418e-9e6d-792cd63d0311 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:59:57.935779 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-375cf373-1f7c-4b3b-810c-f317ec819958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (24e1f4ab-54fb-418e-9e6d-792cd63d0311), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:57.946183 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [None req-ce6f912d-1809-4525-8da4-070579178a2a admin admin] Allocated IP 172.27.2.108 (bd3f1df6-77ad-4531-9eb3-69bc21002862/13a25a01-28fd-4407-b7c5-fe4349ebc744/8a43197c-a2bb-4e88-b3ab-7fb2d7afc56e) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 09:59:57.946929 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11c52d5-0cfc-493e-8bf5-87d7f89c79cd None None] Pushing event updated for resources: {'Port': ['ID=4897eddd-48b1-4963-98e5-0e44d8bb4e91,revision_number=2']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:59:57.998072 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-375cf373-1f7c-4b3b-810c-f317ec819958 None None] For port 24e1f4ab-54fb-418e-9e6d-792cd63d0311, host dv-cinder-804757-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-16-iscsi',level=0,port_id=24e1f4ab-54fb-418e-9e6d-792cd63d0311,segment=NetworkSegment(aba2e2ff-0656-4bb8-8e98-8dd9f4e2203f),segment_id=aba2e2ff-0656-4bb8-8e98-8dd9f4e2203f)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:59:58.009342 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Provisioning complete for port 58f6f2fe-a0a3-4a3a-a208-3dfc2240ad90 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:59:58.009342 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7397950'] for port (58f6f2fe-a0a3-4a3a-a208-3dfc2240ad90), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:58.079109 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-375cf373-1f7c-4b3b-810c-f317ec819958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782759442315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782758885690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782758885708'] for port (24e1f4ab-54fb-418e-9e6d-792cd63d0311), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:58.133607 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ce6f912d-1809-4525-8da4-070579178a2a admin admin] Publish callbacks [] for port (8a43197c-a2bb-4e88-b3ab-7fb2d7afc56e), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:58.182392 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375cf373-1f7c-4b3b-810c-f317ec819958 None None] Pushing event updated for resources: {'Port': ['ID=24e1f4ab-54fb-418e-9e6d-792cd63d0311,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:59:58.196640 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-a370ad68-3753-4eb6-ae4d-9ed58e519154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb63a145-1068-4260-9abc-fb4994dbd681', 'name': 'tempest-TestShelveInstance-655484973-router', 'tenant_id': 'd4f34230363c46e89e61f47209f0c267', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'external_fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': '58f6f2fe-a0a3-4a3a-a208-3dfc2240ad90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:59:51Z', 'updated_at': '2022-02-21T09:59:54Z', 'revision_number': 4, 'project_id': 'd4f34230363c46e89e61f47209f0c267', 'gw_port': {'id': '58f6f2fe-a0a3-4a3a-a208-3dfc2240ad90', 'name': '', 'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:8a:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb63a145-1068-4260-9abc-fb4994dbd681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:59:51Z', 'updated_at': '2022-02-21T09:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-16-iscsi', '_interfaces': [{'id': '24e1f4ab-54fb-418e-9e6d-792cd63d0311', 'name': '', 'network_id': '24722d0c-6008-4f41-ba50-0a1e90b6b5e9', 'tenant_id': 'd4f34230363c46e89e61f47209f0c267', 'mac_address': 'fa:16:3e:14:c0:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb63a145-1068-4260-9abc-fb4994dbd681', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '1cd8a5bb-e3b6-4f3b-9ab3-34796e73d854', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:59:53Z', 'updated_at': '2022-02-21T09:59:57Z', 'revision_number': 4, 'project_id': 'd4f34230363c46e89e61f47209f0c267', 'subnets': [{'id': '1cd8a5bb-e3b6-4f3b-9ab3-34796e73d854', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-16-iscsi', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:59:58.201026 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Current status of the port 58f6f2fe-a0a3-4a3a-a208-3dfc2240ad90 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:59:58.210318 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-af2d5121-cf5a-44d0-b7a2-93e586e16e04 None None] Provisioning complete for port 24e1f4ab-54fb-418e-9e6d-792cd63d0311 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:59:58.210701 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-af2d5121-cf5a-44d0-b7a2-93e586e16e04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7397950'] for port (24e1f4ab-54fb-418e-9e6d-792cd63d0311), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:58.228481 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a370ad68-3753-4eb6-ae4d-9ed58e519154 None None] The sync data for ids ['bb63a145-1068-4260-9abc-fb4994dbd681'] in dv-cinder-804757-16-iscsi is: [{'id': 'bb63a145-1068-4260-9abc-fb4994dbd681', 'name': 'tempest-TestShelveInstance-655484973-router', 'tenant_id': 'd4f34230363c46e89e61f47209f0c267', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'external_fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': '58f6f2fe-a0a3-4a3a-a208-3dfc2240ad90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:59:51Z', 'updated_at': '2022-02-21T09:59:54Z', 'revision_number': 4, 'project_id': 'd4f34230363c46e89e61f47209f0c267', 'gw_port': {'id': '58f6f2fe-a0a3-4a3a-a208-3dfc2240ad90', 'name': '', 'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:8a:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb63a145-1068-4260-9abc-fb4994dbd681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:59:51Z', 'updated_at': '2022-02-21T09:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-16-iscsi', '_interfaces': [{'id': '24e1f4ab-54fb-418e-9e6d-792cd63d0311', 'name': '', 'network_id': '24722d0c-6008-4f41-ba50-0a1e90b6b5e9', 'tenant_id': 'd4f34230363c46e89e61f47209f0c267', 'mac_address': 'fa:16:3e:14:c0:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb63a145-1068-4260-9abc-fb4994dbd681', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '1cd8a5bb-e3b6-4f3b-9ab3-34796e73d854', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:59:53Z', 'updated_at': '2022-02-21T09:59:57Z', 'revision_number': 4, 'project_id': 'd4f34230363c46e89e61f47209f0c267', 'subnets': [{'id': '1cd8a5bb-e3b6-4f3b-9ab3-34796e73d854', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 09:59:58.252893 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ce6f912d-1809-4525-8da4-070579178a2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782758885672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277415'] for port (8a43197c-a2bb-4e88-b3ab-7fb2d7afc56e), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:58.300247 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce6f912d-1809-4525-8da4-070579178a2a admin admin] Network bd3f1df6-77ad-4531-9eb3-69bc21002862 is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 09:59:58.307792 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-ce6f912d-1809-4525-8da4-070579178a2a admin admin] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 09:59:58.311951 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce6f912d-1809-4525-8da4-070579178a2a admin admin] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 09:59:58.318937 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-af2d5121-cf5a-44d0-b7a2-93e586e16e04 None None] Current status of the port 24e1f4ab-54fb-418e-9e6d-792cd63d0311 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:59:58.337942 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6f912d-1809-4525-8da4-070579178a2a admin admin] Pushing event updated for resources: {'Port': ['ID=8a43197c-a2bb-4e88-b3ab-7fb2d7afc56e,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:59:58.680400 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ce6f912d-1809-4525-8da4-070579178a2a admin admin] Publish callbacks [] for router_gateway (25a6b238-7867-4be5-bba6-f5ee961899c1), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:58.850588 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e1cd209-039f-428b-a2f0-18bd88021812 None None] Network c14e3add-43d8-47e2-8506-68305f90b6c5 requested from dv-cinder-804757-16-iscsi {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 09:59:58.916906 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ce6f912d-1809-4525-8da4-070579178a2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7916070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7917225'] for router (25a6b238-7867-4be5-bba6-f5ee961899c1), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:58.965010 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-36065310-86c9-4e4e-9e93-731c3cef37b1 None None] Provisioning complete for port 4897eddd-48b1-4963-98e5-0e44d8bb4e91 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:59:58.965739 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-36065310-86c9-4e4e-9e93-731c3cef37b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7397950'] for port (4897eddd-48b1-4963-98e5-0e44d8bb4e91), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:59.065006 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-36065310-86c9-4e4e-9e93-731c3cef37b1 None None] Current status of the port 4897eddd-48b1-4963-98e5-0e44d8bb4e91 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:59:59.068001 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-36065310-86c9-4e4e-9e93-731c3cef37b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (4897eddd-48b1-4963-98e5-0e44d8bb4e91), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:59.101705 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-36065310-86c9-4e4e-9e93-731c3cef37b1 None None] For port 4897eddd-48b1-4963-98e5-0e44d8bb4e91, host dv-cinder-804757-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-16-iscsi',level=0,port_id=4897eddd-48b1-4963-98e5-0e44d8bb4e91,segment=NetworkSegment(e1f2fb0c-4bd4-44b9-8ff8-703d66cc75df),segment_id=e1f2fb0c-4bd4-44b9-8ff8-703d66cc75df)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 09:59:59.109312 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce6f912d-1809-4525-8da4-070579178a2a admin admin] Router 25a6b238-7867-4be5-bba6-f5ee961899c1 is scheduled to L3 agent f1afc09b-b148-496e-b857-a568110caa3c with binding_index 1 {{(pid=109856) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 21 09:59:59.166502 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-36065310-86c9-4e4e-9e93-731c3cef37b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782759442315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782758885690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782758885708'] for port (4897eddd-48b1-4963-98e5-0e44d8bb4e91), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:59.226033 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36065310-86c9-4e4e-9e93-731c3cef37b1 None None] Pushing event updated for resources: {'Port': ['ID=4897eddd-48b1-4963-98e5-0e44d8bb4e91,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 09:59:59.238954 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce6f912d-1809-4525-8da4-070579178a2a admin admin] Notify agent at l3_agent.dv-cinder-804757-16-iscsi the message routers_updated {{(pid=109856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 09:59:59.249108 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b6bcd0-4501-4a9f-96a9-8588dbb6d4e6 None None] Sync routers for ids ['25a6b238-7867-4be5-bba6-f5ee961899c1'] in dv-cinder-804757-16-iscsi {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 09:59:59.263051 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b6bcd0-4501-4a9f-96a9-8588dbb6d4e6 None None] Routers {'25a6b238-7867-4be5-bba6-f5ee961899c1'} bound to L3 agent in host dv-cinder-804757-16-iscsi {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 09:59:59.264890 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-16b6bcd0-4501-4a9f-96a9-8588dbb6d4e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T09:37:05Z,description=,heartbeat_timestamp=2022-02-21T09:59:35Z,host='dv-cinder-804757-16-iscsi',id=f1afc09b-b148-496e-b857-a568110caa3c,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:37:06Z,topic='l3_agent')) {'router_ids': ['25a6b238-7867-4be5-bba6-f5ee961899c1'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:59:59.301532 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ce6f912d-1809-4525-8da4-070579178a2a admin admin] Publish callbacks [] for router (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:59.306152 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.71', 32990) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 09:59:59.307126 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-ce6f912d-1809-4525-8da4-070579178a2a admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.2152455 Feb 21 09:59:59.336245 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-3d4a3b86-a818-48e1-b6da-c28b4a5d0648 None None] Provisioning complete for port 4897eddd-48b1-4963-98e5-0e44d8bb4e91 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 09:59:59.336883 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-3d4a3b86-a818-48e1-b6da-c28b4a5d0648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7397950'] for port (4897eddd-48b1-4963-98e5-0e44d8bb4e91), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:59.434103 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-16b6bcd0-4501-4a9f-96a9-8588dbb6d4e6 None None] Set router 25a6b238-7867-4be5-bba6-f5ee961899c1 gateway port host: dv-cinder-804757-16-iscsi {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 09:59:59.691415 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-3d4a3b86-a818-48e1-b6da-c28b4a5d0648 None None] Current status of the port 4897eddd-48b1-4963-98e5-0e44d8bb4e91 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 09:59:59.802319 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-16b6bcd0-4501-4a9f-96a9-8588dbb6d4e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25a6b238-7867-4be5-bba6-f5ee961899c1', 'name': 'tempest-TestShelveInstance-1143250898-router', 'tenant_id': 'e4081b44b4964966a175bd53d1a321d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'external_fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '8a43197c-a2bb-4e88-b3ab-7fb2d7afc56e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:59:57Z', 'updated_at': '2022-02-21T09:59:58Z', 'revision_number': 3, 'project_id': 'e4081b44b4964966a175bd53d1a321d9', 'gw_port': {'id': '8a43197c-a2bb-4e88-b3ab-7fb2d7afc56e', 'name': '', 'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:bf:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25a6b238-7867-4be5-bba6-f5ee961899c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:59:57Z', 'updated_at': '2022-02-21T09:59:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-16-iscsi'}], 'dv-cinder-804757-16-iscsi', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 09:59:59.834862 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b6bcd0-4501-4a9f-96a9-8588dbb6d4e6 None None] Checking router: 25a6b238-7867-4be5-bba6-f5ee961899c1 for host: dv-cinder-804757-16-iscsi {{(pid=109858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 09:59:59.835215 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b6bcd0-4501-4a9f-96a9-8588dbb6d4e6 None None] Updating router 25a6b238-7867-4be5-bba6-f5ee961899c1 port 8a43197c-a2bb-4e88-b3ab-7fb2d7afc56e binding host dv-cinder-804757-16-iscsi {{(pid=109858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 09:59:59.866772 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Device 24e1f4ab-54fb-418e-9e6d-792cd63d0311 up at agent ovs-agent-dv-cinder-804757-16-iscsi {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 09:59:59.872078 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-16b6bcd0-4501-4a9f-96a9-8588dbb6d4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (8a43197c-a2bb-4e88-b3ab-7fb2d7afc56e), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 09:59:59.948871 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-31d53e17-845f-45d8-9786-54a6780e0552 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:00:00.015236 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Provisioning complete for port 24e1f4ab-54fb-418e-9e6d-792cd63d0311 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 10:00:00.015617 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7397950'] for port (24e1f4ab-54fb-418e-9e6d-792cd63d0311), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:00:00.102499 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [None req-31d53e17-845f-45d8-9786-54a6780e0552 admin admin] Allocated IP 172.20.0.1 (c14e3add-43d8-47e2-8506-68305f90b6c5/d113f17d-9968-477a-bb39-8ff51f7f9311/2fd8e6b8-a8e8-4df5-aadd-d2760951446b) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 10:00:00.171980 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Current status of the port 24e1f4ab-54fb-418e-9e6d-792cd63d0311 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 10:00:00.173054 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Device 4897eddd-48b1-4963-98e5-0e44d8bb4e91 up at agent ovs-agent-dv-cinder-804757-16-iscsi {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 10:00:00.205774 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-31d53e17-845f-45d8-9786-54a6780e0552 admin admin] Publish callbacks [] for port (2fd8e6b8-a8e8-4df5-aadd-d2760951446b), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:00:00.251169 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-16b6bcd0-4501-4a9f-96a9-8588dbb6d4e6 None None] Publish callbacks [] for port (8a43197c-a2bb-4e88-b3ab-7fb2d7afc56e), precommit_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:00:00.263251 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Provisioning complete for port 4897eddd-48b1-4963-98e5-0e44d8bb4e91 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 10:00:00.263620 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7397950'] for port (4897eddd-48b1-4963-98e5-0e44d8bb4e91), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:00:00.321272 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-31d53e17-845f-45d8-9786-54a6780e0552 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782758885672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3964494'] for port (2fd8e6b8-a8e8-4df5-aadd-d2760951446b), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:00:00.334428 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-16b6bcd0-4501-4a9f-96a9-8588dbb6d4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782759442315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782758885690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782758885708'] for port (8a43197c-a2bb-4e88-b3ab-7fb2d7afc56e), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:00:00.360599 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31d53e17-845f-45d8-9786-54a6780e0552 admin admin] Network c14e3add-43d8-47e2-8506-68305f90b6c5 is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 10:00:00.363728 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-31d53e17-845f-45d8-9786-54a6780e0552 admin admin] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 10:00:00.366225 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d53e17-845f-45d8-9786-54a6780e0552 admin admin] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 10:00:00.373533 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Current status of the port 4897eddd-48b1-4963-98e5-0e44d8bb4e91 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 10:00:00.377489 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d53e17-845f-45d8-9786-54a6780e0552 admin admin] Pushing event updated for resources: {'Port': ['ID=2fd8e6b8-a8e8-4df5-aadd-d2760951446b,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:00:00.399556 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-16b6bcd0-4501-4a9f-96a9-8588dbb6d4e6 None None] Attempting to bind port 8a43197c-a2bb-4e88-b3ab-7fb2d7afc56e on host dv-cinder-804757-16-iscsi for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 10:00:00.399936 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-16b6bcd0-4501-4a9f-96a9-8588dbb6d4e6 None None] Attempting to bind port 8a43197c-a2bb-4e88-b3ab-7fb2d7afc56e by drivers openvswitch,hyperv on host dv-cinder-804757-16-iscsi at level 0 using segments [{'id': '64ea902b-f589-4efc-8b2e-260a836a5805', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 10:00:00.400307 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b6bcd0-4501-4a9f-96a9-8588dbb6d4e6 None None] Attempting to bind port 8a43197c-a2bb-4e88-b3ab-7fb2d7afc56e on network bd3f1df6-77ad-4531-9eb3-69bc21002862 {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 10:00:00.402209 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035753e5-8676-4fe4-aa9c-3688859013b5 None None] Pushing event updated for resources: {'Port': ['ID=8a43197c-a2bb-4e88-b3ab-7fb2d7afc56e,revision_number=2']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:00:00.408259 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b6bcd0-4501-4a9f-96a9-8588dbb6d4e6 None None] Checking agent: {'id': 'ce3e6371-75e2-4bba-8260-49cd855bb251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 9, 37, 10), 'started_at': datetime.datetime(2022, 2, 21, 9, 37, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 10:00:00.409962 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b6bcd0-4501-4a9f-96a9-8588dbb6d4e6 None None] Checking segment: {'id': '64ea902b-f589-4efc-8b2e-260a836a5805', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 10:00:00.410294 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-16b6bcd0-4501-4a9f-96a9-8588dbb6d4e6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:00:00.410727 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b6bcd0-4501-4a9f-96a9-8588dbb6d4e6 None None] Bound using segment: {'id': '64ea902b-f589-4efc-8b2e-260a836a5805', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 10:00:00.411273 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-16b6bcd0-4501-4a9f-96a9-8588dbb6d4e6 None None] Bound port: 8a43197c-a2bb-4e88-b3ab-7fb2d7afc56e, host: dv-cinder-804757-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64ea902b-f589-4efc-8b2e-260a836a5805', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 10:00:00.411666 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-16b6bcd0-4501-4a9f-96a9-8588dbb6d4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (8a43197c-a2bb-4e88-b3ab-7fb2d7afc56e), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:00:00.420355 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-31d53e17-845f-45d8-9786-54a6780e0552 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7916414'] for router_interface (25a6b238-7867-4be5-bba6-f5ee961899c1), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:00:00.482248 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-16b6bcd0-4501-4a9f-96a9-8588dbb6d4e6 None None] For port 8a43197c-a2bb-4e88-b3ab-7fb2d7afc56e, host dv-cinder-804757-16-iscsi, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 10:00:00.487510 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-16b6bcd0-4501-4a9f-96a9-8588dbb6d4e6 None None] For port 8a43197c-a2bb-4e88-b3ab-7fb2d7afc56e, host dv-cinder-804757-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-16-iscsi',level=0,port_id=8a43197c-a2bb-4e88-b3ab-7fb2d7afc56e,segment=NetworkSegment(64ea902b-f589-4efc-8b2e-260a836a5805),segment_id=64ea902b-f589-4efc-8b2e-260a836a5805)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 10:00:00.544336 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-16b6bcd0-4501-4a9f-96a9-8588dbb6d4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782759442315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782758885690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782758885708'] for port (8a43197c-a2bb-4e88-b3ab-7fb2d7afc56e), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:00:00.618221 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b6bcd0-4501-4a9f-96a9-8588dbb6d4e6 None None] Routers {'25a6b238-7867-4be5-bba6-f5ee961899c1'} bound to L3 agent in host dv-cinder-804757-16-iscsi {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 10:00:00.618864 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-16b6bcd0-4501-4a9f-96a9-8588dbb6d4e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T09:37:05Z,description=,heartbeat_timestamp=2022-02-21T09:59:35Z,host='dv-cinder-804757-16-iscsi',id=f1afc09b-b148-496e-b857-a568110caa3c,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:37:06Z,topic='l3_agent')) {'router_ids': ['25a6b238-7867-4be5-bba6-f5ee961899c1'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:00:00.623629 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035753e5-8676-4fe4-aa9c-3688859013b5 None None] Pushing event updated for resources: {'Port': ['ID=8a43197c-a2bb-4e88-b3ab-7fb2d7afc56e,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:00:00.644524 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-31d53e17-845f-45d8-9786-54a6780e0552 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (2fd8e6b8-a8e8-4df5-aadd-d2760951446b), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:00:00.675404 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-012b020f-db18-4789-8689-a4c6fda43c1d None None] Provisioning complete for port 2fd8e6b8-a8e8-4df5-aadd-d2760951446b triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 10:00:00.675831 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-012b020f-db18-4789-8689-a4c6fda43c1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7397950'] for port (2fd8e6b8-a8e8-4df5-aadd-d2760951446b), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:00:00.751408 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-012b020f-db18-4789-8689-a4c6fda43c1d None None] Port 2fd8e6b8-a8e8-4df5-aadd-d2760951446b cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 10:00:00.776651 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-16b6bcd0-4501-4a9f-96a9-8588dbb6d4e6 None None] Set router 25a6b238-7867-4be5-bba6-f5ee961899c1 gateway port host: dv-cinder-804757-16-iscsi {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 10:00:00.810584 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-31d53e17-845f-45d8-9786-54a6780e0552 admin admin] Publish callbacks [] for port (2fd8e6b8-a8e8-4df5-aadd-d2760951446b), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:00:00.868014 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-31d53e17-845f-45d8-9786-54a6780e0552 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782759442315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782758885690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782758885708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3964501'] for port (2fd8e6b8-a8e8-4df5-aadd-d2760951446b), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:00:00.939902 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d53e17-845f-45d8-9786-54a6780e0552 admin admin] Pushing event updated for resources: {'Port': ['ID=2fd8e6b8-a8e8-4df5-aadd-d2760951446b,revision_number=2']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:00:00.942593 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-31d53e17-845f-45d8-9786-54a6780e0552 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7905553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7916522'] for router_interface (25a6b238-7867-4be5-bba6-f5ee961899c1), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:00:00.976845 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-16b6bcd0-4501-4a9f-96a9-8588dbb6d4e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25a6b238-7867-4be5-bba6-f5ee961899c1', 'name': 'tempest-TestShelveInstance-1143250898-router', 'tenant_id': 'e4081b44b4964966a175bd53d1a321d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'external_fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '8a43197c-a2bb-4e88-b3ab-7fb2d7afc56e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:59:57Z', 'updated_at': '2022-02-21T10:00:00Z', 'revision_number': 4, 'project_id': 'e4081b44b4964966a175bd53d1a321d9', 'gw_port': {'id': '8a43197c-a2bb-4e88-b3ab-7fb2d7afc56e', 'name': '', 'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:bf:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25a6b238-7867-4be5-bba6-f5ee961899c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:59:57Z', 'updated_at': '2022-02-21T10:00:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-16-iscsi', '_interfaces': [{'id': '2fd8e6b8-a8e8-4df5-aadd-d2760951446b', 'name': '', 'network_id': 'c14e3add-43d8-47e2-8506-68305f90b6c5', 'tenant_id': 'e4081b44b4964966a175bd53d1a321d9', 'mac_address': 'fa:16:3e:06:98:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25a6b238-7867-4be5-bba6-f5ee961899c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'd113f17d-9968-477a-bb39-8ff51f7f9311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:59:59Z', 'updated_at': '2022-02-21T10:00:00Z', 'revision_number': 1, 'project_id': 'e4081b44b4964966a175bd53d1a321d9', 'subnets': [{'id': 'd113f17d-9968-477a-bb39-8ff51f7f9311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-16-iscsi', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:00:01.004318 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b6bcd0-4501-4a9f-96a9-8588dbb6d4e6 None None] The sync data for ids ['25a6b238-7867-4be5-bba6-f5ee961899c1'] in dv-cinder-804757-16-iscsi is: [{'id': '25a6b238-7867-4be5-bba6-f5ee961899c1', 'name': 'tempest-TestShelveInstance-1143250898-router', 'tenant_id': 'e4081b44b4964966a175bd53d1a321d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'external_fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '8a43197c-a2bb-4e88-b3ab-7fb2d7afc56e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:59:57Z', 'updated_at': '2022-02-21T10:00:00Z', 'revision_number': 4, 'project_id': 'e4081b44b4964966a175bd53d1a321d9', 'gw_port': {'id': '8a43197c-a2bb-4e88-b3ab-7fb2d7afc56e', 'name': '', 'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:bf:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25a6b238-7867-4be5-bba6-f5ee961899c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:59:57Z', 'updated_at': '2022-02-21T10:00:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-16-iscsi', '_interfaces': [{'id': '2fd8e6b8-a8e8-4df5-aadd-d2760951446b', 'name': '', 'network_id': 'c14e3add-43d8-47e2-8506-68305f90b6c5', 'tenant_id': 'e4081b44b4964966a175bd53d1a321d9', 'mac_address': 'fa:16:3e:06:98:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25a6b238-7867-4be5-bba6-f5ee961899c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'd113f17d-9968-477a-bb39-8ff51f7f9311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:59:59Z', 'updated_at': '2022-02-21T10:00:00Z', 'revision_number': 1, 'project_id': 'e4081b44b4964966a175bd53d1a321d9', 'subnets': [{'id': 'd113f17d-9968-477a-bb39-8ff51f7f9311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 10:00:01.039587 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31d53e17-845f-45d8-9786-54a6780e0552 admin admin] Network c14e3add-43d8-47e2-8506-68305f90b6c5 is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 10:00:01.041092 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-31d53e17-845f-45d8-9786-54a6780e0552 admin admin] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 10:00:01.163961 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31d53e17-845f-45d8-9786-54a6780e0552 admin admin] Router 25a6b238-7867-4be5-bba6-f5ee961899c1 has already been hosted by L3 agent f1afc09b-b148-496e-b857-a568110caa3c {{(pid=109857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 10:00:01.290251 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31d53e17-845f-45d8-9786-54a6780e0552 admin admin] Notify agent at l3_agent.dv-cinder-804757-16-iscsi the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 10:00:01.295536 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [None req-31d53e17-845f-45d8-9786-54a6780e0552 admin admin] 10.222.0.71 "PUT /v2.0/routers/25a6b238-7867-4be5-bba6-f5ee961899c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9884596 Feb 21 10:00:01.374991 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-cd1e778d-4706-43dc-8726-d3c45653a6a6 None None] Provisioning complete for port 2fd8e6b8-a8e8-4df5-aadd-d2760951446b triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 10:00:01.375495 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-cd1e778d-4706-43dc-8726-d3c45653a6a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7397950'] for port (2fd8e6b8-a8e8-4df5-aadd-d2760951446b), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:00:01.420828 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-cd1e778d-4706-43dc-8726-d3c45653a6a6 None None] Port 2fd8e6b8-a8e8-4df5-aadd-d2760951446b cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 10:00:01.827587 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Device 8a43197c-a2bb-4e88-b3ab-7fb2d7afc56e up at agent ovs-agent-dv-cinder-804757-16-iscsi {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 10:00:01.879902 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Provisioning complete for port 8a43197c-a2bb-4e88-b3ab-7fb2d7afc56e triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 10:00:01.880452 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7397950'] for port (8a43197c-a2bb-4e88-b3ab-7fb2d7afc56e), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:00:01.965792 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Current status of the port 8a43197c-a2bb-4e88-b3ab-7fb2d7afc56e is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 10:00:01.966194 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (8a43197c-a2bb-4e88-b3ab-7fb2d7afc56e), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:00:01.995423 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] For port 8a43197c-a2bb-4e88-b3ab-7fb2d7afc56e, host dv-cinder-804757-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-16-iscsi',level=0,port_id=8a43197c-a2bb-4e88-b3ab-7fb2d7afc56e,segment=NetworkSegment(64ea902b-f589-4efc-8b2e-260a836a5805),segment_id=64ea902b-f589-4efc-8b2e-260a836a5805)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 10:00:02.212284 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782759442315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782758885690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782758885708'] for port (8a43197c-a2bb-4e88-b3ab-7fb2d7afc56e), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:00:02.222001 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.71', 32998) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:00:02.226648 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.v2.base [None req-c30a01b6-1de0-4060-b3f3-9df9d2d6d608 tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-775297742', 'description': 'tempest-secgroup-smoke-775297742 description', 'project_id': 'd4f34230363c46e89e61f47209f0c267'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 10:00:02.263079 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Pushing event updated for resources: {'Port': ['ID=8a43197c-a2bb-4e88-b3ab-7fb2d7afc56e,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:00:02.326733 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c30a01b6-1de0-4060-b3f3-9df9d2d6d608 tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:00:02.390821 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c30a01b6-1de0-4060-b3f3-9df9d2d6d608 tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] Publish callbacks [] for security_group (5cee814c-c564-44c7-9e5a-b2f6d8ebd9d8), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:00:02.452167 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c30a01b6-1de0-4060-b3f3-9df9d2d6d608 tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (5cee814c-c564-44c7-9e5a-b2f6d8ebd9d8), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:00:02.484198 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30a01b6-1de0-4060-b3f3-9df9d2d6d608 tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5cee814c-c564-44c7-9e5a-b2f6d8ebd9d8,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:00:02.545400 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c30a01b6-1de0-4060-b3f3-9df9d2d6d608 tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:00:02.546682 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [None req-c30a01b6-1de0-4060-b3f3-9df9d2d6d608 tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3235874 Feb 21 10:00:02.550233 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.71', 33000) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:00:02.554685 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.v2.base [None req-e8f80dde-81a4-4c21-aedb-f0708f9006bd tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] Request body: {'security_group_rule': {'security_group_id': '5cee814c-c564-44c7-9e5a-b2f6d8ebd9d8', 'project_id': 'd4f34230363c46e89e61f47209f0c267', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 10:00:02.663071 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e8f80dde-81a4-4c21-aedb-f0708f9006bd tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] Publish callbacks [] for security_group_rule (ff7b9d8e-355b-4fae-b590-ff013d5410c7), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:00:02.720104 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e8f80dde-81a4-4c21-aedb-f0708f9006bd tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] Publish callbacks [] for security_group_rule (ff7b9d8e-355b-4fae-b590-ff013d5410c7), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:00:02.772057 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e8f80dde-81a4-4c21-aedb-f0708f9006bd tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434012'] for security_group_rule (ff7b9d8e-355b-4fae-b590-ff013d5410c7), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:00:02.791156 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f80dde-81a4-4c21-aedb-f0708f9006bd tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff7b9d8e-355b-4fae-b590-ff013d5410c7,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:00:02.865025 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e8f80dde-81a4-4c21-aedb-f0708f9006bd tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:00:02.866278 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [None req-e8f80dde-81a4-4c21-aedb-f0708f9006bd tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3151274 Feb 21 10:00:02.868958 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.71', 33002) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:00:02.873308 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.v2.base [None req-5a0aa65f-4a10-4fd0-85e6-4201d8d955e6 tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] Request body: {'security_group_rule': {'security_group_id': '5cee814c-c564-44c7-9e5a-b2f6d8ebd9d8', 'project_id': 'd4f34230363c46e89e61f47209f0c267', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 10:00:02.970363 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5a0aa65f-4a10-4fd0-85e6-4201d8d955e6 tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] Publish callbacks [] for security_group_rule (c56ea175-3557-4a2c-8604-1dbd8e01119e), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:00:02.987694 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e0f135-9385-4d30-8c88-da026ea61ebd None None] Sync routers for ids ['25a6b238-7867-4be5-bba6-f5ee961899c1'] in dv-cinder-804757-16-iscsi {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 10:00:02.999103 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e0f135-9385-4d30-8c88-da026ea61ebd None None] Routers {'25a6b238-7867-4be5-bba6-f5ee961899c1'} bound to L3 agent in host dv-cinder-804757-16-iscsi {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 10:00:02.999710 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-96e0f135-9385-4d30-8c88-da026ea61ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T09:37:05Z,description=,heartbeat_timestamp=2022-02-21T09:59:35Z,host='dv-cinder-804757-16-iscsi',id=f1afc09b-b148-496e-b857-a568110caa3c,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:37:06Z,topic='l3_agent')) {'router_ids': ['25a6b238-7867-4be5-bba6-f5ee961899c1'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:00:03.027754 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5a0aa65f-4a10-4fd0-85e6-4201d8d955e6 tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] Publish callbacks [] for security_group_rule (c56ea175-3557-4a2c-8604-1dbd8e01119e), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:00:03.113342 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-96e0f135-9385-4d30-8c88-da026ea61ebd None None] Set router 25a6b238-7867-4be5-bba6-f5ee961899c1 gateway port host: dv-cinder-804757-16-iscsi {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 10:00:03.120642 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5a0aa65f-4a10-4fd0-85e6-4201d8d955e6 tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434012'] for security_group_rule (c56ea175-3557-4a2c-8604-1dbd8e01119e), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:00:03.136422 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0aa65f-4a10-4fd0-85e6-4201d8d955e6 tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c56ea175-3557-4a2c-8604-1dbd8e01119e,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:00:03.233554 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-cbf4c322-69d7-47af-8c7e-ae9a9dcaf605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (7b1feb7e-a062-49d6-b835-c5fae1c9b9ce), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:00:03.270613 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5a0aa65f-4a10-4fd0-85e6-4201d8d955e6 tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:00:03.271855 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [None req-5a0aa65f-4a10-4fd0-85e6-4201d8d955e6 tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4019566 Feb 21 10:00:03.274703 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.71', 33004) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:00:03.280727 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.v2.base [None req-9b093f7d-3d91-43a4-8579-92e9382d0cf4 tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] Request body: {'security_group_rule': {'security_group_id': '5cee814c-c564-44c7-9e5a-b2f6d8ebd9d8', 'project_id': 'd4f34230363c46e89e61f47209f0c267', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 10:00:03.320552 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-96e0f135-9385-4d30-8c88-da026ea61ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25a6b238-7867-4be5-bba6-f5ee961899c1', 'name': 'tempest-TestShelveInstance-1143250898-router', 'tenant_id': 'e4081b44b4964966a175bd53d1a321d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'external_fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '8a43197c-a2bb-4e88-b3ab-7fb2d7afc56e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:59:57Z', 'updated_at': '2022-02-21T10:00:00Z', 'revision_number': 4, 'project_id': 'e4081b44b4964966a175bd53d1a321d9', 'gw_port': {'id': '8a43197c-a2bb-4e88-b3ab-7fb2d7afc56e', 'name': '', 'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:bf:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a6b238-7867-4be5-bba6-f5ee961899c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:59:57Z', 'updated_at': '2022-02-21T10:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-16-iscsi', '_interfaces': [{'id': '2fd8e6b8-a8e8-4df5-aadd-d2760951446b', 'name': '', 'network_id': 'c14e3add-43d8-47e2-8506-68305f90b6c5', 'tenant_id': 'e4081b44b4964966a175bd53d1a321d9', 'mac_address': 'fa:16:3e:06:98:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25a6b238-7867-4be5-bba6-f5ee961899c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'd113f17d-9968-477a-bb39-8ff51f7f9311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:59:59Z', 'updated_at': '2022-02-21T10:00:00Z', 'revision_number': 2, 'project_id': 'e4081b44b4964966a175bd53d1a321d9', 'subnets': [{'id': 'd113f17d-9968-477a-bb39-8ff51f7f9311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-16-iscsi', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:00:03.347203 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e0f135-9385-4d30-8c88-da026ea61ebd None None] Checking router: 25a6b238-7867-4be5-bba6-f5ee961899c1 for host: dv-cinder-804757-16-iscsi {{(pid=109859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 10:00:03.359329 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e0f135-9385-4d30-8c88-da026ea61ebd None None] Updating router 25a6b238-7867-4be5-bba6-f5ee961899c1 port 2fd8e6b8-a8e8-4df5-aadd-d2760951446b binding host dv-cinder-804757-16-iscsi {{(pid=109859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 10:00:03.374410 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-96e0f135-9385-4d30-8c88-da026ea61ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (2fd8e6b8-a8e8-4df5-aadd-d2760951446b), before_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:00:03.382948 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-9b093f7d-3d91-43a4-8579-92e9382d0cf4 tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] Publish callbacks [] for security_group_rule (71ae825f-3361-4ba3-9dc4-7e68592e75dc), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:00:03.438872 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-9b093f7d-3d91-43a4-8579-92e9382d0cf4 tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] Publish callbacks [] for security_group_rule (71ae825f-3361-4ba3-9dc4-7e68592e75dc), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:00:03.514981 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-9b093f7d-3d91-43a4-8579-92e9382d0cf4 tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434012'] for security_group_rule (71ae825f-3361-4ba3-9dc4-7e68592e75dc), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:00:03.532651 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b093f7d-3d91-43a4-8579-92e9382d0cf4 tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71ae825f-3361-4ba3-9dc4-7e68592e75dc,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:00:03.585184 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-9b093f7d-3d91-43a4-8579-92e9382d0cf4 tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:00:03.586411 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [None req-9b093f7d-3d91-43a4-8579-92e9382d0cf4 tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3107677 Feb 21 10:00:03.591097 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 33006) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:00:03.595957 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.v2.base [None req-9815b234-6175-4f7f-be41-3a0aa7dfa92f tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] Request body: {'security_group_rule': {'security_group_id': '5cee814c-c564-44c7-9e5a-b2f6d8ebd9d8', 'project_id': 'd4f34230363c46e89e61f47209f0c267', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 10:00:03.642859 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-96e0f135-9385-4d30-8c88-da026ea61ebd None None] Publish callbacks [] for port (2fd8e6b8-a8e8-4df5-aadd-d2760951446b), precommit_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:00:03.663521 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9815b234-6175-4f7f-be41-3a0aa7dfa92f tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] Publish callbacks [] for security_group_rule (ebd6c3f9-0e2d-42bf-adc9-8a7c0735d662), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:00:03.723845 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-96e0f135-9385-4d30-8c88-da026ea61ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782759442315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782758885690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782758885708'] for port (2fd8e6b8-a8e8-4df5-aadd-d2760951446b), after_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:00:03.729168 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9815b234-6175-4f7f-be41-3a0aa7dfa92f tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] Publish callbacks [] for security_group_rule (ebd6c3f9-0e2d-42bf-adc9-8a7c0735d662), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:00:03.800756 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a792ca4-dbbd-43f6-ac9a-7800e6ebf62d None None] Pushing event updated for resources: {'Port': ['ID=2fd8e6b8-a8e8-4df5-aadd-d2760951446b,revision_number=3']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:00:03.807600 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9815b234-6175-4f7f-be41-3a0aa7dfa92f tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434012'] for security_group_rule (ebd6c3f9-0e2d-42bf-adc9-8a7c0735d662), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:00:03.833365 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-96e0f135-9385-4d30-8c88-da026ea61ebd None None] Attempting to bind port 2fd8e6b8-a8e8-4df5-aadd-d2760951446b on host dv-cinder-804757-16-iscsi for vnic_type normal with profile {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 10:00:03.833608 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9815b234-6175-4f7f-be41-3a0aa7dfa92f tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebd6c3f9-0e2d-42bf-adc9-8a7c0735d662,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:00:03.833836 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-96e0f135-9385-4d30-8c88-da026ea61ebd None None] Attempting to bind port 2fd8e6b8-a8e8-4df5-aadd-d2760951446b by drivers openvswitch,hyperv on host dv-cinder-804757-16-iscsi at level 0 using segments [{'id': 'e1f2fb0c-4bd4-44b9-8ff8-703d66cc75df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'c14e3add-43d8-47e2-8506-68305f90b6c5'}] {{(pid=109859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 10:00:03.834137 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e0f135-9385-4d30-8c88-da026ea61ebd None None] Attempting to bind port 2fd8e6b8-a8e8-4df5-aadd-d2760951446b on network c14e3add-43d8-47e2-8506-68305f90b6c5 {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 10:00:03.839806 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e0f135-9385-4d30-8c88-da026ea61ebd None None] Checking agent: {'id': 'ce3e6371-75e2-4bba-8260-49cd855bb251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 9, 37, 10), 'started_at': datetime.datetime(2022, 2, 21, 9, 37, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 9, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 10:00:03.840190 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e0f135-9385-4d30-8c88-da026ea61ebd None None] Checking segment: {'id': 'e1f2fb0c-4bd4-44b9-8ff8-703d66cc75df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'c14e3add-43d8-47e2-8506-68305f90b6c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 10:00:03.840636 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-96e0f135-9385-4d30-8c88-da026ea61ebd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:00:03.841039 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e0f135-9385-4d30-8c88-da026ea61ebd None None] Bound using segment: {'id': 'e1f2fb0c-4bd4-44b9-8ff8-703d66cc75df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'c14e3add-43d8-47e2-8506-68305f90b6c5'} {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 10:00:03.841535 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-96e0f135-9385-4d30-8c88-da026ea61ebd None None] Bound port: 2fd8e6b8-a8e8-4df5-aadd-d2760951446b, host: dv-cinder-804757-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1f2fb0c-4bd4-44b9-8ff8-703d66cc75df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'c14e3add-43d8-47e2-8506-68305f90b6c5'}}] {{(pid=109859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 10:00:03.841924 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-96e0f135-9385-4d30-8c88-da026ea61ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (2fd8e6b8-a8e8-4df5-aadd-d2760951446b), before_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:00:03.910495 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9815b234-6175-4f7f-be41-3a0aa7dfa92f tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:00:03.910495 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-9815b234-6175-4f7f-be41-3a0aa7dfa92f tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3153515 Feb 21 10:00:03.914216 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.71', 33008) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:00:03.916121 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.v2.base [None req-f4c418e7-363a-41c3-a513-7fb60268a44e tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] Request body: {'security_group_rule': {'security_group_id': '5cee814c-c564-44c7-9e5a-b2f6d8ebd9d8', 'project_id': 'd4f34230363c46e89e61f47209f0c267', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 10:00:03.923916 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.db [None req-96e0f135-9385-4d30-8c88-da026ea61ebd None None] For port 2fd8e6b8-a8e8-4df5-aadd-d2760951446b, host dv-cinder-804757-16-iscsi, cleared binding levels {{(pid=109859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 10:00:03.928211 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.plugins.ml2.db [None req-96e0f135-9385-4d30-8c88-da026ea61ebd None None] For port 2fd8e6b8-a8e8-4df5-aadd-d2760951446b, host dv-cinder-804757-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-16-iscsi',level=0,port_id=2fd8e6b8-a8e8-4df5-aadd-d2760951446b,segment=NetworkSegment(e1f2fb0c-4bd4-44b9-8ff8-703d66cc75df),segment_id=e1f2fb0c-4bd4-44b9-8ff8-703d66cc75df)] {{(pid=109859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 10:00:03.944072 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Device 8a43197c-a2bb-4e88-b3ab-7fb2d7afc56e up at agent ovs-agent-dv-cinder-804757-16-iscsi {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 10:00:03.989734 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-96e0f135-9385-4d30-8c88-da026ea61ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782759442315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782758885690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782758885708'] for port (2fd8e6b8-a8e8-4df5-aadd-d2760951446b), after_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:00:03.999374 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Provisioning complete for port 8a43197c-a2bb-4e88-b3ab-7fb2d7afc56e triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 10:00:03.999374 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7397950'] for port (8a43197c-a2bb-4e88-b3ab-7fb2d7afc56e), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:00:04.017830 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.db.securitygroups_db [None req-f4c418e7-363a-41c3-a513-7fb60268a44e tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] Project d4f34230363c46e89e61f47209f0c267 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 21 10:00:04.029140 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f4c418e7-363a-41c3-a513-7fb60268a44e tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] Publish callbacks [] for security_group_rule (a927c5fe-c3cc-43eb-aeee-c9ed7dd3781a), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:00:04.041034 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e0f135-9385-4d30-8c88-da026ea61ebd None None] Routers {'25a6b238-7867-4be5-bba6-f5ee961899c1'} bound to L3 agent in host dv-cinder-804757-16-iscsi {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 10:00:04.041604 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-96e0f135-9385-4d30-8c88-da026ea61ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T09:37:05Z,description=,heartbeat_timestamp=2022-02-21T09:59:35Z,host='dv-cinder-804757-16-iscsi',id=f1afc09b-b148-496e-b857-a568110caa3c,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:37:06Z,topic='l3_agent')) {'router_ids': ['25a6b238-7867-4be5-bba6-f5ee961899c1'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:00:04.091301 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Current status of the port 8a43197c-a2bb-4e88-b3ab-7fb2d7afc56e is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 10:00:04.106028 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-0a2b77ac-1437-42fd-bdd5-994214c3b6cf None None] Provisioning complete for port 2fd8e6b8-a8e8-4df5-aadd-d2760951446b triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 10:00:04.106713 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-0a2b77ac-1437-42fd-bdd5-994214c3b6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7397950'] for port (2fd8e6b8-a8e8-4df5-aadd-d2760951446b), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:00:04.114095 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f4c418e7-363a-41c3-a513-7fb60268a44e tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] Publish callbacks [] for security_group_rule (a927c5fe-c3cc-43eb-aeee-c9ed7dd3781a), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:00:04.178299 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f4c418e7-363a-41c3-a513-7fb60268a44e tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434012'] for security_group_rule (a927c5fe-c3cc-43eb-aeee-c9ed7dd3781a), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:00:04.195129 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-0a2b77ac-1437-42fd-bdd5-994214c3b6cf None None] Current status of the port 2fd8e6b8-a8e8-4df5-aadd-d2760951446b is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 10:00:04.195848 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-0a2b77ac-1437-42fd-bdd5-994214c3b6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (2fd8e6b8-a8e8-4df5-aadd-d2760951446b), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:00:04.205952 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c418e7-363a-41c3-a513-7fb60268a44e tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a927c5fe-c3cc-43eb-aeee-c9ed7dd3781a,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:00:04.211366 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a792ca4-dbbd-43f6-ac9a-7800e6ebf62d None None] Pushing event updated for resources: {'Port': ['ID=2fd8e6b8-a8e8-4df5-aadd-d2760951446b,revision_number=4']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:00:04.237111 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-0a2b77ac-1437-42fd-bdd5-994214c3b6cf None None] For port 2fd8e6b8-a8e8-4df5-aadd-d2760951446b, host dv-cinder-804757-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-16-iscsi',level=0,port_id=2fd8e6b8-a8e8-4df5-aadd-d2760951446b,segment=NetworkSegment(e1f2fb0c-4bd4-44b9-8ff8-703d66cc75df),segment_id=e1f2fb0c-4bd4-44b9-8ff8-703d66cc75df)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 10:00:04.272419 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-96e0f135-9385-4d30-8c88-da026ea61ebd None None] Set router 25a6b238-7867-4be5-bba6-f5ee961899c1 gateway port host: dv-cinder-804757-16-iscsi {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 10:00:04.288186 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f4c418e7-363a-41c3-a513-7fb60268a44e tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:00:04.289539 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [None req-f4c418e7-363a-41c3-a513-7fb60268a44e tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3775325 Feb 21 10:00:04.295510 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.71', 33010) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:00:04.296890 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.v2.base [None req-456ae47f-66f4-4a0b-8b1b-66b0a5580d0a tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] Request body: {'security_group_rule': {'security_group_id': '5cee814c-c564-44c7-9e5a-b2f6d8ebd9d8', 'project_id': 'd4f34230363c46e89e61f47209f0c267', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 10:00:04.315607 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-0a2b77ac-1437-42fd-bdd5-994214c3b6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782759442315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782758885690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782758885708'] for port (2fd8e6b8-a8e8-4df5-aadd-d2760951446b), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:00:04.365675 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2b77ac-1437-42fd-bdd5-994214c3b6cf None None] Pushing event updated for resources: {'Port': ['ID=2fd8e6b8-a8e8-4df5-aadd-d2760951446b,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:00:04.383351 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.db.securitygroups_db [None req-456ae47f-66f4-4a0b-8b1b-66b0a5580d0a tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] Project d4f34230363c46e89e61f47209f0c267 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 21 10:00:04.389124 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-456ae47f-66f4-4a0b-8b1b-66b0a5580d0a tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] Publish callbacks [] for security_group_rule (14f40104-340b-4258-9b77-c7eefb057183), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:00:04.437182 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-89460ddc-38d8-43b5-a8bb-50a56036a945 None None] Provisioning complete for port 2fd8e6b8-a8e8-4df5-aadd-d2760951446b triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 10:00:04.437900 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-89460ddc-38d8-43b5-a8bb-50a56036a945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7397950'] for port (2fd8e6b8-a8e8-4df5-aadd-d2760951446b), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:00:04.456327 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-456ae47f-66f4-4a0b-8b1b-66b0a5580d0a tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] Publish callbacks [] for security_group_rule (14f40104-340b-4258-9b77-c7eefb057183), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:00:04.478487 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-96e0f135-9385-4d30-8c88-da026ea61ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25a6b238-7867-4be5-bba6-f5ee961899c1', 'name': 'tempest-TestShelveInstance-1143250898-router', 'tenant_id': 'e4081b44b4964966a175bd53d1a321d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'external_fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '8a43197c-a2bb-4e88-b3ab-7fb2d7afc56e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:59:57Z', 'updated_at': '2022-02-21T10:00:00Z', 'revision_number': 4, 'project_id': 'e4081b44b4964966a175bd53d1a321d9', 'gw_port': {'id': '8a43197c-a2bb-4e88-b3ab-7fb2d7afc56e', 'name': '', 'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:bf:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a6b238-7867-4be5-bba6-f5ee961899c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:59:57Z', 'updated_at': '2022-02-21T10:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-16-iscsi', '_interfaces': [{'id': '2fd8e6b8-a8e8-4df5-aadd-d2760951446b', 'name': '', 'network_id': 'c14e3add-43d8-47e2-8506-68305f90b6c5', 'tenant_id': 'e4081b44b4964966a175bd53d1a321d9', 'mac_address': 'fa:16:3e:06:98:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25a6b238-7867-4be5-bba6-f5ee961899c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'd113f17d-9968-477a-bb39-8ff51f7f9311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:59:59Z', 'updated_at': '2022-02-21T10:00:03Z', 'revision_number': 4, 'project_id': 'e4081b44b4964966a175bd53d1a321d9', 'subnets': [{'id': 'd113f17d-9968-477a-bb39-8ff51f7f9311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-16-iscsi', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:00:04.504317 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e0f135-9385-4d30-8c88-da026ea61ebd None None] The sync data for ids ['25a6b238-7867-4be5-bba6-f5ee961899c1'] in dv-cinder-804757-16-iscsi is: [{'id': '25a6b238-7867-4be5-bba6-f5ee961899c1', 'name': 'tempest-TestShelveInstance-1143250898-router', 'tenant_id': 'e4081b44b4964966a175bd53d1a321d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'external_fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '8a43197c-a2bb-4e88-b3ab-7fb2d7afc56e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:59:57Z', 'updated_at': '2022-02-21T10:00:00Z', 'revision_number': 4, 'project_id': 'e4081b44b4964966a175bd53d1a321d9', 'gw_port': {'id': '8a43197c-a2bb-4e88-b3ab-7fb2d7afc56e', 'name': '', 'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:bf:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a6b238-7867-4be5-bba6-f5ee961899c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:59:57Z', 'updated_at': '2022-02-21T10:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-16-iscsi', '_interfaces': [{'id': '2fd8e6b8-a8e8-4df5-aadd-d2760951446b', 'name': '', 'network_id': 'c14e3add-43d8-47e2-8506-68305f90b6c5', 'tenant_id': 'e4081b44b4964966a175bd53d1a321d9', 'mac_address': 'fa:16:3e:06:98:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25a6b238-7867-4be5-bba6-f5ee961899c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'd113f17d-9968-477a-bb39-8ff51f7f9311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:59:59Z', 'updated_at': '2022-02-21T10:00:03Z', 'revision_number': 4, 'project_id': 'e4081b44b4964966a175bd53d1a321d9', 'subnets': [{'id': 'd113f17d-9968-477a-bb39-8ff51f7f9311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 10:00:04.520057 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-89460ddc-38d8-43b5-a8bb-50a56036a945 None None] Current status of the port 2fd8e6b8-a8e8-4df5-aadd-d2760951446b is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 10:00:04.553718 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-456ae47f-66f4-4a0b-8b1b-66b0a5580d0a tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434012'] for security_group_rule (14f40104-340b-4258-9b77-c7eefb057183), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:00:04.574689 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456ae47f-66f4-4a0b-8b1b-66b0a5580d0a tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14f40104-340b-4258-9b77-c7eefb057183,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:00:04.652768 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-456ae47f-66f4-4a0b-8b1b-66b0a5580d0a tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:00:04.654050 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [None req-456ae47f-66f4-4a0b-8b1b-66b0a5580d0a tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3607278 Feb 21 10:00:05.497575 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-96afff6d-7f50-4f30-bcaf-2af59f7e959d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (f1afc09b-b148-496e-b857-a568110caa3c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:00:05.952803 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Device 2fd8e6b8-a8e8-4df5-aadd-d2760951446b up at agent ovs-agent-dv-cinder-804757-16-iscsi {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 10:00:06.005323 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Provisioning complete for port 2fd8e6b8-a8e8-4df5-aadd-d2760951446b triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 10:00:06.005612 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7397950'] for port (2fd8e6b8-a8e8-4df5-aadd-d2760951446b), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:00:06.085197 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Current status of the port 2fd8e6b8-a8e8-4df5-aadd-d2760951446b is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 10:00:06.857429 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-43ce5351-eeda-4347-b66a-565ea5ef4f96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (93f03475-d11b-4921-b82a-7ea88eab1568), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:00:07.943517 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (f5044fde-eef4-46eb-b3ce-4ab87030ccc0), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:00:08.178203 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-2b8302a0-632c-4bb4-a8e1-5b2fb521f750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (a872b2e0-7e3e-43db-8705-7fb9ea875340), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:00:09.684735 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (ce3e6371-75e2-4bba-8260-49cd855bb251), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:00:20.139382 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-58e97f49-85c9-481f-8498-e9de22d2126b req-a55761b9-3d0d-4550-9b65-089d2e3ce874 tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-775297742&fields=id&tenant_id=d4f34230363c46e89e61f47209f0c267 HTTP/1.1" status: 200 len: 267 time: 0.0457313 Feb 21 10:00:20.246675 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e97f49-85c9-481f-8498-e9de22d2126b req-e171d1bb-658d-49e5-8074-4326c6f24209 tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:00:20.248144 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-58e97f49-85c9-481f-8498-e9de22d2126b req-e171d1bb-658d-49e5-8074-4326c6f24209 tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] 10.222.0.71 "GET /v2.0/networks?id=24722d0c-6008-4f41-ba50-0a1e90b6b5e9 HTTP/1.1" status: 200 len: 808 time: 0.1023235 Feb 21 10:00:20.263043 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-58e97f49-85c9-481f-8498-e9de22d2126b req-56191ed1-32db-41ad-8125-a695a9404d2d tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] 10.222.0.71 "GET /v2.0/quotas/d4f34230363c46e89e61f47209f0c267 HTTP/1.1" status: 200 len: 375 time: 0.0091896 Feb 21 10:00:20.318614 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-58e97f49-85c9-481f-8498-e9de22d2126b req-4d5df364-c24c-4f92-a83f-fad0c59fa272 tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=d4f34230363c46e89e61f47209f0c267&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0509179 Feb 21 10:00:20.411457 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-58e97f49-85c9-481f-8498-e9de22d2126b req-ce016ac6-37f8-4201-ad8a-030828fe9952 service neutron] 10.222.0.71 "GET /v2.0/networks/24722d0c-6008-4f41-ba50-0a1e90b6b5e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821333 Feb 21 10:00:20.502645 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-58e97f49-85c9-481f-8498-e9de22d2126b req-8464587a-3e0b-4402-a62d-047cb70d9fb5 service neutron] 10.222.0.71 "GET /v2.0/networks/24722d0c-6008-4f41-ba50-0a1e90b6b5e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854640 Feb 21 10:00:22.032339 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-367dd71a-07c9-450e-88ee-b02390767530 req-d9ca1c07-ee41-41c9-819d-10076260cae2 tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] 10.222.0.71 "GET /v2.0/ports?device_id=19bb7b18-9b5a-4531-b5c6-41937972ff7a HTTP/1.1" status: 200 len: 210 time: 0.0273671 Feb 21 10:00:23.122246 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-c4999333-cb10-44ac-8850-8ec23ec32a72 req-cbe745c7-aba2-45d2-946b-23b2a95448a2 tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] 10.222.0.71 "GET /v2.0/ports?device_id=19bb7b18-9b5a-4531-b5c6-41937972ff7a HTTP/1.1" status: 200 len: 210 time: 0.0255053 Feb 21 10:00:24.079270 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e97f49-85c9-481f-8498-e9de22d2126b req-7a3ae519-c7bb-4213-a01c-7f0f56250059 tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:00:24.080839 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-58e97f49-85c9-481f-8498-e9de22d2126b req-7a3ae519-c7bb-4213-a01c-7f0f56250059 tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] 10.222.0.69 "GET /v2.0/networks?id=24722d0c-6008-4f41-ba50-0a1e90b6b5e9 HTTP/1.1" status: 200 len: 808 time: 0.1075749 Feb 21 10:00:24.143509 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-58e97f49-85c9-481f-8498-e9de22d2126b req-1182d01e-ac51-40c4-b670-ccd432cc9c94 tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d4f34230363c46e89e61f47209f0c267 HTTP/1.1" status: 200 len: 379 time: 0.0536449 Feb 21 10:00:24.152981 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.v2.base [req-58e97f49-85c9-481f-8498-e9de22d2126b req-826b8053-349e-4386-8e26-89ea7dfca6f3 tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] Request body: {'port': {'device_id': '19bb7b18-9b5a-4531-b5c6-41937972ff7a', 'network_id': '24722d0c-6008-4f41-ba50-0a1e90b6b5e9', 'admin_state_up': True, 'tenant_id': 'd4f34230363c46e89e61f47209f0c267', 'security_groups': ['5cee814c-c564-44c7-9e5a-b2f6d8ebd9d8']}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 10:00:24.234993 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-161f71b2-9813-4233-b22d-4ccc9e85733c req-8d0e72a7-948d-4880-b79b-5b8b43b9abc7 tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] 10.222.0.71 "GET /v2.0/ports?device_id=19bb7b18-9b5a-4531-b5c6-41937972ff7a HTTP/1.1" status: 200 len: 210 time: 0.0383670 Feb 21 10:00:24.347485 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58e97f49-85c9-481f-8498-e9de22d2126b req-826b8053-349e-4386-8e26-89ea7dfca6f3 tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] Made reservation on behalf of d4f34230363c46e89e61f47209f0c267 for: {'port': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 10:00:24.350941 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-58e97f49-85c9-481f-8498-e9de22d2126b req-826b8053-349e-4386-8e26-89ea7dfca6f3 tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:00:24.473343 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [req-58e97f49-85c9-481f-8498-e9de22d2126b req-826b8053-349e-4386-8e26-89ea7dfca6f3 tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] Allocated IP 172.20.0.7 (24722d0c-6008-4f41-ba50-0a1e90b6b5e9/1cd8a5bb-e3b6-4f3b-9ab3-34796e73d854/69b664ad-8d87-4b06-b4b5-160ad051ac72) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 10:00:24.610574 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-58e97f49-85c9-481f-8498-e9de22d2126b req-826b8053-349e-4386-8e26-89ea7dfca6f3 tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] Publish callbacks [] for port (69b664ad-8d87-4b06-b4b5-160ad051ac72), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:00:24.714843 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-58e97f49-85c9-481f-8498-e9de22d2126b req-826b8053-349e-4386-8e26-89ea7dfca6f3 tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782758885672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277415'] for port (69b664ad-8d87-4b06-b4b5-160ad051ac72), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:00:24.760362 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58e97f49-85c9-481f-8498-e9de22d2126b req-826b8053-349e-4386-8e26-89ea7dfca6f3 tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] Network 24722d0c-6008-4f41-ba50-0a1e90b6b5e9 is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 10:00:24.763252 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [req-58e97f49-85c9-481f-8498-e9de22d2126b req-826b8053-349e-4386-8e26-89ea7dfca6f3 tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 10:00:24.769720 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-58e97f49-85c9-481f-8498-e9de22d2126b req-826b8053-349e-4386-8e26-89ea7dfca6f3 tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 10:00:24.775823 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826b8053-349e-4386-8e26-89ea7dfca6f3 tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] Pushing event updated for resources: {'Port': ['ID=69b664ad-8d87-4b06-b4b5-160ad051ac72,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:00:24.827301 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e97f49-85c9-481f-8498-e9de22d2126b req-826b8053-349e-4386-8e26-89ea7dfca6f3 tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:00:24.827914 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-58e97f49-85c9-481f-8498-e9de22d2126b req-826b8053-349e-4386-8e26-89ea7dfca6f3 tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8333137'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:00:24.887876 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-58e97f49-85c9-481f-8498-e9de22d2126b req-826b8053-349e-4386-8e26-89ea7dfca6f3 tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7385502 Feb 21 10:00:24.899929 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.v2.base [req-58e97f49-85c9-481f-8498-e9de22d2126b req-d34c355f-8174-4b16-9128-2da3f6833d26 service neutron] Request body: {'port': {'device_id': '19bb7b18-9b5a-4531-b5c6-41937972ff7a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 10:00:24.962088 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-a8e479a4-813e-4278-ba42-183a4e34ee8c None None] Provisioning complete for port 69b664ad-8d87-4b06-b4b5-160ad051ac72 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 10:00:24.962641 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-58e97f49-85c9-481f-8498-e9de22d2126b req-d34c355f-8174-4b16-9128-2da3f6833d26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (69b664ad-8d87-4b06-b4b5-160ad051ac72), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:00:24.962764 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-a8e479a4-813e-4278-ba42-183a4e34ee8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7397950'] for port (69b664ad-8d87-4b06-b4b5-160ad051ac72), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:00:24.996156 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-a8e479a4-813e-4278-ba42-183a4e34ee8c None None] Port 69b664ad-8d87-4b06-b4b5-160ad051ac72 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 10:00:25.224302 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.notifiers.nova [req-58e97f49-85c9-481f-8498-e9de22d2126b req-d34c355f-8174-4b16-9128-2da3f6833d26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69b664ad-8d87-4b06-b4b5-160ad051ac72 {{(pid=109856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 10:00:25.231689 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-58e97f49-85c9-481f-8498-e9de22d2126b req-d34c355f-8174-4b16-9128-2da3f6833d26 service neutron] Publish callbacks [] for port (69b664ad-8d87-4b06-b4b5-160ad051ac72), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:00:25.243486 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.db.provisioning_blocks [req-58e97f49-85c9-481f-8498-e9de22d2126b req-d34c355f-8174-4b16-9128-2da3f6833d26 service neutron] Transition to ACTIVE for port object 69b664ad-8d87-4b06-b4b5-160ad051ac72 will not be triggered until provisioned by entity L2. {{(pid=109856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 10:00:25.329678 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-58e97f49-85c9-481f-8498-e9de22d2126b req-d34c355f-8174-4b16-9128-2da3f6833d26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782759442315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782758885690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782758885708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3277436'] for port (69b664ad-8d87-4b06-b4b5-160ad051ac72), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:00:25.415094 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e661cb2-c4f9-43fb-afd6-21a9cb186ce6 req-3ff70161-5a05-4d61-99a6-532ca3598a0f tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:00:25.416821 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-6e661cb2-c4f9-43fb-afd6-21a9cb186ce6 req-3ff70161-5a05-4d61-99a6-532ca3598a0f tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] 10.222.0.71 "GET /v2.0/ports?device_id=19bb7b18-9b5a-4531-b5c6-41937972ff7a HTTP/1.1" status: 200 len: 931 time: 0.1165557 Feb 21 10:00:25.417473 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34c355f-8174-4b16-9128-2da3f6833d26 service neutron] Pushing event updated for resources: {'Port': ['ID=69b664ad-8d87-4b06-b4b5-160ad051ac72,revision_number=2']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:00:25.506862 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-58e97f49-85c9-481f-8498-e9de22d2126b req-d34c355f-8174-4b16-9128-2da3f6833d26 service neutron] Attempting to bind port 69b664ad-8d87-4b06-b4b5-160ad051ac72 on host hv-cinder-80475 for vnic_type normal with profile {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 10:00:25.507209 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-58e97f49-85c9-481f-8498-e9de22d2126b req-d34c355f-8174-4b16-9128-2da3f6833d26 service neutron] Attempting to bind port 69b664ad-8d87-4b06-b4b5-160ad051ac72 by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': 'aba2e2ff-0656-4bb8-8e98-8dd9f4e2203f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '24722d0c-6008-4f41-ba50-0a1e90b6b5e9'}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 10:00:25.507538 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58e97f49-85c9-481f-8498-e9de22d2126b req-d34c355f-8174-4b16-9128-2da3f6833d26 service neutron] Attempting to bind port 69b664ad-8d87-4b06-b4b5-160ad051ac72 on network 24722d0c-6008-4f41-ba50-0a1e90b6b5e9 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 10:00:25.514106 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-6e661cb2-c4f9-43fb-afd6-21a9cb186ce6 req-331b44af-bee0-4379-a510-b293233f8032 tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] 10.222.0.71 "GET /v2.0/security-groups?id=5cee814c-c564-44c7-9e5a-b2f6d8ebd9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700965 Feb 21 10:00:25.516231 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58e97f49-85c9-481f-8498-e9de22d2126b req-d34c355f-8174-4b16-9128-2da3f6833d26 service neutron] Port 69b664ad-8d87-4b06-b4b5-160ad051ac72 on network 24722d0c-6008-4f41-ba50-0a1e90b6b5e9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 10:00:25.516580 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58e97f49-85c9-481f-8498-e9de22d2126b req-d34c355f-8174-4b16-9128-2da3f6833d26 service neutron] Attempting to bind port 69b664ad-8d87-4b06-b4b5-160ad051ac72 on network 24722d0c-6008-4f41-ba50-0a1e90b6b5e9 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 10:00:25.523270 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58e97f49-85c9-481f-8498-e9de22d2126b req-d34c355f-8174-4b16-9128-2da3f6833d26 service neutron] Checking agent: {'id': 'f5044fde-eef4-46eb-b3ce-4ab87030ccc0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 9, 43, 36), 'started_at': datetime.datetime(2022, 2, 21, 9, 43, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 10, 0, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 10:00:25.523690 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58e97f49-85c9-481f-8498-e9de22d2126b req-d34c355f-8174-4b16-9128-2da3f6833d26 service neutron] Checking segment: {'id': 'aba2e2ff-0656-4bb8-8e98-8dd9f4e2203f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '24722d0c-6008-4f41-ba50-0a1e90b6b5e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 10:00:25.523933 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58e97f49-85c9-481f-8498-e9de22d2126b req-d34c355f-8174-4b16-9128-2da3f6833d26 service neutron] Bound using segment: {'id': 'aba2e2ff-0656-4bb8-8e98-8dd9f4e2203f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '24722d0c-6008-4f41-ba50-0a1e90b6b5e9'} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 10:00:25.524365 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-58e97f49-85c9-481f-8498-e9de22d2126b req-d34c355f-8174-4b16-9128-2da3f6833d26 service neutron] Bound port: 69b664ad-8d87-4b06-b4b5-160ad051ac72, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aba2e2ff-0656-4bb8-8e98-8dd9f4e2203f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '24722d0c-6008-4f41-ba50-0a1e90b6b5e9'}}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 10:00:25.524749 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-58e97f49-85c9-481f-8498-e9de22d2126b req-d34c355f-8174-4b16-9128-2da3f6833d26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (69b664ad-8d87-4b06-b4b5-160ad051ac72), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:00:25.588527 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-58e97f49-85c9-481f-8498-e9de22d2126b req-d34c355f-8174-4b16-9128-2da3f6833d26 service neutron] For port 69b664ad-8d87-4b06-b4b5-160ad051ac72, host hv-cinder-80475, cleared binding levels {{(pid=109856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 10:00:25.591459 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-58e97f49-85c9-481f-8498-e9de22d2126b req-d34c355f-8174-4b16-9128-2da3f6833d26 service neutron] For port 69b664ad-8d87-4b06-b4b5-160ad051ac72, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=69b664ad-8d87-4b06-b4b5-160ad051ac72,segment=NetworkSegment(aba2e2ff-0656-4bb8-8e98-8dd9f4e2203f),segment_id=aba2e2ff-0656-4bb8-8e98-8dd9f4e2203f)] {{(pid=109856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 10:00:25.679523 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-58e97f49-85c9-481f-8498-e9de22d2126b req-d34c355f-8174-4b16-9128-2da3f6833d26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782759442315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782758885690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782758885708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3277436'] for port (69b664ad-8d87-4b06-b4b5-160ad051ac72), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:00:25.713064 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e97f49-85c9-481f-8498-e9de22d2126b req-d34c355f-8174-4b16-9128-2da3f6833d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:00:25.713766 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-58e97f49-85c9-481f-8498-e9de22d2126b req-d34c355f-8174-4b16-9128-2da3f6833d26 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8333137'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:00:25.715136 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-58e97f49-85c9-481f-8498-e9de22d2126b req-d34c355f-8174-4b16-9128-2da3f6833d26 service neutron] 10.222.0.69 "PUT /v2.0/ports/69b664ad-8d87-4b06-b4b5-160ad051ac72 HTTP/1.1" status: 200 len: 1093 time: 0.8196294 Feb 21 10:00:25.715574 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19bb7b18-9b5a-4531-b5c6-41937972ff7a', 'tag': '69b664ad-8d87-4b06-b4b5-160ad051ac72'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 10:00:25.717862 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c95017b57136a4249e8df2494e5587cd96ada80ae38c14c6a4695013360e62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-925b71cb-aab0-4ef9-97c9-9a63e576f798" -d '{"events": [{"name": "network-changed", "server_uuid": "19bb7b18-9b5a-4531-b5c6-41937972ff7a", "tag": "69b664ad-8d87-4b06-b4b5-160ad051ac72"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 10:00:25.746149 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34c355f-8174-4b16-9128-2da3f6833d26 service neutron] Pushing event updated for resources: {'Port': ['ID=69b664ad-8d87-4b06-b4b5-160ad051ac72,revision_number=3']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:00:25.757327 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 10:00:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4bcd14e-ed82-4ee9-8e87-6b472b45df44 x-openstack-request-id: req-f4bcd14e-ed82-4ee9-8e87-6b472b45df44 {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 10:00:25.763057 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19bb7b18-9b5a-4531-b5c6-41937972ff7a", "tag": "69b664ad-8d87-4b06-b4b5-160ad051ac72", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 10:00:25.763057 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-f4bcd14e-ed82-4ee9-8e87-6b472b45df44 {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 10:00:25.763057 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19bb7b18-9b5a-4531-b5c6-41937972ff7a', 'tag': '69b664ad-8d87-4b06-b4b5-160ad051ac72', 'status': 'completed', 'code': 200} Feb 21 10:00:25.825818 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925b71cb-aab0-4ef9-97c9-9a63e576f798 req-18ea3e17-7c4b-40c1-9d47-b3aac074d054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:00:25.827340 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-925b71cb-aab0-4ef9-97c9-9a63e576f798 req-18ea3e17-7c4b-40c1-9d47-b3aac074d054 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d4f34230363c46e89e61f47209f0c267&device_id=19bb7b18-9b5a-4531-b5c6-41937972ff7a HTTP/1.1" status: 200 len: 1127 time: 0.0512857 Feb 21 10:00:25.924238 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925b71cb-aab0-4ef9-97c9-9a63e576f798 req-3a44f2ef-5bbd-4bf1-92ca-cb959a0f151a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:00:25.926344 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-925b71cb-aab0-4ef9-97c9-9a63e576f798 req-3a44f2ef-5bbd-4bf1-92ca-cb959a0f151a service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=d4f34230363c46e89e61f47209f0c267&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0911112 Feb 21 10:00:26.019516 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925b71cb-aab0-4ef9-97c9-9a63e576f798 req-4392d320-8eaa-48e5-a4a5-2b017186feab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:00:26.021006 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-925b71cb-aab0-4ef9-97c9-9a63e576f798 req-4392d320-8eaa-48e5-a4a5-2b017186feab service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0888290 Feb 21 10:00:26.097955 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e97f49-85c9-481f-8498-e9de22d2126b req-2126bfb6-97f8-482b-9e3b-ec025d804a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:00:26.099344 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-58e97f49-85c9-481f-8498-e9de22d2126b req-2126bfb6-97f8-482b-9e3b-ec025d804a31 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d4f34230363c46e89e61f47209f0c267&device_id=19bb7b18-9b5a-4531-b5c6-41937972ff7a HTTP/1.1" status: 200 len: 1127 time: 0.0436444 Feb 21 10:00:26.127908 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.agents_db [None req-1af9f625-7d23-4c31-ae08-d0e8b46e8d0e None None] Agent healthcheck: found 6 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 10:00:26.139562 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-58e97f49-85c9-481f-8498-e9de22d2126b req-129461ed-16d6-43c9-8679-87d227f8b802 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=69b664ad-8d87-4b06-b4b5-160ad051ac72 HTTP/1.1" status: 200 len: 217 time: 0.0330780 Feb 21 10:00:26.189010 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e97f49-85c9-481f-8498-e9de22d2126b req-2e6edcda-2161-46a9-b342-b946b847f950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:00:26.190404 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-58e97f49-85c9-481f-8498-e9de22d2126b req-2e6edcda-2161-46a9-b342-b946b847f950 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1cd8a5bb-e3b6-4f3b-9ab3-34796e73d854 HTTP/1.1" status: 200 len: 847 time: 0.0449140 Feb 21 10:00:26.237535 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e97f49-85c9-481f-8498-e9de22d2126b req-67a7fa7a-c451-45ee-8929-45acb15652ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:00:26.239220 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-58e97f49-85c9-481f-8498-e9de22d2126b req-67a7fa7a-c451-45ee-8929-45acb15652ec service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=24722d0c-6008-4f41-ba50-0a1e90b6b5e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0423498 Feb 21 10:00:26.324793 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-58e97f49-85c9-481f-8498-e9de22d2126b req-11fb5db4-89ad-45af-b4d6-83e8dda2d2eb service neutron] 10.222.0.69 "GET /v2.0/networks/24722d0c-6008-4f41-ba50-0a1e90b6b5e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796132 Feb 21 10:00:26.415346 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-58e97f49-85c9-481f-8498-e9de22d2126b req-380e869e-8aa7-4f0e-a7df-d672dd14a568 service neutron] 10.222.0.69 "GET /v2.0/networks/24722d0c-6008-4f41-ba50-0a1e90b6b5e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846252 Feb 21 10:00:26.630579 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad6e205-bebd-40a0-9418-02df7485e5f4 req-3f06e9a4-c791-4918-b777-c1f59eff4bdb tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:00:26.632048 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-8ad6e205-bebd-40a0-9418-02df7485e5f4 req-3f06e9a4-c791-4918-b777-c1f59eff4bdb tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] 10.222.0.71 "GET /v2.0/ports?device_id=19bb7b18-9b5a-4531-b5c6-41937972ff7a HTTP/1.1" status: 200 len: 943 time: 0.0521839 Feb 21 10:00:26.680066 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-8ad6e205-bebd-40a0-9418-02df7485e5f4 req-6f9d4129-39f5-497c-9e22-c2fa306dbda1 tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] 10.222.0.71 "GET /v2.0/security-groups?id=5cee814c-c564-44c7-9e5a-b2f6d8ebd9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424025 Feb 21 10:00:27.891249 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19abd5e-949d-45a6-99af-5943bf5a3efd req-b8b66e86-7faf-4396-9e10-6b41f1e55aaf tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:00:27.892735 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-b19abd5e-949d-45a6-99af-5943bf5a3efd req-b8b66e86-7faf-4396-9e10-6b41f1e55aaf tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] 10.222.0.71 "GET /v2.0/ports?device_id=19bb7b18-9b5a-4531-b5c6-41937972ff7a HTTP/1.1" status: 200 len: 943 time: 0.1465688 Feb 21 10:00:27.944624 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-b19abd5e-949d-45a6-99af-5943bf5a3efd req-3d1833f0-21d9-424f-827b-af5ac628e69b tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] 10.222.0.71 "GET /v2.0/security-groups?id=5cee814c-c564-44c7-9e5a-b2f6d8ebd9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462947 Feb 21 10:00:29.109750 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97078a9-b560-4890-8971-ad734876cf6d req-4dec2033-4958-4065-921e-9dd2e8467d11 tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:00:29.111200 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-e97078a9-b560-4890-8971-ad734876cf6d req-4dec2033-4958-4065-921e-9dd2e8467d11 tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] 10.222.0.71 "GET /v2.0/ports?device_id=19bb7b18-9b5a-4531-b5c6-41937972ff7a HTTP/1.1" status: 200 len: 943 time: 0.1013181 Feb 21 10:00:29.159891 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-e97078a9-b560-4890-8971-ad734876cf6d req-ddb16f15-51c4-4b2c-b67f-7f9ce9b4f25b tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] 10.222.0.71 "GET /v2.0/security-groups?id=5cee814c-c564-44c7-9e5a-b2f6d8ebd9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428829 Feb 21 10:00:30.275025 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bee8bd8-8d6f-4b3e-8cec-a6772f5cef07 req-156608af-0059-421e-b34e-d8aa75a64677 tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:00:30.276474 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-0bee8bd8-8d6f-4b3e-8cec-a6772f5cef07 req-156608af-0059-421e-b34e-d8aa75a64677 tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] 10.222.0.71 "GET /v2.0/ports?device_id=19bb7b18-9b5a-4531-b5c6-41937972ff7a HTTP/1.1" status: 200 len: 943 time: 0.0512819 Feb 21 10:00:30.328945 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-0bee8bd8-8d6f-4b3e-8cec-a6772f5cef07 req-d12afc9f-f11a-45a9-9338-8dcaaf8228a1 tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] 10.222.0.71 "GET /v2.0/security-groups?id=5cee814c-c564-44c7-9e5a-b2f6d8ebd9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469389 Feb 21 10:00:31.448392 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929d45c8-2324-493e-93e5-90cc4bca4162 req-c75ee4a6-cdf1-47ba-bd9f-3a050061ef13 tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:00:31.449887 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-929d45c8-2324-493e-93e5-90cc4bca4162 req-c75ee4a6-cdf1-47ba-bd9f-3a050061ef13 tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] 10.222.0.71 "GET /v2.0/ports?device_id=19bb7b18-9b5a-4531-b5c6-41937972ff7a HTTP/1.1" status: 200 len: 943 time: 0.0547934 Feb 21 10:00:31.496895 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-929d45c8-2324-493e-93e5-90cc4bca4162 req-86a78b4f-ec46-436f-85ea-ef25362fa558 tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] 10.222.0.71 "GET /v2.0/security-groups?id=5cee814c-c564-44c7-9e5a-b2f6d8ebd9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415409 Feb 21 10:00:32.612111 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bb6a19-c84d-412b-b267-fd506f2c1ce0 req-c603e660-33ae-469e-9d9d-f3f4e43bcd85 tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:00:32.614277 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-b2bb6a19-c84d-412b-b267-fd506f2c1ce0 req-c603e660-33ae-469e-9d9d-f3f4e43bcd85 tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] 10.222.0.71 "GET /v2.0/ports?device_id=19bb7b18-9b5a-4531-b5c6-41937972ff7a HTTP/1.1" status: 200 len: 943 time: 0.0516624 Feb 21 10:00:32.661647 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-b2bb6a19-c84d-412b-b267-fd506f2c1ce0 req-d948f728-8ce9-4edd-abb1-9f1f5dd44553 tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] 10.222.0.71 "GET /v2.0/security-groups?id=5cee814c-c564-44c7-9e5a-b2f6d8ebd9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419173 Feb 21 10:00:33.205919 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-52ddfeee-4420-42df-8c9c-286b8cac6ae5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (7b1feb7e-a062-49d6-b835-c5fae1c9b9ce), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:00:33.649002 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Device 69b664ad-8d87-4b06-b4b5-160ad051ac72 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 10:00:33.788331 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b0a15d-c45d-4796-b144-cc5078c41e6d req-1cfaa813-211c-4fb4-943d-731eefc85074 tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:00:33.789930 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-60b0a15d-c45d-4796-b144-cc5078c41e6d req-1cfaa813-211c-4fb4-943d-731eefc85074 tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] 10.222.0.71 "GET /v2.0/ports?device_id=19bb7b18-9b5a-4531-b5c6-41937972ff7a HTTP/1.1" status: 200 len: 943 time: 0.0582824 Feb 21 10:00:33.886200 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] For port 69b664ad-8d87-4b06-b4b5-160ad051ac72, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=69b664ad-8d87-4b06-b4b5-160ad051ac72,segment=NetworkSegment(aba2e2ff-0656-4bb8-8e98-8dd9f4e2203f),segment_id=aba2e2ff-0656-4bb8-8e98-8dd9f4e2203f)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 10:00:33.898194 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Returning: {'device': '69b664ad-8d87-4b06-b4b5-160ad051ac72', 'network_id': '24722d0c-6008-4f41-ba50-0a1e90b6b5e9', 'port_id': '69b664ad-8d87-4b06-b4b5-160ad051ac72', 'mac_address': 'fa:16:3e:50:92:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1cd8a5bb-e3b6-4f3b-9ab3-34796e73d854', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 10:00:33.940032 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Current status of the port 69b664ad-8d87-4b06-b4b5-160ad051ac72 is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 10:00:33.941058 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (69b664ad-8d87-4b06-b4b5-160ad051ac72), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:00:33.955545 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69b664ad-8d87-4b06-b4b5-160ad051ac72 {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 10:00:33.977288 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] For port 69b664ad-8d87-4b06-b4b5-160ad051ac72, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=69b664ad-8d87-4b06-b4b5-160ad051ac72,segment=NetworkSegment(aba2e2ff-0656-4bb8-8e98-8dd9f4e2203f),segment_id=aba2e2ff-0656-4bb8-8e98-8dd9f4e2203f)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 10:00:34.028935 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782759442315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782758885690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782758885708'] for port (69b664ad-8d87-4b06-b4b5-160ad051ac72), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:00:34.078643 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Pushing event updated for resources: {'Port': ['ID=69b664ad-8d87-4b06-b4b5-160ad051ac72,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:00:34.117435 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-60b0a15d-c45d-4796-b144-cc5078c41e6d req-d1902308-e667-4571-af3f-b6edab9e7b22 tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] 10.222.0.71 "GET /v2.0/security-groups?id=5cee814c-c564-44c7-9e5a-b2f6d8ebd9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3217142 Feb 21 10:00:34.277827 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] get_ports_and_sgs() called for port_ids ['69b664ad-8d87-4b06-b4b5-160ad051ac72'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 10:00:35.231516 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d52978-51fb-48e1-81ca-f2cf4b0894ee req-fea1d246-aae9-47a3-ab06-90f417f18833 tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:00:35.234890 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-43d52978-51fb-48e1-81ca-f2cf4b0894ee req-fea1d246-aae9-47a3-ab06-90f417f18833 tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] 10.222.0.71 "GET /v2.0/ports?device_id=19bb7b18-9b5a-4531-b5c6-41937972ff7a HTTP/1.1" status: 200 len: 944 time: 0.0507572 Feb 21 10:00:35.282429 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-43d52978-51fb-48e1-81ca-f2cf4b0894ee req-7d0f01bb-9b8e-407b-9c8d-8323a2b01deb tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] 10.222.0.71 "GET /v2.0/security-groups?id=5cee814c-c564-44c7-9e5a-b2f6d8ebd9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431652 Feb 21 10:00:35.518626 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-552d218b-a7c5-4862-ac87-c6901d1bf085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (f1afc09b-b148-496e-b857-a568110caa3c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:00:35.664349 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Device 69b664ad-8d87-4b06-b4b5-160ad051ac72 up at agent hyperv_hv-cinder-80475 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 10:00:35.769923 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Provisioning for port 69b664ad-8d87-4b06-b4b5-160ad051ac72 completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 10:00:35.773705 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Provisioning complete for port 69b664ad-8d87-4b06-b4b5-160ad051ac72 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 10:00:35.774085 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7397950'] for port (69b664ad-8d87-4b06-b4b5-160ad051ac72), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:00:35.850274 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Current status of the port 69b664ad-8d87-4b06-b4b5-160ad051ac72 is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 10:00:35.850659 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (69b664ad-8d87-4b06-b4b5-160ad051ac72), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:00:35.871821 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19bb7b18-9b5a-4531-b5c6-41937972ff7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69b664ad-8d87-4b06-b4b5-160ad051ac72'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 10:00:35.874049 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd82e867db05f05d31de18fef3a4b5738e999913abe260e0f677426061852263" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43b02ab9-edd4-4179-b4fa-6545dc290345" -d '{"events": [{"server_uuid": "19bb7b18-9b5a-4531-b5c6-41937972ff7a", "name": "network-vif-plugged", "status": "completed", "tag": "69b664ad-8d87-4b06-b4b5-160ad051ac72"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 10:00:35.889416 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] For port 69b664ad-8d87-4b06-b4b5-160ad051ac72, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=69b664ad-8d87-4b06-b4b5-160ad051ac72,segment=NetworkSegment(aba2e2ff-0656-4bb8-8e98-8dd9f4e2203f),segment_id=aba2e2ff-0656-4bb8-8e98-8dd9f4e2203f)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 10:00:35.966008 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782759442315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782758885690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782758885708'] for port (69b664ad-8d87-4b06-b4b5-160ad051ac72), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:00:36.023558 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Pushing event updated for resources: {'Port': ['ID=69b664ad-8d87-4b06-b4b5-160ad051ac72,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:00:36.072857 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 10:00:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-089362e3-90d4-40e1-9d95-d43d548762f3 x-openstack-request-id: req-089362e3-90d4-40e1-9d95-d43d548762f3 {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 10:00:36.073152 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19bb7b18-9b5a-4531-b5c6-41937972ff7a", "name": "network-vif-plugged", "status": "completed", "tag": "69b664ad-8d87-4b06-b4b5-160ad051ac72", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 10:00:36.073406 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-089362e3-90d4-40e1-9d95-d43d548762f3 {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 10:00:36.073801 dv-cinder-804757-16-iscsi neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19bb7b18-9b5a-4531-b5c6-41937972ff7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69b664ad-8d87-4b06-b4b5-160ad051ac72', 'code': 200} Feb 21 10:00:36.405634 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472c3048-2ed4-4ec9-9b69-c82095b60d06 req-b006a989-de12-4e51-9bbf-887c7bb97b1c tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:00:36.407077 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-472c3048-2ed4-4ec9-9b69-c82095b60d06 req-b006a989-de12-4e51-9bbf-887c7bb97b1c tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] 10.222.0.71 "GET /v2.0/ports?device_id=19bb7b18-9b5a-4531-b5c6-41937972ff7a HTTP/1.1" status: 200 len: 945 time: 0.0568886 Feb 21 10:00:36.483780 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-472c3048-2ed4-4ec9-9b69-c82095b60d06 req-fdb3a664-bd4b-4fd2-98e8-2b9fdbc69420 tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] 10.222.0.71 "GET /v2.0/security-groups?id=5cee814c-c564-44c7-9e5a-b2f6d8ebd9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693777 Feb 21 10:00:36.486348 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d101cf8f-3b03-4206-af0b-a909eea089de req-9aee5590-30f5-42cb-a729-3e3b3ce45729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:00:36.487963 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-d101cf8f-3b03-4206-af0b-a909eea089de req-9aee5590-30f5-42cb-a729-3e3b3ce45729 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=19bb7b18-9b5a-4531-b5c6-41937972ff7a HTTP/1.1" status: 200 len: 1129 time: 0.0894299 Feb 21 10:00:36.533769 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-d101cf8f-3b03-4206-af0b-a909eea089de req-b5977bbf-604c-4dc2-8421-da37e28ae436 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=5cee814c-c564-44c7-9e5a-b2f6d8ebd9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390997 Feb 21 10:00:36.868799 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-43ce5351-eeda-4347-b66a-565ea5ef4f96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (93f03475-d11b-4921-b82a-7ea88eab1568), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:00:37.605917 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9b9d9b-aadb-4aa8-85f2-6e3daba5dce3 req-7d22f63a-a6a8-48c8-93cb-6985af3d204f tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:00:37.607374 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-ec9b9d9b-aadb-4aa8-85f2-6e3daba5dce3 req-7d22f63a-a6a8-48c8-93cb-6985af3d204f tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] 10.222.0.71 "GET /v2.0/ports?device_id=19bb7b18-9b5a-4531-b5c6-41937972ff7a HTTP/1.1" status: 200 len: 945 time: 0.0549726 Feb 21 10:00:37.656683 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-ec9b9d9b-aadb-4aa8-85f2-6e3daba5dce3 req-736c5798-72a3-4442-af49-eae617f65381 tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] 10.222.0.71 "GET /v2.0/security-groups?id=5cee814c-c564-44c7-9e5a-b2f6d8ebd9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431800 Feb 21 10:00:37.937506 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (f5044fde-eef4-46eb-b3ce-4ab87030ccc0), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:00:38.171343 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-2b8302a0-632c-4bb4-a8e1-5b2fb521f750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (a872b2e0-7e3e-43db-8705-7fb9ea875340), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:00:38.775218 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14075a53-3142-4f4b-b121-2866676e5258 req-02859294-f52c-4d55-b2aa-8f043f1c723c tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:00:38.776692 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-14075a53-3142-4f4b-b121-2866676e5258 req-02859294-f52c-4d55-b2aa-8f043f1c723c tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] 10.222.0.71 "GET /v2.0/ports?device_id=19bb7b18-9b5a-4531-b5c6-41937972ff7a HTTP/1.1" status: 200 len: 945 time: 0.0538127 Feb 21 10:00:38.824299 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-14075a53-3142-4f4b-b121-2866676e5258 req-4382664b-cb55-4da8-8491-9985692c466e tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] 10.222.0.71 "GET /v2.0/security-groups?id=5cee814c-c564-44c7-9e5a-b2f6d8ebd9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420668 Feb 21 10:00:38.943040 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971ba94a-17bb-46b6-b30b-06211565ff0f req-b3dacf3f-507d-4377-b123-7e0a8ef53c0c tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:00:38.944406 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-971ba94a-17bb-46b6-b30b-06211565ff0f req-b3dacf3f-507d-4377-b123-7e0a8ef53c0c tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] 10.222.0.71 "GET /v2.0/ports?device_id=19bb7b18-9b5a-4531-b5c6-41937972ff7a HTTP/1.1" status: 200 len: 945 time: 0.0534320 Feb 21 10:00:38.993847 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-971ba94a-17bb-46b6-b30b-06211565ff0f req-6aadb435-73b7-47a0-8204-eb00340b5345 tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] 10.222.0.71 "GET /v2.0/security-groups?id=5cee814c-c564-44c7-9e5a-b2f6d8ebd9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429718 Feb 21 10:00:39.015416 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.71', 33176) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:00:39.098740 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-993f6854-1316-44c0-8dd5-77fbcdf2309d tempest-TestShelveInstance-709685360 tempest-TestShelveInstance-709685360-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:00:39.100248 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [None req-993f6854-1316-44c0-8dd5-77fbcdf2309d tempest-TestShelveInstance-709685360 tempest-TestShelveInstance-709685360-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=19bb7b18-9b5a-4531-b5c6-41937972ff7a HTTP/1.1" status: 200 len: 1124 time: 0.0838246 Feb 21 10:00:39.103126 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.71', 33180) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:00:39.107298 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.v2.base [None req-e8c0c146-c5df-4ca0-909c-387de19b4413 tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] Request body: {'floatingip': {'floating_network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'port_id': '69b664ad-8d87-4b06-b4b5-160ad051ac72', 'tenant_id': 'd4f34230363c46e89e61f47209f0c267', 'fixed_ip_address': '172.20.0.7'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 10:00:39.217438 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e8c0c146-c5df-4ca0-909c-387de19b4413 tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:00:39.312073 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e8c0c146-c5df-4ca0-909c-387de19b4413 tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:00:39.415004 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [None req-e8c0c146-c5df-4ca0-909c-387de19b4413 tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] Allocated IP 172.27.2.42 (bd3f1df6-77ad-4531-9eb3-69bc21002862/13a25a01-28fd-4407-b7c5-fe4349ebc744/4598a51a-2c26-4c86-8c0e-bd1054342c9d) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 10:00:39.513633 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e8c0c146-c5df-4ca0-909c-387de19b4413 tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] Publish callbacks [] for port (4598a51a-2c26-4c86-8c0e-bd1054342c9d), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:00:39.601114 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e8c0c146-c5df-4ca0-909c-387de19b4413 tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782758885672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3964494'] for port (4598a51a-2c26-4c86-8c0e-bd1054342c9d), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:00:39.639147 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8c0c146-c5df-4ca0-909c-387de19b4413 tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] Network bd3f1df6-77ad-4531-9eb3-69bc21002862 is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 10:00:39.641876 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-e8c0c146-c5df-4ca0-909c-387de19b4413 tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 10:00:39.647825 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c0c146-c5df-4ca0-909c-387de19b4413 tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 10:00:39.653141 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c0c146-c5df-4ca0-909c-387de19b4413 tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] Pushing event updated for resources: {'Port': ['ID=4598a51a-2c26-4c86-8c0e-bd1054342c9d,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:00:39.674301 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (ce3e6371-75e2-4bba-8260-49cd855bb251), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:00:39.684821 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c0c146-c5df-4ca0-909c-387de19b4413 tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:00:39.685169 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c0c146-c5df-4ca0-909c-387de19b4413 tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:00:39.685510 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c0c146-c5df-4ca0-909c-387de19b4413 tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:00:39.685847 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c0c146-c5df-4ca0-909c-387de19b4413 tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:00:39.686179 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c0c146-c5df-4ca0-909c-387de19b4413 tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:00:39.686508 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c0c146-c5df-4ca0-909c-387de19b4413 tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:00:39.686832 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c0c146-c5df-4ca0-909c-387de19b4413 tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:00:39.687153 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c0c146-c5df-4ca0-909c-387de19b4413 tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:00:39.687473 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c0c146-c5df-4ca0-909c-387de19b4413 tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:00:39.687797 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c0c146-c5df-4ca0-909c-387de19b4413 tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:00:39.688116 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c0c146-c5df-4ca0-909c-387de19b4413 tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:00:39.688431 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c0c146-c5df-4ca0-909c-387de19b4413 tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:00:39.688771 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c0c146-c5df-4ca0-909c-387de19b4413 tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:00:40.022828 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e8c0c146-c5df-4ca0-909c-387de19b4413 tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] Publish callbacks [] for floatingip (a1da6220-36cc-47ef-b419-92c88f47f189), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:00:40.172144 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e8c0c146-c5df-4ca0-909c-387de19b4413 tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (4598a51a-2c26-4c86-8c0e-bd1054342c9d), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:00:40.314367 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e8c0c146-c5df-4ca0-909c-387de19b4413 tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] Publish callbacks [] for port (4598a51a-2c26-4c86-8c0e-bd1054342c9d), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:00:40.381117 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e8c0c146-c5df-4ca0-909c-387de19b4413 tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782759442315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782758885690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782758885708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3964501'] for port (4598a51a-2c26-4c86-8c0e-bd1054342c9d), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:00:40.452632 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c0c146-c5df-4ca0-909c-387de19b4413 tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] Pushing event updated for resources: {'Port': ['ID=4598a51a-2c26-4c86-8c0e-bd1054342c9d,revision_number=2']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:00:40.463005 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e8c0c146-c5df-4ca0-909c-387de19b4413 tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7917303'] for floatingip (a1da6220-36cc-47ef-b419-92c88f47f189), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:00:40.562543 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.db.l3_db [None req-e8c0c146-c5df-4ca0-909c-387de19b4413 tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] Floating IP a1da6220-36cc-47ef-b419-92c88f47f189 associated. External IP: 172.27.2.42, port: 69b664ad-8d87-4b06-b4b5-160ad051ac72. Feb 21 10:00:40.770579 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8c0c146-c5df-4ca0-909c-387de19b4413 tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] Router bb63a145-1068-4260-9abc-fb4994dbd681 has already been hosted by L3 agent f1afc09b-b148-496e-b857-a568110caa3c {{(pid=109857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 10:00:40.876769 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8c0c146-c5df-4ca0-909c-387de19b4413 tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] Notify agent at l3_agent.dv-cinder-804757-16-iscsi the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 10:00:40.887239 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c7a361-6790-4c6d-a8c9-d8becc73c3ff None None] Sync routers for ids ['bb63a145-1068-4260-9abc-fb4994dbd681'] in dv-cinder-804757-16-iscsi {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 10:00:40.897405 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c7a361-6790-4c6d-a8c9-d8becc73c3ff None None] Routers {'bb63a145-1068-4260-9abc-fb4994dbd681'} bound to L3 agent in host dv-cinder-804757-16-iscsi {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 10:00:40.898030 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-e8c7a361-6790-4c6d-a8c9-d8becc73c3ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T09:37:05Z,description=,heartbeat_timestamp=2022-02-21T10:00:35Z,host='dv-cinder-804757-16-iscsi',id=f1afc09b-b148-496e-b857-a568110caa3c,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:37:06Z,topic='l3_agent')) {'router_ids': ['bb63a145-1068-4260-9abc-fb4994dbd681'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:00:40.968002 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e8c0c146-c5df-4ca0-909c-387de19b4413 tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8333137'] for floatingip (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:00:40.997408 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [None req-e8c0c146-c5df-4ca0-909c-387de19b4413 tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8932390 Feb 21 10:00:40.997999 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19bb7b18-9b5a-4531-b5c6-41937972ff7a', 'tag': '69b664ad-8d87-4b06-b4b5-160ad051ac72'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 10:00:41.000236 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed733fd514e63afa326271342bdd0eb660bec12def84d2cf05433d99cf8b9d1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-784681d5-32e1-4af4-974d-a4e3b531e543" -d '{"events": [{"name": "network-changed", "server_uuid": "19bb7b18-9b5a-4531-b5c6-41937972ff7a", "tag": "69b664ad-8d87-4b06-b4b5-160ad051ac72"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 10:00:41.010293 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-e8c7a361-6790-4c6d-a8c9-d8becc73c3ff None None] Set router bb63a145-1068-4260-9abc-fb4994dbd681 gateway port host: dv-cinder-804757-16-iscsi {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 10:00:41.036180 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 10:00:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8fe23d9-5a51-44cc-8204-52a2505a67a4 x-openstack-request-id: req-b8fe23d9-5a51-44cc-8204-52a2505a67a4 {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 10:00:41.036695 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19bb7b18-9b5a-4531-b5c6-41937972ff7a", "tag": "69b664ad-8d87-4b06-b4b5-160ad051ac72", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 10:00:41.036960 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-b8fe23d9-5a51-44cc-8204-52a2505a67a4 {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 10:00:41.037359 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19bb7b18-9b5a-4531-b5c6-41937972ff7a', 'tag': '69b664ad-8d87-4b06-b4b5-160ad051ac72', 'status': 'completed', 'code': 200} Feb 21 10:00:41.103589 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784681d5-32e1-4af4-974d-a4e3b531e543 req-e176ee5a-d17b-4350-977e-c568ad98c3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:00:41.105157 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-784681d5-32e1-4af4-974d-a4e3b531e543 req-e176ee5a-d17b-4350-977e-c568ad98c3a5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d4f34230363c46e89e61f47209f0c267&device_id=19bb7b18-9b5a-4531-b5c6-41937972ff7a HTTP/1.1" status: 200 len: 1129 time: 0.0475757 Feb 21 10:00:41.192851 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784681d5-32e1-4af4-974d-a4e3b531e543 req-02124388-88a2-4bb1-b327-30c1a4af4747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:00:41.194314 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-784681d5-32e1-4af4-974d-a4e3b531e543 req-02124388-88a2-4bb1-b327-30c1a4af4747 service neutron] 10.222.0.69 "GET /v2.0/networks?id=24722d0c-6008-4f41-ba50-0a1e90b6b5e9 HTTP/1.1" status: 200 len: 909 time: 0.0830972 Feb 21 10:00:41.235619 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-e8c7a361-6790-4c6d-a8c9-d8becc73c3ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb63a145-1068-4260-9abc-fb4994dbd681', 'name': 'tempest-TestShelveInstance-655484973-router', 'tenant_id': 'd4f34230363c46e89e61f47209f0c267', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'external_fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': '58f6f2fe-a0a3-4a3a-a208-3dfc2240ad90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:59:51Z', 'updated_at': '2022-02-21T09:59:54Z', 'revision_number': 4, 'project_id': 'd4f34230363c46e89e61f47209f0c267', 'gw_port': {'id': '58f6f2fe-a0a3-4a3a-a208-3dfc2240ad90', 'name': '', 'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:8a:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb63a145-1068-4260-9abc-fb4994dbd681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:59:51Z', 'updated_at': '2022-02-21T09:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-16-iscsi', '_floatingips': [{'id': 'a1da6220-36cc-47ef-b419-92c88f47f189', 'tenant_id': 'd4f34230363c46e89e61f47209f0c267', 'floating_ip_address': '172.27.2.42', 'floating_network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'router_id': 'bb63a145-1068-4260-9abc-fb4994dbd681', 'port_id': '69b664ad-8d87-4b06-b4b5-160ad051ac72', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '24722d0c-6008-4f41-ba50-0a1e90b6b5e9', 'mac_address': 'fa:16:3e:50:92:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19bb7b18-9b5a-4531-b5c6-41937972ff7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T10:00:39Z', 'updated_at': '2022-02-21T10:00:39Z', 'revision_number': 0, 'project_id': 'd4f34230363c46e89e61f47209f0c267', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24e1f4ab-54fb-418e-9e6d-792cd63d0311', 'name': '', 'network_id': '24722d0c-6008-4f41-ba50-0a1e90b6b5e9', 'tenant_id': 'd4f34230363c46e89e61f47209f0c267', 'mac_address': 'fa:16:3e:14:c0:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb63a145-1068-4260-9abc-fb4994dbd681', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '1cd8a5bb-e3b6-4f3b-9ab3-34796e73d854', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:59:53Z', 'updated_at': '2022-02-21T09:59:57Z', 'revision_number': 5, 'project_id': 'd4f34230363c46e89e61f47209f0c267', 'subnets': [{'id': '1cd8a5bb-e3b6-4f3b-9ab3-34796e73d854', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-16-iscsi', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:00:41.261943 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c7a361-6790-4c6d-a8c9-d8becc73c3ff None None] Checking router: bb63a145-1068-4260-9abc-fb4994dbd681 for host: dv-cinder-804757-16-iscsi {{(pid=109858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 10:00:41.265134 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-784681d5-32e1-4af4-974d-a4e3b531e543 req-3fe29551-5ce3-476f-9d07-c59eb48ca84f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=69b664ad-8d87-4b06-b4b5-160ad051ac72 HTTP/1.1" status: 200 len: 998 time: 0.0624092 Feb 21 10:00:41.270638 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c7a361-6790-4c6d-a8c9-d8becc73c3ff None None] Routers {'bb63a145-1068-4260-9abc-fb4994dbd681'} bound to L3 agent in host dv-cinder-804757-16-iscsi {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 10:00:41.271245 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-e8c7a361-6790-4c6d-a8c9-d8becc73c3ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T09:37:05Z,description=,heartbeat_timestamp=2022-02-21T10:00:35Z,host='dv-cinder-804757-16-iscsi',id=f1afc09b-b148-496e-b857-a568110caa3c,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:37:06Z,topic='l3_agent')) {'router_ids': ['bb63a145-1068-4260-9abc-fb4994dbd681'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:00:41.313379 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784681d5-32e1-4af4-974d-a4e3b531e543 req-9e13fc58-1206-47de-a3f6-caf97b669977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:00:41.314738 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-784681d5-32e1-4af4-974d-a4e3b531e543 req-9e13fc58-1206-47de-a3f6-caf97b669977 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1cd8a5bb-e3b6-4f3b-9ab3-34796e73d854 HTTP/1.1" status: 200 len: 847 time: 0.0435855 Feb 21 10:00:41.362864 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784681d5-32e1-4af4-974d-a4e3b531e543 req-d212656d-f0d4-4b0a-b2bc-2894d9d1d3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:00:41.364344 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-784681d5-32e1-4af4-974d-a4e3b531e543 req-d212656d-f0d4-4b0a-b2bc-2894d9d1d3d4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=24722d0c-6008-4f41-ba50-0a1e90b6b5e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0437157 Feb 21 10:00:41.380578 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-e8c7a361-6790-4c6d-a8c9-d8becc73c3ff None None] Set router bb63a145-1068-4260-9abc-fb4994dbd681 gateway port host: dv-cinder-804757-16-iscsi {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 10:00:41.455883 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-784681d5-32e1-4af4-974d-a4e3b531e543 req-c5e4e899-f4c8-4457-9a5f-429842a763ac service neutron] 10.222.0.69 "GET /v2.0/networks/24722d0c-6008-4f41-ba50-0a1e90b6b5e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853698 Feb 21 10:00:41.544594 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-784681d5-32e1-4af4-974d-a4e3b531e543 req-5e9f7a5d-68d5-4e6d-b110-67123bdef741 service neutron] 10.222.0.69 "GET /v2.0/networks/24722d0c-6008-4f41-ba50-0a1e90b6b5e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821865 Feb 21 10:00:41.603901 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-e8c7a361-6790-4c6d-a8c9-d8becc73c3ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb63a145-1068-4260-9abc-fb4994dbd681', 'name': 'tempest-TestShelveInstance-655484973-router', 'tenant_id': 'd4f34230363c46e89e61f47209f0c267', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'external_fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': '58f6f2fe-a0a3-4a3a-a208-3dfc2240ad90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:59:51Z', 'updated_at': '2022-02-21T09:59:54Z', 'revision_number': 4, 'project_id': 'd4f34230363c46e89e61f47209f0c267', 'gw_port': {'id': '58f6f2fe-a0a3-4a3a-a208-3dfc2240ad90', 'name': '', 'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:8a:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb63a145-1068-4260-9abc-fb4994dbd681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:59:51Z', 'updated_at': '2022-02-21T09:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-16-iscsi', '_floatingips': [{'id': 'a1da6220-36cc-47ef-b419-92c88f47f189', 'tenant_id': 'd4f34230363c46e89e61f47209f0c267', 'floating_ip_address': '172.27.2.42', 'floating_network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'router_id': 'bb63a145-1068-4260-9abc-fb4994dbd681', 'port_id': '69b664ad-8d87-4b06-b4b5-160ad051ac72', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '24722d0c-6008-4f41-ba50-0a1e90b6b5e9', 'mac_address': 'fa:16:3e:50:92:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19bb7b18-9b5a-4531-b5c6-41937972ff7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T10:00:39Z', 'updated_at': '2022-02-21T10:00:39Z', 'revision_number': 0, 'project_id': 'd4f34230363c46e89e61f47209f0c267', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24e1f4ab-54fb-418e-9e6d-792cd63d0311', 'name': '', 'network_id': '24722d0c-6008-4f41-ba50-0a1e90b6b5e9', 'tenant_id': 'd4f34230363c46e89e61f47209f0c267', 'mac_address': 'fa:16:3e:14:c0:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb63a145-1068-4260-9abc-fb4994dbd681', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '1cd8a5bb-e3b6-4f3b-9ab3-34796e73d854', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:59:53Z', 'updated_at': '2022-02-21T09:59:57Z', 'revision_number': 5, 'project_id': 'd4f34230363c46e89e61f47209f0c267', 'subnets': [{'id': '1cd8a5bb-e3b6-4f3b-9ab3-34796e73d854', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-16-iscsi', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:00:41.629968 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c7a361-6790-4c6d-a8c9-d8becc73c3ff None None] The sync data for ids ['bb63a145-1068-4260-9abc-fb4994dbd681'] in dv-cinder-804757-16-iscsi is: [{'id': 'bb63a145-1068-4260-9abc-fb4994dbd681', 'name': 'tempest-TestShelveInstance-655484973-router', 'tenant_id': 'd4f34230363c46e89e61f47209f0c267', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'external_fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': '58f6f2fe-a0a3-4a3a-a208-3dfc2240ad90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:59:51Z', 'updated_at': '2022-02-21T09:59:54Z', 'revision_number': 4, 'project_id': 'd4f34230363c46e89e61f47209f0c267', 'gw_port': {'id': '58f6f2fe-a0a3-4a3a-a208-3dfc2240ad90', 'name': '', 'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:8a:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb63a145-1068-4260-9abc-fb4994dbd681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:59:51Z', 'updated_at': '2022-02-21T09:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-16-iscsi', '_floatingips': [{'id': 'a1da6220-36cc-47ef-b419-92c88f47f189', 'tenant_id': 'd4f34230363c46e89e61f47209f0c267', 'floating_ip_address': '172.27.2.42', 'floating_network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'router_id': 'bb63a145-1068-4260-9abc-fb4994dbd681', 'port_id': '69b664ad-8d87-4b06-b4b5-160ad051ac72', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '24722d0c-6008-4f41-ba50-0a1e90b6b5e9', 'mac_address': 'fa:16:3e:50:92:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19bb7b18-9b5a-4531-b5c6-41937972ff7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T10:00:39Z', 'updated_at': '2022-02-21T10:00:39Z', 'revision_number': 0, 'project_id': 'd4f34230363c46e89e61f47209f0c267', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24e1f4ab-54fb-418e-9e6d-792cd63d0311', 'name': '', 'network_id': '24722d0c-6008-4f41-ba50-0a1e90b6b5e9', 'tenant_id': 'd4f34230363c46e89e61f47209f0c267', 'mac_address': 'fa:16:3e:14:c0:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb63a145-1068-4260-9abc-fb4994dbd681', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '1cd8a5bb-e3b6-4f3b-9ab3-34796e73d854', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:59:53Z', 'updated_at': '2022-02-21T09:59:57Z', 'revision_number': 5, 'project_id': 'd4f34230363c46e89e61f47209f0c267', 'subnets': [{'id': '1cd8a5bb-e3b6-4f3b-9ab3-34796e73d854', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 10:00:41.823491 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0f2090-9109-4d13-8339-5d9c8ee6df68 None None] New status for floating IP a1da6220-36cc-47ef-b419-92c88f47f189: ACTIVE {{(pid=109859) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 21 10:00:52.645275 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-32479f5d-fcaa-4cde-ae21-93d078387a26 req-cbe38241-27fc-47fc-8ed6-8c01429bbaf4 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=19bb7b18-9b5a-4531-b5c6-41937972ff7a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0840259 Feb 21 10:00:52.735884 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32479f5d-fcaa-4cde-ae21-93d078387a26 req-fe486639-ba0b-4a20-9c25-53904d393c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:00:52.737283 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-32479f5d-fcaa-4cde-ae21-93d078387a26 req-fe486639-ba0b-4a20-9c25-53904d393c3e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d4f34230363c46e89e61f47209f0c267&device_id=19bb7b18-9b5a-4531-b5c6-41937972ff7a HTTP/1.1" status: 200 len: 1129 time: 0.0479441 Feb 21 10:00:52.834996 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32479f5d-fcaa-4cde-ae21-93d078387a26 req-ce938cc1-8002-4c85-bb4f-cfa2d886f065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:00:52.836432 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-32479f5d-fcaa-4cde-ae21-93d078387a26 req-ce938cc1-8002-4c85-bb4f-cfa2d886f065 service neutron] 10.222.0.69 "GET /v2.0/networks?id=24722d0c-6008-4f41-ba50-0a1e90b6b5e9 HTTP/1.1" status: 200 len: 909 time: 0.0821242 Feb 21 10:00:52.904597 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-32479f5d-fcaa-4cde-ae21-93d078387a26 req-71463d7c-a046-465f-920e-9058f6470c1f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=69b664ad-8d87-4b06-b4b5-160ad051ac72 HTTP/1.1" status: 200 len: 1000 time: 0.0606220 Feb 21 10:00:52.951304 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32479f5d-fcaa-4cde-ae21-93d078387a26 req-f267ec0e-c47d-4960-ae6a-7bf4e3cf32f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:00:52.952748 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-32479f5d-fcaa-4cde-ae21-93d078387a26 req-f267ec0e-c47d-4960-ae6a-7bf4e3cf32f0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1cd8a5bb-e3b6-4f3b-9ab3-34796e73d854 HTTP/1.1" status: 200 len: 847 time: 0.0423672 Feb 21 10:00:52.999217 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32479f5d-fcaa-4cde-ae21-93d078387a26 req-961b8629-9a85-467d-aba9-0692b18523e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:00:53.000632 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-32479f5d-fcaa-4cde-ae21-93d078387a26 req-961b8629-9a85-467d-aba9-0692b18523e7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=24722d0c-6008-4f41-ba50-0a1e90b6b5e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0417898 Feb 21 10:00:53.096727 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-32479f5d-fcaa-4cde-ae21-93d078387a26 req-f33fc020-a498-4d1c-8e8d-03117fdcf30c service neutron] 10.222.0.69 "GET /v2.0/networks/24722d0c-6008-4f41-ba50-0a1e90b6b5e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857353 Feb 21 10:00:53.187058 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-32479f5d-fcaa-4cde-ae21-93d078387a26 req-762c63d0-574e-42e2-a834-8973f1570e6e service neutron] 10.222.0.69 "GET /v2.0/networks/24722d0c-6008-4f41-ba50-0a1e90b6b5e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811481 Feb 21 10:01:03.126506 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.agents_db [None req-1af9f625-7d23-4c31-ae08-d0e8b46e8d0e None None] Agent healthcheck: found 6 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 10:01:03.222755 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-16c03635-8849-4b39-8e93-9c5152d48827 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (7b1feb7e-a062-49d6-b835-c5fae1c9b9ce), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:01:05.525753 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-f525755d-ee97-428a-acd5-ae912b9dde32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (f1afc09b-b148-496e-b857-a568110caa3c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:01:06.857225 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-43ce5351-eeda-4347-b66a-565ea5ef4f96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (93f03475-d11b-4921-b82a-7ea88eab1568), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:01:07.965629 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (f5044fde-eef4-46eb-b3ce-4ab87030ccc0), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:01:08.188567 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-2b8302a0-632c-4bb4-a8e1-5b2fb521f750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (a872b2e0-7e3e-43db-8705-7fb9ea875340), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:01:09.673993 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (ce3e6371-75e2-4bba-8260-49cd855bb251), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:01:33.203013 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-90fd16db-3103-48e9-b3a7-df43e49d9b8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (7b1feb7e-a062-49d6-b835-c5fae1c9b9ce), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:01:35.496933 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-416d6c75-a533-4d3f-a39c-6501a64854e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (f1afc09b-b148-496e-b857-a568110caa3c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:01:36.862641 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-43ce5351-eeda-4347-b66a-565ea5ef4f96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (93f03475-d11b-4921-b82a-7ea88eab1568), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:01:37.968644 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (f5044fde-eef4-46eb-b3ce-4ab87030ccc0), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:01:38.182425 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-2b8302a0-632c-4bb4-a8e1-5b2fb521f750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (a872b2e0-7e3e-43db-8705-7fb9ea875340), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:01:39.677177 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (ce3e6371-75e2-4bba-8260-49cd855bb251), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:01:40.125539 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.agents_db [None req-1af9f625-7d23-4c31-ae08-d0e8b46e8d0e None None] Agent healthcheck: found 6 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 10:01:52.255956 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-787f8058-4e8f-466f-bd31-91b7be9eb30d req-17bc5e34-628a-46c0-96cf-c01f8847b9fa service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=19bb7b18-9b5a-4531-b5c6-41937972ff7a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0428293 Feb 21 10:01:52.341128 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787f8058-4e8f-466f-bd31-91b7be9eb30d req-28846e75-f4e2-4cbf-a451-fd449a4fe455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:01:52.342581 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-787f8058-4e8f-466f-bd31-91b7be9eb30d req-28846e75-f4e2-4cbf-a451-fd449a4fe455 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d4f34230363c46e89e61f47209f0c267&device_id=19bb7b18-9b5a-4531-b5c6-41937972ff7a HTTP/1.1" status: 200 len: 1129 time: 0.0479405 Feb 21 10:01:52.440292 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787f8058-4e8f-466f-bd31-91b7be9eb30d req-2d3f4df9-6fa6-4c10-b5be-2ca5643edc77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:01:52.441783 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-787f8058-4e8f-466f-bd31-91b7be9eb30d req-2d3f4df9-6fa6-4c10-b5be-2ca5643edc77 service neutron] 10.222.0.69 "GET /v2.0/networks?id=24722d0c-6008-4f41-ba50-0a1e90b6b5e9 HTTP/1.1" status: 200 len: 909 time: 0.0821145 Feb 21 10:01:52.510872 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-787f8058-4e8f-466f-bd31-91b7be9eb30d req-476b8edf-7ef8-441a-bfc4-2f290e9b30e1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=69b664ad-8d87-4b06-b4b5-160ad051ac72 HTTP/1.1" status: 200 len: 1000 time: 0.0628877 Feb 21 10:01:52.558308 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787f8058-4e8f-466f-bd31-91b7be9eb30d req-4e85a2b9-147d-42e9-b4e2-98bf1f9bc167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:01:52.559718 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-787f8058-4e8f-466f-bd31-91b7be9eb30d req-4e85a2b9-147d-42e9-b4e2-98bf1f9bc167 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1cd8a5bb-e3b6-4f3b-9ab3-34796e73d854 HTTP/1.1" status: 200 len: 847 time: 0.0432935 Feb 21 10:01:52.606895 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787f8058-4e8f-466f-bd31-91b7be9eb30d req-2366f235-c8a3-4aec-a1a1-64072c17461a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:01:52.608448 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-787f8058-4e8f-466f-bd31-91b7be9eb30d req-2366f235-c8a3-4aec-a1a1-64072c17461a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=24722d0c-6008-4f41-ba50-0a1e90b6b5e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0428724 Feb 21 10:01:52.699163 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-787f8058-4e8f-466f-bd31-91b7be9eb30d req-05e7eaf4-f8f4-4a76-b124-5bf990727971 service neutron] 10.222.0.69 "GET /v2.0/networks/24722d0c-6008-4f41-ba50-0a1e90b6b5e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834758 Feb 21 10:01:52.788779 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-787f8058-4e8f-466f-bd31-91b7be9eb30d req-fa8675e9-3139-4ab3-ab8c-cfd2382fb32a service neutron] 10.222.0.69 "GET /v2.0/networks/24722d0c-6008-4f41-ba50-0a1e90b6b5e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832558 Feb 21 10:02:03.197041 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-425d417a-80a6-4aac-a957-fcd184db58a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (7b1feb7e-a062-49d6-b835-c5fae1c9b9ce), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:02:03.826221 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.wsgi [req-2b96ce74-2c2e-426e-90ee-99ab87a684b9 req-da61a5a4-7729-46e6-8e62-dcd7cdfd7b0e service neutron] (109857) timed out ('10.222.0.69', 60624) {{(pid=109857) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 21 10:02:05.499986 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-4773c884-fffb-4920-9e81-ce8099dd77e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (f1afc09b-b148-496e-b857-a568110caa3c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:02:06.873469 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-43ce5351-eeda-4347-b66a-565ea5ef4f96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (93f03475-d11b-4921-b82a-7ea88eab1568), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:02:07.956569 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (f5044fde-eef4-46eb-b3ce-4ab87030ccc0), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:02:08.190969 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-2b8302a0-632c-4bb4-a8e1-5b2fb521f750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (a872b2e0-7e3e-43db-8705-7fb9ea875340), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:02:09.719531 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (ce3e6371-75e2-4bba-8260-49cd855bb251), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:02:17.124890 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.agents_db [None req-1af9f625-7d23-4c31-ae08-d0e8b46e8d0e None None] Agent healthcheck: found 6 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 10:02:33.196297 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-a13a3a2a-380a-4f0a-932f-7ee79d5eb0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (7b1feb7e-a062-49d6-b835-c5fae1c9b9ce), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:02:35.510624 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1ed4f09c-3687-4a59-82f1-60547e685745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (f1afc09b-b148-496e-b857-a568110caa3c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:02:36.467732 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd3aaad-02d8-4f21-a3ad-0909e8897248 req-572f5c08-6eae-44d0-8ff7-ec69acd80aab tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:02:36.469291 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-6cd3aaad-02d8-4f21-a3ad-0909e8897248 req-572f5c08-6eae-44d0-8ff7-ec69acd80aab tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] 10.222.0.71 "GET /v2.0/ports?device_id=19bb7b18-9b5a-4531-b5c6-41937972ff7a HTTP/1.1" status: 200 len: 945 time: 0.0541024 Feb 21 10:02:36.518199 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-6cd3aaad-02d8-4f21-a3ad-0909e8897248 req-abb21b7c-6380-48e2-8918-61f846097445 tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] 10.222.0.71 "GET /v2.0/security-groups?id=5cee814c-c564-44c7-9e5a-b2f6d8ebd9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432065 Feb 21 10:02:36.864694 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-43ce5351-eeda-4347-b66a-565ea5ef4f96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (93f03475-d11b-4921-b82a-7ea88eab1568), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:02:37.641319 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e9ab8b-8b58-4043-b540-5d2370555ba8 req-e9738120-f152-48e3-abee-6e67b76a8059 tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:02:37.642794 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-20e9ab8b-8b58-4043-b540-5d2370555ba8 req-e9738120-f152-48e3-abee-6e67b76a8059 tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] 10.222.0.71 "GET /v2.0/ports?device_id=19bb7b18-9b5a-4531-b5c6-41937972ff7a HTTP/1.1" status: 200 len: 945 time: 0.0566537 Feb 21 10:02:37.691899 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-20e9ab8b-8b58-4043-b540-5d2370555ba8 req-8ddb73a3-b47e-4caa-8b27-533cc3f15b68 tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] 10.222.0.71 "GET /v2.0/security-groups?id=5cee814c-c564-44c7-9e5a-b2f6d8ebd9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435658 Feb 21 10:02:37.979040 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (f5044fde-eef4-46eb-b3ce-4ab87030ccc0), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:02:38.185097 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-2b8302a0-632c-4bb4-a8e1-5b2fb521f750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (a872b2e0-7e3e-43db-8705-7fb9ea875340), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:02:38.815335 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58051a8f-a317-4123-a75b-2270f03fb429 req-f1ed5b15-72e0-4a2c-9b1d-3a7340f1d16f tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:02:38.816837 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-58051a8f-a317-4123-a75b-2270f03fb429 req-f1ed5b15-72e0-4a2c-9b1d-3a7340f1d16f tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] 10.222.0.71 "GET /v2.0/ports?device_id=19bb7b18-9b5a-4531-b5c6-41937972ff7a HTTP/1.1" status: 200 len: 945 time: 0.0523655 Feb 21 10:02:38.863859 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-58051a8f-a317-4123-a75b-2270f03fb429 req-7af40bf4-925a-41a8-aa97-cd8736b6123a tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] 10.222.0.71 "GET /v2.0/security-groups?id=5cee814c-c564-44c7-9e5a-b2f6d8ebd9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416288 Feb 21 10:02:39.687773 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (ce3e6371-75e2-4bba-8260-49cd855bb251), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:02:39.988032 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ee641c-c603-4752-8611-64c2ca3fd9a3 req-5e1ccd9f-5ff6-49fd-8e98-534bb7e80bc3 tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:02:39.989565 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-35ee641c-c603-4752-8611-64c2ca3fd9a3 req-5e1ccd9f-5ff6-49fd-8e98-534bb7e80bc3 tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] 10.222.0.71 "GET /v2.0/ports?device_id=19bb7b18-9b5a-4531-b5c6-41937972ff7a HTTP/1.1" status: 200 len: 945 time: 0.0597618 Feb 21 10:02:40.039854 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-35ee641c-c603-4752-8611-64c2ca3fd9a3 req-693b5d25-f638-44be-8917-8472f3e7e4c9 tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] 10.222.0.71 "GET /v2.0/security-groups?id=5cee814c-c564-44c7-9e5a-b2f6d8ebd9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447459 Feb 21 10:02:41.154997 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa11e6c-bbd1-465d-8fb9-78fee344120b req-ca03c591-83e9-4970-beae-26fe50d2e0a8 tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:02:41.156465 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-8fa11e6c-bbd1-465d-8fb9-78fee344120b req-ca03c591-83e9-4970-beae-26fe50d2e0a8 tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] 10.222.0.71 "GET /v2.0/ports?device_id=19bb7b18-9b5a-4531-b5c6-41937972ff7a HTTP/1.1" status: 200 len: 945 time: 0.0512528 Feb 21 10:02:41.204391 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-8fa11e6c-bbd1-465d-8fb9-78fee344120b req-31fbde6d-dddf-4dfa-aee3-38f2fba5664a tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] 10.222.0.71 "GET /v2.0/security-groups?id=5cee814c-c564-44c7-9e5a-b2f6d8ebd9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419419 Feb 21 10:02:42.328306 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ba5870-e8d0-44ab-9336-35ad158aff48 req-91cca0b5-019f-4e01-9ea6-e8aa0f4c3eab tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:02:42.330540 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-c0ba5870-e8d0-44ab-9336-35ad158aff48 req-91cca0b5-019f-4e01-9ea6-e8aa0f4c3eab tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] 10.222.0.71 "GET /v2.0/ports?device_id=19bb7b18-9b5a-4531-b5c6-41937972ff7a HTTP/1.1" status: 200 len: 945 time: 0.0594058 Feb 21 10:02:42.381587 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-c0ba5870-e8d0-44ab-9336-35ad158aff48 req-de9472cb-26ec-4052-ac27-5fac08ab347e tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] 10.222.0.71 "GET /v2.0/security-groups?id=5cee814c-c564-44c7-9e5a-b2f6d8ebd9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456591 Feb 21 10:02:43.502511 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653d8ba7-0d15-4113-8353-9a84019d85de req-96bd6e19-cb49-4e26-9f93-65637ea10834 tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:02:43.503998 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-653d8ba7-0d15-4113-8353-9a84019d85de req-96bd6e19-cb49-4e26-9f93-65637ea10834 tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] 10.222.0.71 "GET /v2.0/ports?device_id=19bb7b18-9b5a-4531-b5c6-41937972ff7a HTTP/1.1" status: 200 len: 945 time: 0.0553379 Feb 21 10:02:43.553850 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-653d8ba7-0d15-4113-8353-9a84019d85de req-ec3387b3-0cd5-4d46-bd30-3cd4a0a1ffa4 tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] 10.222.0.71 "GET /v2.0/security-groups?id=5cee814c-c564-44c7-9e5a-b2f6d8ebd9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440764 Feb 21 10:02:44.671421 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a0507d-38e2-4e26-ad7f-40b51cbf307c req-5c334d05-3d79-4458-8767-4c46922533a0 tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:02:44.673354 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-c1a0507d-38e2-4e26-ad7f-40b51cbf307c req-5c334d05-3d79-4458-8767-4c46922533a0 tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] 10.222.0.71 "GET /v2.0/ports?device_id=19bb7b18-9b5a-4531-b5c6-41937972ff7a HTTP/1.1" status: 200 len: 945 time: 0.0538702 Feb 21 10:02:44.722762 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-c1a0507d-38e2-4e26-ad7f-40b51cbf307c req-3dc56c72-c638-45b1-84d5-e5b33d4876e1 tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] 10.222.0.71 "GET /v2.0/security-groups?id=5cee814c-c564-44c7-9e5a-b2f6d8ebd9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439658 Feb 21 10:02:45.845199 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6331100b-3ec2-4215-98aa-348395597ffa req-20d77ea1-255a-41d9-be50-d65a5be4c935 tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:02:45.846611 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-6331100b-3ec2-4215-98aa-348395597ffa req-20d77ea1-255a-41d9-be50-d65a5be4c935 tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] 10.222.0.71 "GET /v2.0/ports?device_id=19bb7b18-9b5a-4531-b5c6-41937972ff7a HTTP/1.1" status: 200 len: 945 time: 0.0565553 Feb 21 10:02:45.893458 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-6331100b-3ec2-4215-98aa-348395597ffa req-e4b4dc81-4d17-44c3-9446-66bff06e80da tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] 10.222.0.71 "GET /v2.0/security-groups?id=5cee814c-c564-44c7-9e5a-b2f6d8ebd9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413997 Feb 21 10:02:46.645342 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c44eedb-703e-4c89-bf2e-7d62bf640c04 req-6a5ec6b6-15a7-40a9-9f9b-40e72c8beb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:02:46.646809 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-8c44eedb-703e-4c89-bf2e-7d62bf640c04 req-6a5ec6b6-15a7-40a9-9f9b-40e72c8beb35 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d4f34230363c46e89e61f47209f0c267&device_id=19bb7b18-9b5a-4531-b5c6-41937972ff7a HTTP/1.1" status: 200 len: 1129 time: 0.0441532 Feb 21 10:02:46.736800 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c44eedb-703e-4c89-bf2e-7d62bf640c04 req-adf67fe0-1c42-4285-a75e-46f263e7ad42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:02:46.738502 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-8c44eedb-703e-4c89-bf2e-7d62bf640c04 req-adf67fe0-1c42-4285-a75e-46f263e7ad42 service neutron] 10.222.0.69 "GET /v2.0/networks?id=24722d0c-6008-4f41-ba50-0a1e90b6b5e9 HTTP/1.1" status: 200 len: 909 time: 0.0862727 Feb 21 10:02:46.801270 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-8c44eedb-703e-4c89-bf2e-7d62bf640c04 req-06a695b8-fadf-485a-9dba-b8a878a3319c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=69b664ad-8d87-4b06-b4b5-160ad051ac72 HTTP/1.1" status: 200 len: 1000 time: 0.0570149 Feb 21 10:02:46.847498 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c44eedb-703e-4c89-bf2e-7d62bf640c04 req-a1deeb8a-6b2f-4084-84ee-68f6413bcb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:02:46.848990 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-8c44eedb-703e-4c89-bf2e-7d62bf640c04 req-a1deeb8a-6b2f-4084-84ee-68f6413bcb57 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1cd8a5bb-e3b6-4f3b-9ab3-34796e73d854 HTTP/1.1" status: 200 len: 847 time: 0.0423429 Feb 21 10:02:46.899261 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c44eedb-703e-4c89-bf2e-7d62bf640c04 req-1cbe6036-8529-4f5c-b067-2e5bb52e108f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:02:46.900652 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-8c44eedb-703e-4c89-bf2e-7d62bf640c04 req-1cbe6036-8529-4f5c-b067-2e5bb52e108f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=24722d0c-6008-4f41-ba50-0a1e90b6b5e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0458694 Feb 21 10:02:47.016625 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-8c44eedb-703e-4c89-bf2e-7d62bf640c04 req-7da1172a-15af-44a7-8fd8-3eb13c10d012 service neutron] 10.222.0.69 "GET /v2.0/networks/24722d0c-6008-4f41-ba50-0a1e90b6b5e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101642 Feb 21 10:02:47.038709 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2e4c51-45e2-4758-b673-08a525d0e261 req-ea783ba9-d131-4cc2-8bfd-7d6807f3e60f tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:02:47.040103 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-0c2e4c51-45e2-4758-b673-08a525d0e261 req-ea783ba9-d131-4cc2-8bfd-7d6807f3e60f tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] 10.222.0.71 "GET /v2.0/ports?device_id=19bb7b18-9b5a-4531-b5c6-41937972ff7a HTTP/1.1" status: 200 len: 945 time: 0.0797071 Feb 21 10:02:47.141153 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-0c2e4c51-45e2-4758-b673-08a525d0e261 req-22f920c2-c3d7-4e2c-ab9f-06a593cf288c tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] 10.222.0.71 "GET /v2.0/security-groups?id=5cee814c-c564-44c7-9e5a-b2f6d8ebd9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904779 Feb 21 10:02:47.151221 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-8c44eedb-703e-4c89-bf2e-7d62bf640c04 req-18882612-6142-4c34-a65b-a0d4b04040aa service neutron] 10.222.0.69 "GET /v2.0/networks/24722d0c-6008-4f41-ba50-0a1e90b6b5e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273344 Feb 21 10:02:48.256218 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee44cdf0-ff59-4e4b-b29d-6f628b83c461 req-370509da-203e-447d-a1aa-be78698035c7 tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:02:48.257700 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-ee44cdf0-ff59-4e4b-b29d-6f628b83c461 req-370509da-203e-447d-a1aa-be78698035c7 tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] 10.222.0.71 "GET /v2.0/ports?device_id=19bb7b18-9b5a-4531-b5c6-41937972ff7a HTTP/1.1" status: 200 len: 945 time: 0.0512202 Feb 21 10:02:48.305236 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-ee44cdf0-ff59-4e4b-b29d-6f628b83c461 req-44fb7ce0-deb4-421b-904d-5cc700683bf1 tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] 10.222.0.71 "GET /v2.0/security-groups?id=5cee814c-c564-44c7-9e5a-b2f6d8ebd9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421567 Feb 21 10:02:49.429067 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448fcc37-31b1-4e60-b4a7-dd132e0e386e req-2bba6f68-84d8-40b9-8bbf-dfa9cea122b6 tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:02:49.430558 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-448fcc37-31b1-4e60-b4a7-dd132e0e386e req-2bba6f68-84d8-40b9-8bbf-dfa9cea122b6 tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] 10.222.0.71 "GET /v2.0/ports?device_id=19bb7b18-9b5a-4531-b5c6-41937972ff7a HTTP/1.1" status: 200 len: 945 time: 0.0580034 Feb 21 10:02:49.480155 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-448fcc37-31b1-4e60-b4a7-dd132e0e386e req-9c255b02-321e-4575-b151-c241a8fe6593 tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] 10.222.0.71 "GET /v2.0/security-groups?id=5cee814c-c564-44c7-9e5a-b2f6d8ebd9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437207 Feb 21 10:02:50.599161 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981573a2-a2ac-45a5-b6b4-0a1e6f71162b req-ee752cbd-8310-4595-b1ef-25424e431a5a tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:02:50.600656 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-981573a2-a2ac-45a5-b6b4-0a1e6f71162b req-ee752cbd-8310-4595-b1ef-25424e431a5a tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] 10.222.0.71 "GET /v2.0/ports?device_id=19bb7b18-9b5a-4531-b5c6-41937972ff7a HTTP/1.1" status: 200 len: 945 time: 0.0527256 Feb 21 10:02:50.648432 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-981573a2-a2ac-45a5-b6b4-0a1e6f71162b req-4a1fb37c-881d-4e5b-9632-e695fd0464f4 tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] 10.222.0.71 "GET /v2.0/security-groups?id=5cee814c-c564-44c7-9e5a-b2f6d8ebd9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423048 Feb 21 10:02:50.715976 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [req-f8126bbf-48e4-4aa4-9121-e15956ef2e80 req-b46e3c5b-3841-4aaf-9848-9514c62c6607 service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=109856) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 21 10:02:50.717060 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-f8126bbf-48e4-4aa4-9121-e15956ef2e80 req-b46e3c5b-3841-4aaf-9848-9514c62c6607 service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053840 Feb 21 10:02:50.986813 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeab52b-854a-4c02-9996-c6988c384ce0 req-ed63b38a-e04e-4f8b-a14b-52534f45cdf9 tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:02:50.988225 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-abeab52b-854a-4c02-9996-c6988c384ce0 req-ed63b38a-e04e-4f8b-a14b-52534f45cdf9 tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] 10.222.0.71 "GET /v2.0/ports?device_id=19bb7b18-9b5a-4531-b5c6-41937972ff7a HTTP/1.1" status: 200 len: 945 time: 0.0565953 Feb 21 10:02:51.040384 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-abeab52b-854a-4c02-9996-c6988c384ce0 req-9f5d60fa-dacd-4ab4-9e9d-c06c9abf4900 tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] 10.222.0.71 "GET /v2.0/security-groups?id=5cee814c-c564-44c7-9e5a-b2f6d8ebd9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462010 Feb 21 10:02:51.045516 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [req-ac159cff-e4e3-4abc-8331-aae7744aaec5 req-2ad173f7-ea2c-48eb-a9fd-1465e90b0a70 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=19bb7b18-9b5a-4531-b5c6-41937972ff7a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0923865 Feb 21 10:02:51.055116 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.wsgi [req-ac159cff-e4e3-4abc-8331-aae7744aaec5 req-61251798-d94a-4bdd-ab4c-142a03bc1cbd service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=109857) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 21 10:02:51.056078 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [req-ac159cff-e4e3-4abc-8331-aae7744aaec5 req-61251798-d94a-4bdd-ab4c-142a03bc1cbd service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054619 Feb 21 10:02:51.176185 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac159cff-e4e3-4abc-8331-aae7744aaec5 req-f27d31bf-f79f-4225-81fd-a556c3067482 tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:02:51.177560 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [req-ac159cff-e4e3-4abc-8331-aae7744aaec5 req-f27d31bf-f79f-4225-81fd-a556c3067482 tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] 10.222.0.71 "GET /v2.0/ports/69b664ad-8d87-4b06-b4b5-160ad051ac72 HTTP/1.1" status: 200 len: 942 time: 0.0935054 Feb 21 10:02:52.158427 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e89a5a1-d64c-4262-9483-b0f14b9e3acd req-661b87fa-1db2-469e-9481-1906beb6f852 tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:02:52.159873 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-9e89a5a1-d64c-4262-9483-b0f14b9e3acd req-661b87fa-1db2-469e-9481-1906beb6f852 tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] 10.222.0.71 "GET /v2.0/ports?device_id=19bb7b18-9b5a-4531-b5c6-41937972ff7a HTTP/1.1" status: 200 len: 945 time: 0.0522363 Feb 21 10:02:52.207984 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-9e89a5a1-d64c-4262-9483-b0f14b9e3acd req-3c776e52-e25e-4e82-b386-f14aab477752 tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] 10.222.0.71 "GET /v2.0/security-groups?id=5cee814c-c564-44c7-9e5a-b2f6d8ebd9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424924 Feb 21 10:02:52.379428 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Device 69b664ad-8d87-4b06-b4b5-160ad051ac72 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 10:02:52.456982 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Current status of the port 69b664ad-8d87-4b06-b4b5-160ad051ac72 is: ACTIVE; New status is: DOWN {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 10:02:52.458525 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (69b664ad-8d87-4b06-b4b5-160ad051ac72), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:02:52.479208 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19bb7b18-9b5a-4531-b5c6-41937972ff7a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69b664ad-8d87-4b06-b4b5-160ad051ac72'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 10:02:52.481453 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd82e867db05f05d31de18fef3a4b5738e999913abe260e0f677426061852263" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90d39a0c-4d80-4531-a19e-524d0b572361" -d '{"events": [{"server_uuid": "19bb7b18-9b5a-4531-b5c6-41937972ff7a", "name": "network-vif-unplugged", "status": "completed", "tag": "69b664ad-8d87-4b06-b4b5-160ad051ac72"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 10:02:52.495070 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] For port 69b664ad-8d87-4b06-b4b5-160ad051ac72, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=69b664ad-8d87-4b06-b4b5-160ad051ac72,segment=NetworkSegment(aba2e2ff-0656-4bb8-8e98-8dd9f4e2203f),segment_id=aba2e2ff-0656-4bb8-8e98-8dd9f4e2203f)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 10:02:52.516083 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 21 Feb 2022 10:02:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a07587d8-e53f-4b53-b09e-2894ef714319 x-openstack-request-id: req-a07587d8-e53f-4b53-b09e-2894ef714319 {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 10:02:52.516083 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19bb7b18-9b5a-4531-b5c6-41937972ff7a", "name": "network-vif-unplugged", "status": "failed", "tag": "69b664ad-8d87-4b06-b4b5-160ad051ac72", "code": 422}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 10:02:52.516083 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-a07587d8-e53f-4b53-b09e-2894ef714319 {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 10:02:52.516083 dv-cinder-804757-16-iscsi neutron-server[109858]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '19bb7b18-9b5a-4531-b5c6-41937972ff7a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '69b664ad-8d87-4b06-b4b5-160ad051ac72', 'code': 422} returned with failed status Feb 21 10:02:52.561875 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782759442315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782758885690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782758885708'] for port (69b664ad-8d87-4b06-b4b5-160ad051ac72), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:02:52.608796 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Pushing event updated for resources: {'Port': ['ID=69b664ad-8d87-4b06-b4b5-160ad051ac72,revision_number=6']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:02:52.615610 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:02:52.615959 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:02:52.616300 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:02:52.616662 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:02:52.616995 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:02:52.617327 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:02:52.617652 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:02:52.617975 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:02:52.618302 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:02:52.618624 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:02:52.618945 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:02:52.619260 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:02:52.619579 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:02:53.325509 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313b07de-0d93-402d-adb8-d549e35f60b1 req-ad6f1a58-fb62-44ae-81c1-b4a2fff6bcca tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:02:53.326975 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-313b07de-0d93-402d-adb8-d549e35f60b1 req-ad6f1a58-fb62-44ae-81c1-b4a2fff6bcca tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] 10.222.0.71 "GET /v2.0/ports?device_id=19bb7b18-9b5a-4531-b5c6-41937972ff7a HTTP/1.1" status: 200 len: 943 time: 0.0514367 Feb 21 10:02:53.377778 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-313b07de-0d93-402d-adb8-d549e35f60b1 req-fc08ff84-9bb1-4da5-ba66-42559c31d7d8 tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] 10.222.0.71 "GET /v2.0/security-groups?id=5cee814c-c564-44c7-9e5a-b2f6d8ebd9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451157 Feb 21 10:02:53.443543 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac159cff-e4e3-4abc-8331-aae7744aaec5 req-a8ec3637-5f47-4054-b0fd-9eb9817da43b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:02:53.445199 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-ac159cff-e4e3-4abc-8331-aae7744aaec5 req-a8ec3637-5f47-4054-b0fd-9eb9817da43b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=19bb7b18-9b5a-4531-b5c6-41937972ff7a&tenant_id=d4f34230363c46e89e61f47209f0c267 HTTP/1.1" status: 200 len: 1127 time: 0.0452640 Feb 21 10:02:53.509223 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac159cff-e4e3-4abc-8331-aae7744aaec5 req-3df29f4a-d78c-45cd-87eb-f344739b94d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:02:53.510615 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-ac159cff-e4e3-4abc-8331-aae7744aaec5 req-3df29f4a-d78c-45cd-87eb-f344739b94d5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d4f34230363c46e89e61f47209f0c267&device_id=19bb7b18-9b5a-4531-b5c6-41937972ff7a HTTP/1.1" status: 200 len: 1127 time: 0.0459924 Feb 21 10:02:53.603697 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac159cff-e4e3-4abc-8331-aae7744aaec5 req-413c8535-e18e-4a6d-87c4-287734293168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:02:53.605186 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-ac159cff-e4e3-4abc-8331-aae7744aaec5 req-413c8535-e18e-4a6d-87c4-287734293168 service neutron] 10.222.0.69 "GET /v2.0/networks?id=24722d0c-6008-4f41-ba50-0a1e90b6b5e9 HTTP/1.1" status: 200 len: 909 time: 0.0873430 Feb 21 10:02:53.668487 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-ac159cff-e4e3-4abc-8331-aae7744aaec5 req-de6e6540-0989-4967-adc0-06cc4c3f58ef service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=69b664ad-8d87-4b06-b4b5-160ad051ac72 HTTP/1.1" status: 200 len: 998 time: 0.0566065 Feb 21 10:02:53.718168 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac159cff-e4e3-4abc-8331-aae7744aaec5 req-f92df10d-d27c-484f-b244-526d1a4493bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:02:53.719606 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-ac159cff-e4e3-4abc-8331-aae7744aaec5 req-f92df10d-d27c-484f-b244-526d1a4493bb service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1cd8a5bb-e3b6-4f3b-9ab3-34796e73d854 HTTP/1.1" status: 200 len: 847 time: 0.0451267 Feb 21 10:02:53.770727 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac159cff-e4e3-4abc-8331-aae7744aaec5 req-613ef110-c209-466a-8b5a-a612af3e20eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:02:53.772103 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-ac159cff-e4e3-4abc-8331-aae7744aaec5 req-613ef110-c209-466a-8b5a-a612af3e20eb service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=24722d0c-6008-4f41-ba50-0a1e90b6b5e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0462730 Feb 21 10:02:53.855823 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-ac159cff-e4e3-4abc-8331-aae7744aaec5 req-ee554d4a-8722-4250-accc-f8bf0e6bd5a5 service neutron] 10.222.0.69 "GET /v2.0/networks/24722d0c-6008-4f41-ba50-0a1e90b6b5e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0780513 Feb 21 10:02:53.943970 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-ac159cff-e4e3-4abc-8331-aae7744aaec5 req-c82b8048-fda6-42ef-81ee-a3b39529ad9f service neutron] 10.222.0.69 "GET /v2.0/networks/24722d0c-6008-4f41-ba50-0a1e90b6b5e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823853 Feb 21 10:02:54.124012 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.agents_db [None req-1af9f625-7d23-4c31-ae08-d0e8b46e8d0e None None] Agent healthcheck: found 6 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 10:02:54.497052 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde27027-050a-4174-891b-e3e2978729ad req-696cc8a0-6bd7-4ccb-bbb5-9709fb3df7cd tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:02:54.498522 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-fde27027-050a-4174-891b-e3e2978729ad req-696cc8a0-6bd7-4ccb-bbb5-9709fb3df7cd tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] 10.222.0.71 "GET /v2.0/ports?device_id=19bb7b18-9b5a-4531-b5c6-41937972ff7a HTTP/1.1" status: 200 len: 943 time: 0.0535650 Feb 21 10:02:54.545801 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-fde27027-050a-4174-891b-e3e2978729ad req-ff15f020-bfd7-40d4-ade1-224a311a9d3f tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] 10.222.0.71 "GET /v2.0/security-groups?id=5cee814c-c564-44c7-9e5a-b2f6d8ebd9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416238 Feb 21 10:02:55.662951 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa746f1-4d43-4185-8dc6-b51cfd84d8b0 req-0eb3f43e-f255-4ab4-97f0-042e7737185e tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:02:55.664395 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-2aa746f1-4d43-4185-8dc6-b51cfd84d8b0 req-0eb3f43e-f255-4ab4-97f0-042e7737185e tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] 10.222.0.71 "GET /v2.0/ports?device_id=19bb7b18-9b5a-4531-b5c6-41937972ff7a HTTP/1.1" status: 200 len: 943 time: 0.0512757 Feb 21 10:02:55.717131 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-2aa746f1-4d43-4185-8dc6-b51cfd84d8b0 req-83f72d4a-1131-40e8-aa06-31bd58a73e53 tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] 10.222.0.71 "GET /v2.0/security-groups?id=5cee814c-c564-44c7-9e5a-b2f6d8ebd9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471361 Feb 21 10:02:56.838821 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e46619d-f4e2-4cc0-8f2f-38cf78760bee req-a493ba88-1c05-452e-8044-c3bce7170e96 tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:02:56.840269 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-5e46619d-f4e2-4cc0-8f2f-38cf78760bee req-a493ba88-1c05-452e-8044-c3bce7170e96 tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] 10.222.0.71 "GET /v2.0/ports?device_id=19bb7b18-9b5a-4531-b5c6-41937972ff7a HTTP/1.1" status: 200 len: 943 time: 0.0555205 Feb 21 10:02:56.888247 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-5e46619d-f4e2-4cc0-8f2f-38cf78760bee req-52e30ee7-c150-4353-856c-4ab3cc560c0f tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] 10.222.0.71 "GET /v2.0/security-groups?id=5cee814c-c564-44c7-9e5a-b2f6d8ebd9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418222 Feb 21 10:02:58.006833 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d023ee65-efbc-45d9-892a-aed8a8dca5e2 req-57cc09b0-f04d-432e-a049-725962eff4ef tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:02:58.008349 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-d023ee65-efbc-45d9-892a-aed8a8dca5e2 req-57cc09b0-f04d-432e-a049-725962eff4ef tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] 10.222.0.71 "GET /v2.0/ports?device_id=19bb7b18-9b5a-4531-b5c6-41937972ff7a HTTP/1.1" status: 200 len: 943 time: 0.0524902 Feb 21 10:02:58.055947 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-d023ee65-efbc-45d9-892a-aed8a8dca5e2 req-0ad31a9f-fafe-4d37-814b-7df6651e6015 tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] 10.222.0.71 "GET /v2.0/security-groups?id=5cee814c-c564-44c7-9e5a-b2f6d8ebd9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421200 Feb 21 10:02:59.177352 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519a5193-d9fd-4608-9ff3-3991ff511329 req-1592143c-ab49-4da3-ba51-39f16538846f tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:02:59.179064 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-519a5193-d9fd-4608-9ff3-3991ff511329 req-1592143c-ab49-4da3-ba51-39f16538846f tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] 10.222.0.71 "GET /v2.0/ports?device_id=19bb7b18-9b5a-4531-b5c6-41937972ff7a HTTP/1.1" status: 200 len: 943 time: 0.0529184 Feb 21 10:02:59.232063 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-519a5193-d9fd-4608-9ff3-3991ff511329 req-28030fe6-cf4c-4209-93e8-d88019e55f9f tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] 10.222.0.71 "GET /v2.0/security-groups?id=5cee814c-c564-44c7-9e5a-b2f6d8ebd9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475283 Feb 21 10:03:00.351788 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9b2363-cc90-4524-8661-114f477bac75 req-7ca0a93e-034b-4a05-9e97-eb01f615423e tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:03:00.353254 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-6a9b2363-cc90-4524-8661-114f477bac75 req-7ca0a93e-034b-4a05-9e97-eb01f615423e tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] 10.222.0.71 "GET /v2.0/ports?device_id=19bb7b18-9b5a-4531-b5c6-41937972ff7a HTTP/1.1" status: 200 len: 943 time: 0.0521159 Feb 21 10:03:00.401208 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-6a9b2363-cc90-4524-8661-114f477bac75 req-697e5a86-f22d-43e5-8187-aab48fd39529 tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] 10.222.0.71 "GET /v2.0/security-groups?id=5cee814c-c564-44c7-9e5a-b2f6d8ebd9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413859 Feb 21 10:03:01.515757 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7883fc26-b0de-47ee-a0fe-59ce275e99f4 req-613cedaf-0479-4dda-b542-34bbe384831e tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:03:01.517747 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-7883fc26-b0de-47ee-a0fe-59ce275e99f4 req-613cedaf-0479-4dda-b542-34bbe384831e tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] 10.222.0.71 "GET /v2.0/ports?device_id=19bb7b18-9b5a-4531-b5c6-41937972ff7a HTTP/1.1" status: 200 len: 943 time: 0.0516939 Feb 21 10:03:01.564752 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-7883fc26-b0de-47ee-a0fe-59ce275e99f4 req-11c1f2ed-f3f2-436b-b08e-9b45e742ba40 tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] 10.222.0.71 "GET /v2.0/security-groups?id=5cee814c-c564-44c7-9e5a-b2f6d8ebd9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415170 Feb 21 10:03:02.409937 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Device 69b664ad-8d87-4b06-b4b5-160ad051ac72 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 10:03:02.505098 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] For port 69b664ad-8d87-4b06-b4b5-160ad051ac72, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=69b664ad-8d87-4b06-b4b5-160ad051ac72,segment=NetworkSegment(aba2e2ff-0656-4bb8-8e98-8dd9f4e2203f),segment_id=aba2e2ff-0656-4bb8-8e98-8dd9f4e2203f)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 10:03:02.516049 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Returning: {'device': '69b664ad-8d87-4b06-b4b5-160ad051ac72', 'network_id': '24722d0c-6008-4f41-ba50-0a1e90b6b5e9', 'port_id': '69b664ad-8d87-4b06-b4b5-160ad051ac72', 'mac_address': 'fa:16:3e:50:92:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1cd8a5bb-e3b6-4f3b-9ab3-34796e73d854', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 10:03:02.551684 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Current status of the port 69b664ad-8d87-4b06-b4b5-160ad051ac72 is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 10:03:02.552068 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (69b664ad-8d87-4b06-b4b5-160ad051ac72), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:03:02.568061 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69b664ad-8d87-4b06-b4b5-160ad051ac72 {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 10:03:02.586930 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] For port 69b664ad-8d87-4b06-b4b5-160ad051ac72, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=69b664ad-8d87-4b06-b4b5-160ad051ac72,segment=NetworkSegment(aba2e2ff-0656-4bb8-8e98-8dd9f4e2203f),segment_id=aba2e2ff-0656-4bb8-8e98-8dd9f4e2203f)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 10:03:02.664716 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782759442315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782758885690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782758885708'] for port (69b664ad-8d87-4b06-b4b5-160ad051ac72), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:03:02.685885 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69faf61-d778-4d7b-b71d-34173aa56528 req-c81dfa9f-6a06-4198-a012-8978e6548879 tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:03:02.687491 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-b69faf61-d778-4d7b-b71d-34173aa56528 req-c81dfa9f-6a06-4198-a012-8978e6548879 tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] 10.222.0.71 "GET /v2.0/ports?device_id=19bb7b18-9b5a-4531-b5c6-41937972ff7a HTTP/1.1" status: 200 len: 943 time: 0.0572557 Feb 21 10:03:02.742041 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-b69faf61-d778-4d7b-b71d-34173aa56528 req-176bf06d-d164-4d37-9135-e6a88535179d tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] 10.222.0.71 "GET /v2.0/security-groups?id=5cee814c-c564-44c7-9e5a-b2f6d8ebd9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477545 Feb 21 10:03:02.841922 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Pushing event updated for resources: {'Port': ['ID=69b664ad-8d87-4b06-b4b5-160ad051ac72,revision_number=7']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:03:02.885669 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] get_ports_and_sgs() called for port_ids ['69b664ad-8d87-4b06-b4b5-160ad051ac72'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 10:03:03.207114 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-179c1349-4416-44e6-bcff-8783ce3272bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (7b1feb7e-a062-49d6-b835-c5fae1c9b9ce), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:03:03.858605 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3adeee2-a184-4ef3-bff7-885ca2058d04 req-dd3a864e-9dd3-46d0-9ae9-60b3d61f56cd tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:03:03.860066 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-c3adeee2-a184-4ef3-bff7-885ca2058d04 req-dd3a864e-9dd3-46d0-9ae9-60b3d61f56cd tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] 10.222.0.71 "GET /v2.0/ports?device_id=19bb7b18-9b5a-4531-b5c6-41937972ff7a HTTP/1.1" status: 200 len: 944 time: 0.0511613 Feb 21 10:03:03.909292 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-c3adeee2-a184-4ef3-bff7-885ca2058d04 req-761fcbfd-3544-43f0-8859-ac81f626fab6 tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] 10.222.0.71 "GET /v2.0/security-groups?id=5cee814c-c564-44c7-9e5a-b2f6d8ebd9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430312 Feb 21 10:03:04.425698 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Device 69b664ad-8d87-4b06-b4b5-160ad051ac72 up at agent hyperv_hv-cinder-80475 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 10:03:04.474228 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Provisioning complete for port 69b664ad-8d87-4b06-b4b5-160ad051ac72 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 10:03:04.474602 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7397950'] for port (69b664ad-8d87-4b06-b4b5-160ad051ac72), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:03:04.550138 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Current status of the port 69b664ad-8d87-4b06-b4b5-160ad051ac72 is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 10:03:04.550520 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1013543'] for port (69b664ad-8d87-4b06-b4b5-160ad051ac72), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:03:04.572219 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19bb7b18-9b5a-4531-b5c6-41937972ff7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69b664ad-8d87-4b06-b4b5-160ad051ac72'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 10:03:04.574505 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd82e867db05f05d31de18fef3a4b5738e999913abe260e0f677426061852263" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdcbb4f0-41a5-4c79-a03a-eb22438481a4" -d '{"events": [{"server_uuid": "19bb7b18-9b5a-4531-b5c6-41937972ff7a", "name": "network-vif-plugged", "status": "completed", "tag": "69b664ad-8d87-4b06-b4b5-160ad051ac72"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 10:03:04.586472 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] For port 69b664ad-8d87-4b06-b4b5-160ad051ac72, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=69b664ad-8d87-4b06-b4b5-160ad051ac72,segment=NetworkSegment(aba2e2ff-0656-4bb8-8e98-8dd9f4e2203f),segment_id=aba2e2ff-0656-4bb8-8e98-8dd9f4e2203f)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 10:03:04.609642 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 10:03:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e2b228f-c030-4fab-b3e7-060ca83dc5f0 x-openstack-request-id: req-3e2b228f-c030-4fab-b3e7-060ca83dc5f0 {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 10:03:04.609930 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19bb7b18-9b5a-4531-b5c6-41937972ff7a", "name": "network-vif-plugged", "status": "completed", "tag": "69b664ad-8d87-4b06-b4b5-160ad051ac72", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 10:03:04.610752 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-3e2b228f-c030-4fab-b3e7-060ca83dc5f0 {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 10:03:04.611137 dv-cinder-804757-16-iscsi neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19bb7b18-9b5a-4531-b5c6-41937972ff7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69b664ad-8d87-4b06-b4b5-160ad051ac72', 'code': 200} Feb 21 10:03:04.644846 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782759442315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782758885690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782758885708'] for port (69b664ad-8d87-4b06-b4b5-160ad051ac72), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:03:04.693199 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Pushing event updated for resources: {'Port': ['ID=69b664ad-8d87-4b06-b4b5-160ad051ac72,revision_number=8']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:03:04.872688 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d75a58-12df-468e-8243-dd1c5b434f2f req-03018b82-531f-4eea-b1e0-e75d8f68a2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:03:04.874579 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-d6d75a58-12df-468e-8243-dd1c5b434f2f req-03018b82-531f-4eea-b1e0-e75d8f68a2ed service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=19bb7b18-9b5a-4531-b5c6-41937972ff7a HTTP/1.1" status: 200 len: 1129 time: 0.0504687 Feb 21 10:03:04.920447 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-d6d75a58-12df-468e-8243-dd1c5b434f2f req-810bbe2c-74bb-4785-b828-56bb51508d8c service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=5cee814c-c564-44c7-9e5a-b2f6d8ebd9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389445 Feb 21 10:03:05.025246 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c521074c-8505-4aa3-b178-c00fb12f1f8f req-f8059a02-7ff1-4db7-a600-89bb81c80410 tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:03:05.026711 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-c521074c-8505-4aa3-b178-c00fb12f1f8f req-f8059a02-7ff1-4db7-a600-89bb81c80410 tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] 10.222.0.71 "GET /v2.0/ports?device_id=19bb7b18-9b5a-4531-b5c6-41937972ff7a HTTP/1.1" status: 200 len: 945 time: 0.0523946 Feb 21 10:03:05.074201 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-c521074c-8505-4aa3-b178-c00fb12f1f8f req-2cfd1b43-70eb-4f24-bfd1-23260965e3fd tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] 10.222.0.71 "GET /v2.0/security-groups?id=5cee814c-c564-44c7-9e5a-b2f6d8ebd9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419557 Feb 21 10:03:05.515459 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-499b2f8b-9598-4187-ac8e-e1a48a1b99f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (f1afc09b-b148-496e-b857-a568110caa3c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:03:06.191871 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3d30aa-ecc2-45e6-979f-418c9e57bdf2 req-3755300b-bdcf-445c-9cac-c697c4185997 tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:03:06.193352 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-8c3d30aa-ecc2-45e6-979f-418c9e57bdf2 req-3755300b-bdcf-445c-9cac-c697c4185997 tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] 10.222.0.71 "GET /v2.0/ports?device_id=19bb7b18-9b5a-4531-b5c6-41937972ff7a HTTP/1.1" status: 200 len: 945 time: 0.0512893 Feb 21 10:03:06.243135 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-8c3d30aa-ecc2-45e6-979f-418c9e57bdf2 req-6ff9474f-fdd2-42d9-a51d-4cc95c5a4e15 tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] 10.222.0.71 "GET /v2.0/security-groups?id=5cee814c-c564-44c7-9e5a-b2f6d8ebd9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443110 Feb 21 10:03:06.910110 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-43ce5351-eeda-4347-b66a-565ea5ef4f96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (93f03475-d11b-4921-b82a-7ea88eab1568), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:03:07.961525 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (f5044fde-eef4-46eb-b3ce-4ab87030ccc0), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:03:08.201611 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-2b8302a0-632c-4bb4-a8e1-5b2fb521f750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (a872b2e0-7e3e-43db-8705-7fb9ea875340), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:03:09.696199 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (ce3e6371-75e2-4bba-8260-49cd855bb251), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:03:31.123019 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.agents_db [None req-1af9f625-7d23-4c31-ae08-d0e8b46e8d0e None None] Agent healthcheck: found 6 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 10:03:33.198789 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-b9085847-b9e5-4ff0-a517-d4ae1820a424 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (7b1feb7e-a062-49d6-b835-c5fae1c9b9ce), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:03:35.515413 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-df1cd9cf-7b16-448d-87ad-94eafe548d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (f1afc09b-b148-496e-b857-a568110caa3c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:03:36.873136 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-43ce5351-eeda-4347-b66a-565ea5ef4f96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (93f03475-d11b-4921-b82a-7ea88eab1568), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:03:37.958914 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (f5044fde-eef4-46eb-b3ce-4ab87030ccc0), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:03:38.193138 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-2b8302a0-632c-4bb4-a8e1-5b2fb521f750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (a872b2e0-7e3e-43db-8705-7fb9ea875340), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:03:39.673354 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (ce3e6371-75e2-4bba-8260-49cd855bb251), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:03:52.251615 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-c58857f7-70e8-4b62-9340-6ba33aa6653c req-e4631d3a-1b53-4eab-a179-767ebb600460 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=19bb7b18-9b5a-4531-b5c6-41937972ff7a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0419366 Feb 21 10:03:52.335825 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58857f7-70e8-4b62-9340-6ba33aa6653c req-cf7fc347-e5b9-4ebc-8149-5a524a3f7e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:03:52.337342 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-c58857f7-70e8-4b62-9340-6ba33aa6653c req-cf7fc347-e5b9-4ebc-8149-5a524a3f7e37 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d4f34230363c46e89e61f47209f0c267&device_id=19bb7b18-9b5a-4531-b5c6-41937972ff7a HTTP/1.1" status: 200 len: 1129 time: 0.0447371 Feb 21 10:03:52.438247 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58857f7-70e8-4b62-9340-6ba33aa6653c req-e2eff148-234b-445e-8a8d-2e4219547573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:03:52.439846 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-c58857f7-70e8-4b62-9340-6ba33aa6653c req-e2eff148-234b-445e-8a8d-2e4219547573 service neutron] 10.222.0.69 "GET /v2.0/networks?id=24722d0c-6008-4f41-ba50-0a1e90b6b5e9 HTTP/1.1" status: 200 len: 909 time: 0.0854993 Feb 21 10:03:52.502653 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-c58857f7-70e8-4b62-9340-6ba33aa6653c req-192b2087-0b7b-43d4-be9b-4b49d3a8fb80 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=69b664ad-8d87-4b06-b4b5-160ad051ac72 HTTP/1.1" status: 200 len: 1000 time: 0.0563614 Feb 21 10:03:52.550332 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58857f7-70e8-4b62-9340-6ba33aa6653c req-b91cac20-0fd6-4d90-a093-4b3c35e002a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:03:52.551797 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-c58857f7-70e8-4b62-9340-6ba33aa6653c req-b91cac20-0fd6-4d90-a093-4b3c35e002a4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1cd8a5bb-e3b6-4f3b-9ab3-34796e73d854 HTTP/1.1" status: 200 len: 847 time: 0.0441968 Feb 21 10:03:52.602094 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58857f7-70e8-4b62-9340-6ba33aa6653c req-ccf4f90f-07cf-4ac8-8305-6dd6d6f28c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:03:52.603558 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-c58857f7-70e8-4b62-9340-6ba33aa6653c req-ccf4f90f-07cf-4ac8-8305-6dd6d6f28c33 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=24722d0c-6008-4f41-ba50-0a1e90b6b5e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0462441 Feb 21 10:03:52.962264 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-c58857f7-70e8-4b62-9340-6ba33aa6653c req-35fbb780-4ba6-4790-ab12-7805169fb003 service neutron] 10.222.0.69 "GET /v2.0/networks/24722d0c-6008-4f41-ba50-0a1e90b6b5e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3523283 Feb 21 10:03:53.051714 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-c58857f7-70e8-4b62-9340-6ba33aa6653c req-1880fe84-427c-4133-b85b-265d43d79d33 service neutron] 10.222.0.69 "GET /v2.0/networks/24722d0c-6008-4f41-ba50-0a1e90b6b5e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832560 Feb 21 10:04:03.204956 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-f6c9e6c0-8aac-44d9-ba88-ef4267ba571b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (7b1feb7e-a062-49d6-b835-c5fae1c9b9ce), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:04:05.514316 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-e7394bd9-6b7e-420b-bcb3-8c7cd40eb705 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (f1afc09b-b148-496e-b857-a568110caa3c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:04:06.863309 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-43ce5351-eeda-4347-b66a-565ea5ef4f96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (93f03475-d11b-4921-b82a-7ea88eab1568), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:04:07.964086 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (f5044fde-eef4-46eb-b3ce-4ab87030ccc0), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:04:08.122724 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.agents_db [None req-1af9f625-7d23-4c31-ae08-d0e8b46e8d0e None None] Agent healthcheck: found 6 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 10:04:08.192642 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-2b8302a0-632c-4bb4-a8e1-5b2fb521f750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (a872b2e0-7e3e-43db-8705-7fb9ea875340), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:04:09.667299 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (ce3e6371-75e2-4bba-8260-49cd855bb251), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:04:18.586908 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 33306) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:04:18.743371 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-a704d89b-161b-4d13-92e0-398233f22d48 tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] Deleting port 4598a51a-2c26-4c86-8c0e-bd1054342c9d {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 10:04:18.744082 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a704d89b-161b-4d13-92e0-398233f22d48 tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782759436822'] for port (4598a51a-2c26-4c86-8c0e-bd1054342c9d), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:04:18.815631 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a704d89b-161b-4d13-92e0-398233f22d48 tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7915455'] for port (4598a51a-2c26-4c86-8c0e-bd1054342c9d), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:04:18.815920 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a704d89b-161b-4d13-92e0-398233f22d48 tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] Publish callbacks [] for floatingip (4598a51a-2c26-4c86-8c0e-bd1054342c9d), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:04:18.827871 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-a704d89b-161b-4d13-92e0-398233f22d48 tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] Calling delete_port for 4598a51a-2c26-4c86-8c0e-bd1054342c9d owned by network:floatingip {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 10:04:19.041522 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a704d89b-161b-4d13-92e0-398233f22d48 tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782759442297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782758885681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277415'] for port (4598a51a-2c26-4c86-8c0e-bd1054342c9d), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:04:19.067288 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a704d89b-161b-4d13-92e0-398233f22d48 tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] Pushing event deleted for resources: {'Port': ['ID=4598a51a-2c26-4c86-8c0e-bd1054342c9d,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:04:19.078775 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a704d89b-161b-4d13-92e0-398233f22d48 tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:04:19.079113 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a704d89b-161b-4d13-92e0-398233f22d48 tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:04:19.079457 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a704d89b-161b-4d13-92e0-398233f22d48 tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:04:19.079796 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a704d89b-161b-4d13-92e0-398233f22d48 tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:04:19.080128 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a704d89b-161b-4d13-92e0-398233f22d48 tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:04:19.080460 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a704d89b-161b-4d13-92e0-398233f22d48 tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:04:19.080818 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a704d89b-161b-4d13-92e0-398233f22d48 tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:04:19.081146 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a704d89b-161b-4d13-92e0-398233f22d48 tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:04:19.081471 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a704d89b-161b-4d13-92e0-398233f22d48 tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:04:19.081804 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a704d89b-161b-4d13-92e0-398233f22d48 tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:04:19.082132 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a704d89b-161b-4d13-92e0-398233f22d48 tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:04:19.082456 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a704d89b-161b-4d13-92e0-398233f22d48 tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:04:19.082779 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a704d89b-161b-4d13-92e0-398233f22d48 tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:04:19.139330 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a704d89b-161b-4d13-92e0-398233f22d48 tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] Publish callbacks [] for floatingip (a1da6220-36cc-47ef-b419-92c88f47f189), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:04:19.139661 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.db.l3_db [None req-a704d89b-161b-4d13-92e0-398233f22d48 tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] Floating IP a1da6220-36cc-47ef-b419-92c88f47f189 disassociated (deleted). External IP: 172.27.2.42, port: 69b664ad-8d87-4b06-b4b5-160ad051ac72. Feb 21 10:04:19.347084 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a704d89b-161b-4d13-92e0-398233f22d48 tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] Router bb63a145-1068-4260-9abc-fb4994dbd681 has already been hosted by L3 agent f1afc09b-b148-496e-b857-a568110caa3c {{(pid=109856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 10:04:19.454798 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a704d89b-161b-4d13-92e0-398233f22d48 tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] Notify agent at l3_agent.dv-cinder-804757-16-iscsi the message routers_updated {{(pid=109856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 10:04:19.459819 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a704d89b-161b-4d13-92e0-398233f22d48 tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8333137'] for floatingip (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:04:19.465121 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4dee82e-d975-4a80-b529-2ff171ca03ad None None] Sync routers for ids ['bb63a145-1068-4260-9abc-fb4994dbd681'] in dv-cinder-804757-16-iscsi {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 10:04:19.474277 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4dee82e-d975-4a80-b529-2ff171ca03ad None None] Routers {'bb63a145-1068-4260-9abc-fb4994dbd681'} bound to L3 agent in host dv-cinder-804757-16-iscsi {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 10:04:19.474896 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-c4dee82e-d975-4a80-b529-2ff171ca03ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T09:37:05Z,description=,heartbeat_timestamp=2022-02-21T10:04:05Z,host='dv-cinder-804757-16-iscsi',id=f1afc09b-b148-496e-b857-a568110caa3c,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:37:06Z,topic='l3_agent')) {'router_ids': ['bb63a145-1068-4260-9abc-fb4994dbd681'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:04:19.489626 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-a704d89b-161b-4d13-92e0-398233f22d48 tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] 10.222.0.71 "DELETE /v2.0/floatingips/a1da6220-36cc-47ef-b419-92c88f47f189 HTTP/1.1" status: 204 len: 168 time: 0.9015539 Feb 21 10:04:19.492349 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19bb7b18-9b5a-4531-b5c6-41937972ff7a', 'tag': '69b664ad-8d87-4b06-b4b5-160ad051ac72'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 10:04:19.492973 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c95017b57136a4249e8df2494e5587cd96ada80ae38c14c6a4695013360e62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39b66998-09ec-4c6f-bc5b-23d465f20e8a" -d '{"events": [{"name": "network-changed", "server_uuid": "19bb7b18-9b5a-4531-b5c6-41937972ff7a", "tag": "69b664ad-8d87-4b06-b4b5-160ad051ac72"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 10:04:19.589289 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-c4dee82e-d975-4a80-b529-2ff171ca03ad None None] Set router bb63a145-1068-4260-9abc-fb4994dbd681 gateway port host: dv-cinder-804757-16-iscsi {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 10:04:19.600336 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 10:04:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab85811c-b975-4d50-bbfc-91c996aa190e x-openstack-request-id: req-ab85811c-b975-4d50-bbfc-91c996aa190e {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 10:04:19.604679 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19bb7b18-9b5a-4531-b5c6-41937972ff7a", "tag": "69b664ad-8d87-4b06-b4b5-160ad051ac72", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 10:04:19.604679 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-ab85811c-b975-4d50-bbfc-91c996aa190e {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 10:04:19.604679 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19bb7b18-9b5a-4531-b5c6-41937972ff7a', 'tag': '69b664ad-8d87-4b06-b4b5-160ad051ac72', 'status': 'completed', 'code': 200} Feb 21 10:04:19.665877 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b66998-09ec-4c6f-bc5b-23d465f20e8a req-80d92131-07c9-4b8e-a855-bc1e2599421f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:04:19.667499 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-39b66998-09ec-4c6f-bc5b-23d465f20e8a req-80d92131-07c9-4b8e-a855-bc1e2599421f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d4f34230363c46e89e61f47209f0c267&device_id=19bb7b18-9b5a-4531-b5c6-41937972ff7a HTTP/1.1" status: 200 len: 1129 time: 0.0461516 Feb 21 10:04:19.762063 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b66998-09ec-4c6f-bc5b-23d465f20e8a req-94171b26-915e-49a3-8c63-8b6670fa20a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:04:19.763531 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-39b66998-09ec-4c6f-bc5b-23d465f20e8a req-94171b26-915e-49a3-8c63-8b6670fa20a8 service neutron] 10.222.0.69 "GET /v2.0/networks?id=24722d0c-6008-4f41-ba50-0a1e90b6b5e9 HTTP/1.1" status: 200 len: 909 time: 0.0899174 Feb 21 10:04:19.796337 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-c4dee82e-d975-4a80-b529-2ff171ca03ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb63a145-1068-4260-9abc-fb4994dbd681', 'name': 'tempest-TestShelveInstance-655484973-router', 'tenant_id': 'd4f34230363c46e89e61f47209f0c267', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'external_fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': '58f6f2fe-a0a3-4a3a-a208-3dfc2240ad90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:59:51Z', 'updated_at': '2022-02-21T09:59:54Z', 'revision_number': 4, 'project_id': 'd4f34230363c46e89e61f47209f0c267', 'gw_port': {'id': '58f6f2fe-a0a3-4a3a-a208-3dfc2240ad90', 'name': '', 'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:8a:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb63a145-1068-4260-9abc-fb4994dbd681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:59:51Z', 'updated_at': '2022-02-21T09:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-16-iscsi', '_interfaces': [{'id': '24e1f4ab-54fb-418e-9e6d-792cd63d0311', 'name': '', 'network_id': '24722d0c-6008-4f41-ba50-0a1e90b6b5e9', 'tenant_id': 'd4f34230363c46e89e61f47209f0c267', 'mac_address': 'fa:16:3e:14:c0:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb63a145-1068-4260-9abc-fb4994dbd681', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '1cd8a5bb-e3b6-4f3b-9ab3-34796e73d854', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:59:53Z', 'updated_at': '2022-02-21T09:59:57Z', 'revision_number': 5, 'project_id': 'd4f34230363c46e89e61f47209f0c267', 'subnets': [{'id': '1cd8a5bb-e3b6-4f3b-9ab3-34796e73d854', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-16-iscsi', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:04:19.809260 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-39b66998-09ec-4c6f-bc5b-23d465f20e8a req-45f2a6e0-7ffa-4300-8066-c4616160140e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=69b664ad-8d87-4b06-b4b5-160ad051ac72 HTTP/1.1" status: 200 len: 217 time: 0.0395617 Feb 21 10:04:19.826716 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4dee82e-d975-4a80-b529-2ff171ca03ad None None] Checking router: bb63a145-1068-4260-9abc-fb4994dbd681 for host: dv-cinder-804757-16-iscsi {{(pid=109858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 10:04:19.835855 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4dee82e-d975-4a80-b529-2ff171ca03ad None None] Routers {'bb63a145-1068-4260-9abc-fb4994dbd681'} bound to L3 agent in host dv-cinder-804757-16-iscsi {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 10:04:19.836730 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-c4dee82e-d975-4a80-b529-2ff171ca03ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T09:37:05Z,description=,heartbeat_timestamp=2022-02-21T10:04:05Z,host='dv-cinder-804757-16-iscsi',id=f1afc09b-b148-496e-b857-a568110caa3c,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:37:06Z,topic='l3_agent')) {'router_ids': ['bb63a145-1068-4260-9abc-fb4994dbd681'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:04:19.858729 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b66998-09ec-4c6f-bc5b-23d465f20e8a req-7d2577e8-7463-4672-8949-eaad01cc57b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:04:19.860103 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-39b66998-09ec-4c6f-bc5b-23d465f20e8a req-7d2577e8-7463-4672-8949-eaad01cc57b3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1cd8a5bb-e3b6-4f3b-9ab3-34796e73d854 HTTP/1.1" status: 200 len: 847 time: 0.0443635 Feb 21 10:04:19.918920 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b66998-09ec-4c6f-bc5b-23d465f20e8a req-399d2e59-5619-4755-a6ca-0c644fdab8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:04:19.920611 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-39b66998-09ec-4c6f-bc5b-23d465f20e8a req-399d2e59-5619-4755-a6ca-0c644fdab8fb service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=24722d0c-6008-4f41-ba50-0a1e90b6b5e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0538743 Feb 21 10:04:19.948511 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-c4dee82e-d975-4a80-b529-2ff171ca03ad None None] Set router bb63a145-1068-4260-9abc-fb4994dbd681 gateway port host: dv-cinder-804757-16-iscsi {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 10:04:20.044457 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-39b66998-09ec-4c6f-bc5b-23d465f20e8a req-41c859c4-1981-4c2b-acbe-799a942840c7 service neutron] 10.222.0.69 "GET /v2.0/networks/24722d0c-6008-4f41-ba50-0a1e90b6b5e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174488 Feb 21 10:04:20.052072 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a3be78-6ed6-463a-9db3-a42c7090cf13 req-35017c70-a2f1-4d93-acab-32028ee55f95 tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:04:20.053506 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-66a3be78-6ed6-463a-9db3-a42c7090cf13 req-35017c70-a2f1-4d93-acab-32028ee55f95 tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] 10.222.0.71 "GET /v2.0/ports?device_id=19bb7b18-9b5a-4531-b5c6-41937972ff7a HTTP/1.1" status: 200 len: 945 time: 0.0833719 Feb 21 10:04:20.146280 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-c4dee82e-d975-4a80-b529-2ff171ca03ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb63a145-1068-4260-9abc-fb4994dbd681', 'name': 'tempest-TestShelveInstance-655484973-router', 'tenant_id': 'd4f34230363c46e89e61f47209f0c267', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'external_fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': '58f6f2fe-a0a3-4a3a-a208-3dfc2240ad90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:59:51Z', 'updated_at': '2022-02-21T09:59:54Z', 'revision_number': 4, 'project_id': 'd4f34230363c46e89e61f47209f0c267', 'gw_port': {'id': '58f6f2fe-a0a3-4a3a-a208-3dfc2240ad90', 'name': '', 'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:8a:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb63a145-1068-4260-9abc-fb4994dbd681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:59:51Z', 'updated_at': '2022-02-21T09:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-16-iscsi', '_interfaces': [{'id': '24e1f4ab-54fb-418e-9e6d-792cd63d0311', 'name': '', 'network_id': '24722d0c-6008-4f41-ba50-0a1e90b6b5e9', 'tenant_id': 'd4f34230363c46e89e61f47209f0c267', 'mac_address': 'fa:16:3e:14:c0:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb63a145-1068-4260-9abc-fb4994dbd681', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '1cd8a5bb-e3b6-4f3b-9ab3-34796e73d854', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:59:53Z', 'updated_at': '2022-02-21T09:59:57Z', 'revision_number': 5, 'project_id': 'd4f34230363c46e89e61f47209f0c267', 'subnets': [{'id': '1cd8a5bb-e3b6-4f3b-9ab3-34796e73d854', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-16-iscsi', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:04:20.153356 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-66a3be78-6ed6-463a-9db3-a42c7090cf13 req-f771a7b8-5740-43c8-8ce8-332a5f081245 tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] 10.222.0.71 "GET /v2.0/security-groups?id=5cee814c-c564-44c7-9e5a-b2f6d8ebd9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906746 Feb 21 10:04:20.173678 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4dee82e-d975-4a80-b529-2ff171ca03ad None None] The sync data for ids ['bb63a145-1068-4260-9abc-fb4994dbd681'] in dv-cinder-804757-16-iscsi is: [{'id': 'bb63a145-1068-4260-9abc-fb4994dbd681', 'name': 'tempest-TestShelveInstance-655484973-router', 'tenant_id': 'd4f34230363c46e89e61f47209f0c267', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'external_fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': '58f6f2fe-a0a3-4a3a-a208-3dfc2240ad90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:59:51Z', 'updated_at': '2022-02-21T09:59:54Z', 'revision_number': 4, 'project_id': 'd4f34230363c46e89e61f47209f0c267', 'gw_port': {'id': '58f6f2fe-a0a3-4a3a-a208-3dfc2240ad90', 'name': '', 'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:8a:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb63a145-1068-4260-9abc-fb4994dbd681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:59:51Z', 'updated_at': '2022-02-21T09:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-16-iscsi', '_interfaces': [{'id': '24e1f4ab-54fb-418e-9e6d-792cd63d0311', 'name': '', 'network_id': '24722d0c-6008-4f41-ba50-0a1e90b6b5e9', 'tenant_id': 'd4f34230363c46e89e61f47209f0c267', 'mac_address': 'fa:16:3e:14:c0:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb63a145-1068-4260-9abc-fb4994dbd681', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '1cd8a5bb-e3b6-4f3b-9ab3-34796e73d854', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:59:53Z', 'updated_at': '2022-02-21T09:59:57Z', 'revision_number': 5, 'project_id': 'd4f34230363c46e89e61f47209f0c267', 'subnets': [{'id': '1cd8a5bb-e3b6-4f3b-9ab3-34796e73d854', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 10:04:20.178939 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-39b66998-09ec-4c6f-bc5b-23d465f20e8a req-09759d4b-8b3c-42aa-b555-242a6851604a service neutron] 10.222.0.69 "GET /v2.0/networks/24722d0c-6008-4f41-ba50-0a1e90b6b5e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245220 Feb 21 10:04:20.387137 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671047f7-9d8c-483b-88cf-c2862223e333 None None] New status for floating IP a1da6220-36cc-47ef-b419-92c88f47f189: DOWN {{(pid=109859) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 21 10:04:21.275054 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b58c9d-4194-4970-9913-f2cab5fc8c7b req-3f07fde4-88be-4429-b2b7-ee251b4284fa tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:04:21.276444 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-d2b58c9d-4194-4970-9913-f2cab5fc8c7b req-3f07fde4-88be-4429-b2b7-ee251b4284fa tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] 10.222.0.71 "GET /v2.0/ports?device_id=19bb7b18-9b5a-4531-b5c6-41937972ff7a HTTP/1.1" status: 200 len: 945 time: 0.0534098 Feb 21 10:04:21.328311 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-d2b58c9d-4194-4970-9913-f2cab5fc8c7b req-60d6e5e5-1385-4395-ade8-e453da9d4733 tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] 10.222.0.71 "GET /v2.0/security-groups?id=5cee814c-c564-44c7-9e5a-b2f6d8ebd9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463278 Feb 21 10:04:21.415458 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea21fecf-82d2-45ca-85bc-62f197b6811c req-3696feb2-59db-4649-80db-bff66fa26cf1 tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:04:21.416927 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-ea21fecf-82d2-45ca-85bc-62f197b6811c req-3696feb2-59db-4649-80db-bff66fa26cf1 tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] 10.222.0.69 "GET /v2.0/ports?device_id=19bb7b18-9b5a-4531-b5c6-41937972ff7a HTTP/1.1" status: 200 len: 945 time: 0.0508034 Feb 21 10:04:21.505388 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-ea21fecf-82d2-45ca-85bc-62f197b6811c req-ef82fa9d-8b00-4a86-9e93-c60f519b637f tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] Deleting port 69b664ad-8d87-4b06-b4b5-160ad051ac72 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 10:04:21.505724 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-ea21fecf-82d2-45ca-85bc-62f197b6811c req-ef82fa9d-8b00-4a86-9e93-c60f519b637f tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782759436822'] for port (69b664ad-8d87-4b06-b4b5-160ad051ac72), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:04:21.596214 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-ea21fecf-82d2-45ca-85bc-62f197b6811c req-ef82fa9d-8b00-4a86-9e93-c60f519b637f tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] For port 69b664ad-8d87-4b06-b4b5-160ad051ac72, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=69b664ad-8d87-4b06-b4b5-160ad051ac72,segment=NetworkSegment(aba2e2ff-0656-4bb8-8e98-8dd9f4e2203f),segment_id=aba2e2ff-0656-4bb8-8e98-8dd9f4e2203f)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 10:04:21.596485 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-ea21fecf-82d2-45ca-85bc-62f197b6811c req-ef82fa9d-8b00-4a86-9e93-c60f519b637f tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7915455'] for port (69b664ad-8d87-4b06-b4b5-160ad051ac72), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:04:21.608881 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-ea21fecf-82d2-45ca-85bc-62f197b6811c req-ef82fa9d-8b00-4a86-9e93-c60f519b637f tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] Calling delete_port for 69b664ad-8d87-4b06-b4b5-160ad051ac72 owned by compute:nova {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 10:04:21.794314 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-ea21fecf-82d2-45ca-85bc-62f197b6811c req-ef82fa9d-8b00-4a86-9e93-c60f519b637f tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782759442297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782758885681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277415'] for port (69b664ad-8d87-4b06-b4b5-160ad051ac72), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:04:21.823009 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef82fa9d-8b00-4a86-9e93-c60f519b637f tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] Pushing event deleted for resources: {'Port': ['ID=69b664ad-8d87-4b06-b4b5-160ad051ac72,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:04:21.868340 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea21fecf-82d2-45ca-85bc-62f197b6811c req-ef82fa9d-8b00-4a86-9e93-c60f519b637f tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] No DVR routers for this DVR port 69b664ad-8d87-4b06-b4b5-160ad051ac72 on host hv-cinder-80475 {{(pid=109856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 10:04:21.869711 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-ea21fecf-82d2-45ca-85bc-62f197b6811c req-ef82fa9d-8b00-4a86-9e93-c60f519b637f tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8333137'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:04:21.873004 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-ea21fecf-82d2-45ca-85bc-62f197b6811c req-ef82fa9d-8b00-4a86-9e93-c60f519b637f tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] 10.222.0.69 "DELETE /v2.0/ports/69b664ad-8d87-4b06-b4b5-160ad051ac72 HTTP/1.1" status: 204 len: 173 time: 0.4514887 Feb 21 10:04:21.873470 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19bb7b18-9b5a-4531-b5c6-41937972ff7a', 'name': 'network-vif-deleted', 'tag': '69b664ad-8d87-4b06-b4b5-160ad051ac72'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 10:04:21.875695 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c95017b57136a4249e8df2494e5587cd96ada80ae38c14c6a4695013360e62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56b4185a-decb-4df3-8916-91654f286aba" -d '{"events": [{"server_uuid": "19bb7b18-9b5a-4531-b5c6-41937972ff7a", "name": "network-vif-deleted", "tag": "69b664ad-8d87-4b06-b4b5-160ad051ac72"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 10:04:21.911873 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 10:04:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-146eb68d-c2e5-495b-9613-055ab1d50245 x-openstack-request-id: req-146eb68d-c2e5-495b-9613-055ab1d50245 {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 10:04:21.912173 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19bb7b18-9b5a-4531-b5c6-41937972ff7a", "name": "network-vif-deleted", "tag": "69b664ad-8d87-4b06-b4b5-160ad051ac72", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 10:04:21.912430 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-146eb68d-c2e5-495b-9613-055ab1d50245 {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 10:04:21.912865 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19bb7b18-9b5a-4531-b5c6-41937972ff7a', 'name': 'network-vif-deleted', 'tag': '69b664ad-8d87-4b06-b4b5-160ad051ac72', 'status': 'completed', 'code': 200} Feb 21 10:04:22.422893 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [req-16826e8c-ebea-45ab-a40b-a3e0bdd07215 req-cdc50adc-7153-47f8-9190-77859694395d tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] 10.222.0.71 "GET /v2.0/ports?device_id=19bb7b18-9b5a-4531-b5c6-41937972ff7a HTTP/1.1" status: 200 len: 210 time: 0.0277228 Feb 21 10:04:23.480271 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 33332) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:04:23.538516 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ae814ebe-df64-4c92-9be1-4ea43952ce2a tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] Publish callbacks [] for security_group (5cee814c-c564-44c7-9e5a-b2f6d8ebd9d8), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:04:23.562981 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ae814ebe-df64-4c92-9be1-4ea43952ce2a tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] Publish callbacks [] for security_group (5cee814c-c564-44c7-9e5a-b2f6d8ebd9d8), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:04:23.714049 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ae814ebe-df64-4c92-9be1-4ea43952ce2a tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (5cee814c-c564-44c7-9e5a-b2f6d8ebd9d8), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:04:23.716815 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ae814ebe-df64-4c92-9be1-4ea43952ce2a tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:04:23.717972 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-ae814ebe-df64-4c92-9be1-4ea43952ce2a tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] 10.222.0.71 "DELETE /v2.0/security-groups/5cee814c-c564-44c7-9e5a-b2f6d8ebd9d8 HTTP/1.1" status: 204 len: 168 time: 0.2366908 Feb 21 10:04:23.727024 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae814ebe-df64-4c92-9be1-4ea43952ce2a tempest-TestShelveInstance-458714621 tempest-TestShelveInstance-458714621-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cee814c-c564-44c7-9e5a-b2f6d8ebd9d8,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:04:23.824952 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 33336) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:04:24.167815 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5808b955-95ba-4391-86d1-244f7d9eebd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7916535'] for router_interface (bb63a145-1068-4260-9abc-fb4994dbd681), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:04:24.409218 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-5808b955-95ba-4391-86d1-244f7d9eebd3 admin admin] Deleting port 24e1f4ab-54fb-418e-9e6d-792cd63d0311 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 10:04:24.409455 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5808b955-95ba-4391-86d1-244f7d9eebd3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782759436822'] for port (24e1f4ab-54fb-418e-9e6d-792cd63d0311), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:04:24.485518 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.db [None req-5808b955-95ba-4391-86d1-244f7d9eebd3 admin admin] For port 24e1f4ab-54fb-418e-9e6d-792cd63d0311, host dv-cinder-804757-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-16-iscsi',level=0,port_id=24e1f4ab-54fb-418e-9e6d-792cd63d0311,segment=NetworkSegment(aba2e2ff-0656-4bb8-8e98-8dd9f4e2203f),segment_id=aba2e2ff-0656-4bb8-8e98-8dd9f4e2203f)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 10:04:24.486208 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5808b955-95ba-4391-86d1-244f7d9eebd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7915455'] for port (24e1f4ab-54fb-418e-9e6d-792cd63d0311), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:04:24.498506 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-5808b955-95ba-4391-86d1-244f7d9eebd3 admin admin] Calling delete_port for 24e1f4ab-54fb-418e-9e6d-792cd63d0311 owned by network:router_interface {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 10:04:24.737327 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5808b955-95ba-4391-86d1-244f7d9eebd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782759442297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782758885681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277415'] for port (24e1f4ab-54fb-418e-9e6d-792cd63d0311), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:04:24.763407 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5808b955-95ba-4391-86d1-244f7d9eebd3 admin admin] Pushing event deleted for resources: {'Port': ['ID=24e1f4ab-54fb-418e-9e6d-792cd63d0311,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:04:24.766999 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Device 69b664ad-8d87-4b06-b4b5-160ad051ac72 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 10:04:24.788089 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] No Port match for: 69b664ad-8d87-4b06-b4b5-160ad051ac72 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 10:04:24.788436 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Device 69b664ad-8d87-4b06-b4b5-160ad051ac72 not bound to the agent host hv-cinder-80475 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 10:04:24.930195 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5808b955-95ba-4391-86d1-244f7d9eebd3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7905546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7910503'] for router_interface (bb63a145-1068-4260-9abc-fb4994dbd681), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:04:25.416419 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5808b955-95ba-4391-86d1-244f7d9eebd3 admin admin] Router bb63a145-1068-4260-9abc-fb4994dbd681 has already been hosted by L3 agent f1afc09b-b148-496e-b857-a568110caa3c {{(pid=109856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 10:04:25.520685 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5808b955-95ba-4391-86d1-244f7d9eebd3 admin admin] Notify agent at l3_agent.dv-cinder-804757-16-iscsi the message routers_updated {{(pid=109856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 10:04:25.526127 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-5808b955-95ba-4391-86d1-244f7d9eebd3 admin admin] 10.222.0.71 "PUT /v2.0/routers/bb63a145-1068-4260-9abc-fb4994dbd681/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7001653 Feb 21 10:04:25.529977 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 33338) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:04:25.533719 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a82a132d-0c75-44f9-80ce-67fc5df70863 None None] Sync routers for ids ['bb63a145-1068-4260-9abc-fb4994dbd681'] in dv-cinder-804757-16-iscsi {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 10:04:25.543334 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a82a132d-0c75-44f9-80ce-67fc5df70863 None None] Routers {'bb63a145-1068-4260-9abc-fb4994dbd681'} bound to L3 agent in host dv-cinder-804757-16-iscsi {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 10:04:25.543945 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-a82a132d-0c75-44f9-80ce-67fc5df70863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T09:37:05Z,description=,heartbeat_timestamp=2022-02-21T10:04:05Z,host='dv-cinder-804757-16-iscsi',id=f1afc09b-b148-496e-b857-a568110caa3c,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:37:06Z,topic='l3_agent')) {'router_ids': ['bb63a145-1068-4260-9abc-fb4994dbd681'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:04:25.635114 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2dfceca6-667b-4c04-bfd0-e7c4a3ded001 admin admin] Publish callbacks [] for router (bb63a145-1068-4260-9abc-fb4994dbd681), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:04:25.748879 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2dfceca6-667b-4c04-bfd0-e7c4a3ded001 admin admin] Publish callbacks [] for router_gateway (bb63a145-1068-4260-9abc-fb4994dbd681), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:04:25.775512 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-a82a132d-0c75-44f9-80ce-67fc5df70863 None None] Set router bb63a145-1068-4260-9abc-fb4994dbd681 gateway port host: dv-cinder-804757-16-iscsi {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 10:04:25.860838 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-2dfceca6-667b-4c04-bfd0-e7c4a3ded001 admin admin] Deleting port 58f6f2fe-a0a3-4a3a-a208-3dfc2240ad90 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 10:04:25.861180 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2dfceca6-667b-4c04-bfd0-e7c4a3ded001 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782759436822'] for port (58f6f2fe-a0a3-4a3a-a208-3dfc2240ad90), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:04:25.939979 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.db [None req-2dfceca6-667b-4c04-bfd0-e7c4a3ded001 admin admin] For port 58f6f2fe-a0a3-4a3a-a208-3dfc2240ad90, host dv-cinder-804757-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-16-iscsi',level=0,port_id=58f6f2fe-a0a3-4a3a-a208-3dfc2240ad90,segment=NetworkSegment(64ea902b-f589-4efc-8b2e-260a836a5805),segment_id=64ea902b-f589-4efc-8b2e-260a836a5805)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 10:04:25.940331 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2dfceca6-667b-4c04-bfd0-e7c4a3ded001 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7915455'] for port (58f6f2fe-a0a3-4a3a-a208-3dfc2240ad90), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:04:25.946914 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-a82a132d-0c75-44f9-80ce-67fc5df70863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb63a145-1068-4260-9abc-fb4994dbd681', 'name': 'tempest-TestShelveInstance-655484973-router', 'tenant_id': 'd4f34230363c46e89e61f47209f0c267', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'external_fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': '58f6f2fe-a0a3-4a3a-a208-3dfc2240ad90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:59:51Z', 'updated_at': '2022-02-21T10:04:24Z', 'revision_number': 5, 'project_id': 'd4f34230363c46e89e61f47209f0c267', 'gw_port': {'id': '58f6f2fe-a0a3-4a3a-a208-3dfc2240ad90', 'name': '', 'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:8a:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb63a145-1068-4260-9abc-fb4994dbd681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:59:51Z', 'updated_at': '2022-02-21T09:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-16-iscsi'}], 'dv-cinder-804757-16-iscsi', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:04:25.952416 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-2dfceca6-667b-4c04-bfd0-e7c4a3ded001 admin admin] Calling delete_port for 58f6f2fe-a0a3-4a3a-a208-3dfc2240ad90 owned by network:router_gateway {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 10:04:25.976183 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a82a132d-0c75-44f9-80ce-67fc5df70863 None None] Checking router: bb63a145-1068-4260-9abc-fb4994dbd681 for host: dv-cinder-804757-16-iscsi {{(pid=109858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 10:04:25.985587 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a82a132d-0c75-44f9-80ce-67fc5df70863 None None] Routers {'bb63a145-1068-4260-9abc-fb4994dbd681'} bound to L3 agent in host dv-cinder-804757-16-iscsi {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 10:04:25.986199 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-a82a132d-0c75-44f9-80ce-67fc5df70863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T09:37:05Z,description=,heartbeat_timestamp=2022-02-21T10:04:05Z,host='dv-cinder-804757-16-iscsi',id=f1afc09b-b148-496e-b857-a568110caa3c,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:37:06Z,topic='l3_agent')) {'router_ids': ['bb63a145-1068-4260-9abc-fb4994dbd681'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:04:26.083146 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-a82a132d-0c75-44f9-80ce-67fc5df70863 None None] Set router bb63a145-1068-4260-9abc-fb4994dbd681 gateway port host: None {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 10:04:26.135365 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-a82a132d-0c75-44f9-80ce-67fc5df70863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb63a145-1068-4260-9abc-fb4994dbd681', 'name': 'tempest-TestShelveInstance-655484973-router', 'tenant_id': 'd4f34230363c46e89e61f47209f0c267', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:59:51Z', 'updated_at': '2022-02-21T10:04:25Z', 'revision_number': 6, 'project_id': 'd4f34230363c46e89e61f47209f0c267', 'gw_port_host': None}], 'dv-cinder-804757-16-iscsi', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:04:26.163780 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a82a132d-0c75-44f9-80ce-67fc5df70863 None None] The sync data for ids ['bb63a145-1068-4260-9abc-fb4994dbd681'] in dv-cinder-804757-16-iscsi is: [{'id': 'bb63a145-1068-4260-9abc-fb4994dbd681', 'name': 'tempest-TestShelveInstance-655484973-router', 'tenant_id': 'd4f34230363c46e89e61f47209f0c267', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:59:51Z', 'updated_at': '2022-02-21T10:04:25Z', 'revision_number': 6, 'project_id': 'd4f34230363c46e89e61f47209f0c267', 'gw_port_host': None}] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 10:04:26.187604 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2dfceca6-667b-4c04-bfd0-e7c4a3ded001 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782759442297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782758885681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277415'] for port (58f6f2fe-a0a3-4a3a-a208-3dfc2240ad90), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:04:26.218284 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfceca6-667b-4c04-bfd0-e7c4a3ded001 admin admin] Pushing event deleted for resources: {'Port': ['ID=58f6f2fe-a0a3-4a3a-a208-3dfc2240ad90,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:04:26.289882 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2dfceca6-667b-4c04-bfd0-e7c4a3ded001 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7917197'] for router_gateway (bb63a145-1068-4260-9abc-fb4994dbd681), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:04:26.379301 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2dfceca6-667b-4c04-bfd0-e7c4a3ded001 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7916049', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1445'] for router (bb63a145-1068-4260-9abc-fb4994dbd681), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:04:26.381429 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2dfceca6-667b-4c04-bfd0-e7c4a3ded001 admin admin] Publish callbacks [] for router_controller (bb63a145-1068-4260-9abc-fb4994dbd681), precommit_delete_associations {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:04:26.503029 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2dfceca6-667b-4c04-bfd0-e7c4a3ded001 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7916136'] for router (bb63a145-1068-4260-9abc-fb4994dbd681), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:04:26.503565 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dfceca6-667b-4c04-bfd0-e7c4a3ded001 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bb63a145-1068-4260-9abc-fb4994dbd681 {{(pid=109856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 21 10:04:26.508131 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2dfceca6-667b-4c04-bfd0-e7c4a3ded001 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:04:26.509336 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-2dfceca6-667b-4c04-bfd0-e7c4a3ded001 admin admin] 10.222.0.71 "DELETE /v2.0/routers/bb63a145-1068-4260-9abc-fb4994dbd681 HTTP/1.1" status: 204 len: 168 time: 0.9784603 Feb 21 10:04:26.511859 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 33340) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:04:26.559905 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.db.db_base_plugin_v2 [None req-09b175ef-6ec2-44d7-957e-0a640ef571c4 admin admin] Deleting subnet 1cd8a5bb-e3b6-4f3b-9ab3-34796e73d854 {{(pid=109856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 21 10:04:26.563158 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-09b175ef-6ec2-44d7-957e-0a640ef571c4 admin admin] Publish callbacks [] for subnet (1cd8a5bb-e3b6-4f3b-9ab3-34796e73d854), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:04:26.599635 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-09b175ef-6ec2-44d7-957e-0a640ef571c4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3324893'] for subnet (1cd8a5bb-e3b6-4f3b-9ab3-34796e73d854), precommit_delete_associations {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:04:26.678968 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-09b175ef-6ec2-44d7-957e-0a640ef571c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7409676'] for subnet (1cd8a5bb-e3b6-4f3b-9ab3-34796e73d854), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:04:26.788611 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-09b175ef-6ec2-44d7-957e-0a640ef571c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7409717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3278006', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25916529'] for subnet (1cd8a5bb-e3b6-4f3b-9ab3-34796e73d854), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:04:26.813707 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b175ef-6ec2-44d7-957e-0a640ef571c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1cd8a5bb-e3b6-4f3b-9ab3-34796e73d854,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:04:26.817258 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-09b175ef-6ec2-44d7-957e-0a640ef571c4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:04:26.820719 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-09b175ef-6ec2-44d7-957e-0a640ef571c4 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/1cd8a5bb-e3b6-4f3b-9ab3-34796e73d854 HTTP/1.1" status: 204 len: 168 time: 0.3076627 Feb 21 10:04:26.823081 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c50c8377-8e84-404d-86f4-7c2d530250ac None None] Network 24722d0c-6008-4f41-ba50-0a1e90b6b5e9 requested from dv-cinder-804757-16-iscsi {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 10:04:26.824647 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.71', 33342) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:04:26.900165 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-66d81d94-569c-449e-b1b5-570b51d08d23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-977029'] for network (24722d0c-6008-4f41-ba50-0a1e90b6b5e9), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:04:26.958299 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-66d81d94-569c-449e-b1b5-570b51d08d23 admin admin] Deleting port 6b416d82-9c3e-4456-8ae1-e2f3dcc970a5 {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 10:04:26.958699 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-66d81d94-569c-449e-b1b5-570b51d08d23 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782759436822'] for port (6b416d82-9c3e-4456-8ae1-e2f3dcc970a5), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:04:26.998724 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a16afd19-9aab-4da0-a02f-7a815fc5af92 None None] DHCP port deletion for 24722d0c-6008-4f41-ba50-0a1e90b6b5e9 request from dv-cinder-804757-16-iscsi {{(pid=109858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 21 10:04:27.030588 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.plugins.ml2.db [None req-66d81d94-569c-449e-b1b5-570b51d08d23 admin admin] For port 6b416d82-9c3e-4456-8ae1-e2f3dcc970a5, host dv-cinder-804757-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-16-iscsi',level=0,port_id=6b416d82-9c3e-4456-8ae1-e2f3dcc970a5,segment=NetworkSegment(aba2e2ff-0656-4bb8-8e98-8dd9f4e2203f),segment_id=aba2e2ff-0656-4bb8-8e98-8dd9f4e2203f)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 10:04:27.031051 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-66d81d94-569c-449e-b1b5-570b51d08d23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7915455'] for port (6b416d82-9c3e-4456-8ae1-e2f3dcc970a5), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:04:27.049619 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-66d81d94-569c-449e-b1b5-570b51d08d23 admin admin] Calling delete_port for 6b416d82-9c3e-4456-8ae1-e2f3dcc970a5 owned by network:dhcp {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 10:04:27.057119 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-a16afd19-9aab-4da0-a02f-7a815fc5af92 None None] Deleting port 6b416d82-9c3e-4456-8ae1-e2f3dcc970a5 {{(pid=109858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 10:04:27.057501 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-a16afd19-9aab-4da0-a02f-7a815fc5af92 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782759436822'] for port (6b416d82-9c3e-4456-8ae1-e2f3dcc970a5), before_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:04:27.122113 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-a16afd19-9aab-4da0-a02f-7a815fc5af92 None None] For port 6b416d82-9c3e-4456-8ae1-e2f3dcc970a5, host dv-cinder-804757-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-16-iscsi',level=0,port_id=6b416d82-9c3e-4456-8ae1-e2f3dcc970a5,segment=NetworkSegment(aba2e2ff-0656-4bb8-8e98-8dd9f4e2203f),segment_id=aba2e2ff-0656-4bb8-8e98-8dd9f4e2203f)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 10:04:27.122628 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-a16afd19-9aab-4da0-a02f-7a815fc5af92 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7915455'] for port (6b416d82-9c3e-4456-8ae1-e2f3dcc970a5), precommit_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:04:27.137218 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-a16afd19-9aab-4da0-a02f-7a815fc5af92 None None] Calling delete_port for 6b416d82-9c3e-4456-8ae1-e2f3dcc970a5 owned by network:dhcp {{(pid=109858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 10:04:27.199902 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-66d81d94-569c-449e-b1b5-570b51d08d23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782759442297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782758885681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3964494'] for port (6b416d82-9c3e-4456-8ae1-e2f3dcc970a5), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:04:27.220746 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-a16afd19-9aab-4da0-a02f-7a815fc5af92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782759442297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782758885681'] for port (6b416d82-9c3e-4456-8ae1-e2f3dcc970a5), after_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:04:27.238684 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d81d94-569c-449e-b1b5-570b51d08d23 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b416d82-9c3e-4456-8ae1-e2f3dcc970a5,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:04:27.243194 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d81d94-569c-449e-b1b5-570b51d08d23 admin admin] No DVR routers for this DVR port 6b416d82-9c3e-4456-8ae1-e2f3dcc970a5 on host dv-cinder-804757-16-iscsi {{(pid=109857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 10:04:27.248437 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16afd19-9aab-4da0-a02f-7a815fc5af92 None None] Pushing event deleted for resources: {'Port': ['ID=6b416d82-9c3e-4456-8ae1-e2f3dcc970a5,revision_number=None']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:04:27.251012 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d81d94-569c-449e-b1b5-570b51d08d23 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:04:27.251373 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d81d94-569c-449e-b1b5-570b51d08d23 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:04:27.251716 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d81d94-569c-449e-b1b5-570b51d08d23 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:04:27.252055 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d81d94-569c-449e-b1b5-570b51d08d23 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:04:27.252159 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a16afd19-9aab-4da0-a02f-7a815fc5af92 None None] No DVR routers for this DVR port 6b416d82-9c3e-4456-8ae1-e2f3dcc970a5 on host dv-cinder-804757-16-iscsi {{(pid=109858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 10:04:27.252394 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d81d94-569c-449e-b1b5-570b51d08d23 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:04:27.252754 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d81d94-569c-449e-b1b5-570b51d08d23 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:04:27.253091 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d81d94-569c-449e-b1b5-570b51d08d23 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:04:27.253426 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d81d94-569c-449e-b1b5-570b51d08d23 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:04:27.253757 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d81d94-569c-449e-b1b5-570b51d08d23 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:04:27.254086 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d81d94-569c-449e-b1b5-570b51d08d23 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:04:27.254415 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d81d94-569c-449e-b1b5-570b51d08d23 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:04:27.254744 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d81d94-569c-449e-b1b5-570b51d08d23 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:04:27.255068 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d81d94-569c-449e-b1b5-570b51d08d23 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:04:27.259389 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16afd19-9aab-4da0-a02f-7a815fc5af92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:04:27.259746 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16afd19-9aab-4da0-a02f-7a815fc5af92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:04:27.264996 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16afd19-9aab-4da0-a02f-7a815fc5af92 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:04:27.264996 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16afd19-9aab-4da0-a02f-7a815fc5af92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:04:27.264996 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16afd19-9aab-4da0-a02f-7a815fc5af92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:04:27.264996 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16afd19-9aab-4da0-a02f-7a815fc5af92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:04:27.264996 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16afd19-9aab-4da0-a02f-7a815fc5af92 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:04:27.264996 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16afd19-9aab-4da0-a02f-7a815fc5af92 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:04:27.264996 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16afd19-9aab-4da0-a02f-7a815fc5af92 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:04:27.264996 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16afd19-9aab-4da0-a02f-7a815fc5af92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:04:27.264996 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16afd19-9aab-4da0-a02f-7a815fc5af92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:04:27.264996 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16afd19-9aab-4da0-a02f-7a815fc5af92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:04:27.264996 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16afd19-9aab-4da0-a02f-7a815fc5af92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-16-iscsi {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:04:27.326408 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-66d81d94-569c-449e-b1b5-570b51d08d23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7410821', 'neutron.services.segments.db._delete_segments_for_network-8782759398202'] for network (24722d0c-6008-4f41-ba50-0a1e90b6b5e9), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:04:27.346821 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.services.segments.db [None req-66d81d94-569c-449e-b1b5-570b51d08d23 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24722d0c-6008-4f41-ba50-0a1e90b6b5e9']}} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:04:27.355766 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.services.segments.db [None req-66d81d94-569c-449e-b1b5-570b51d08d23 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aba2e2ff-0656-4bb8-8e98-8dd9f4e2203f') {'for_net_delete': True} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:04:27.356060 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.services.segments.db [None req-66d81d94-569c-449e-b1b5-570b51d08d23 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aba2e2ff-0656-4bb8-8e98-8dd9f4e2203f') {} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:04:27.365120 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-66d81d94-569c-449e-b1b5-570b51d08d23 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782759398723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3052005'] for segment (aba2e2ff-0656-4bb8-8e98-8dd9f4e2203f), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:04:27.378001 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-66d81d94-569c-449e-b1b5-570b51d08d23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-936617'] for segment (aba2e2ff-0656-4bb8-8e98-8dd9f4e2203f), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:04:27.384545 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66d81d94-569c-449e-b1b5-570b51d08d23 admin admin] Releasing vlan 362 on physical network physnet1 to pool {{(pid=109857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 21 10:04:27.384931 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-66d81d94-569c-449e-b1b5-570b51d08d23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-936617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3964537'] for segment (aba2e2ff-0656-4bb8-8e98-8dd9f4e2203f), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:04:27.389560 dv-cinder-804757-16-iscsi neutron-server[109857]: Traceback (most recent call last): Feb 21 10:04:27.389560 dv-cinder-804757-16-iscsi neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 21 10:04:27.389560 dv-cinder-804757-16-iscsi neutron-server[109857]: timer() Feb 21 10:04:27.389560 dv-cinder-804757-16-iscsi neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 10:04:27.389560 dv-cinder-804757-16-iscsi neutron-server[109857]: cb(*args, **kw) Feb 21 10:04:27.389560 dv-cinder-804757-16-iscsi neutron-server[109857]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 21 10:04:27.389560 dv-cinder-804757-16-iscsi neutron-server[109857]: return func(*args, **kwargs) Feb 21 10:04:27.389560 dv-cinder-804757-16-iscsi neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 10:04:27.389560 dv-cinder-804757-16-iscsi neutron-server[109857]: self._notify() Feb 21 10:04:27.389560 dv-cinder-804757-16-iscsi neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 10:04:27.389560 dv-cinder-804757-16-iscsi neutron-server[109857]: self.callback(batched_events) Feb 21 10:04:27.389560 dv-cinder-804757-16-iscsi neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 10:04:27.389560 dv-cinder-804757-16-iscsi neutron-server[109857]: event.method(event) Feb 21 10:04:27.389560 dv-cinder-804757-16-iscsi neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 21 10:04:27.389560 dv-cinder-804757-16-iscsi neutron-server[109857]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 10:04:27.389560 dv-cinder-804757-16-iscsi neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 21 10:04:27.389560 dv-cinder-804757-16-iscsi neutron-server[109857]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 10:04:27.389560 dv-cinder-804757-16-iscsi neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 21 10:04:27.389560 dv-cinder-804757-16-iscsi neutron-server[109857]: return f(self, *a, **k) Feb 21 10:04:27.389560 dv-cinder-804757-16-iscsi neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 10:04:27.389560 dv-cinder-804757-16-iscsi neutron-server[109857]: return self._get(url).json() Feb 21 10:04:27.389560 dv-cinder-804757-16-iscsi neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 10:04:27.389560 dv-cinder-804757-16-iscsi neutron-server[109857]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 10:04:27.389560 dv-cinder-804757-16-iscsi neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 21 10:04:27.389560 dv-cinder-804757-16-iscsi neutron-server[109857]: return self.request(url, 'GET', **kwargs) Feb 21 10:04:27.389560 dv-cinder-804757-16-iscsi neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 21 10:04:27.389560 dv-cinder-804757-16-iscsi neutron-server[109857]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 10:04:27.389560 dv-cinder-804757-16-iscsi neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 21 10:04:27.389560 dv-cinder-804757-16-iscsi neutron-server[109857]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 10:04:27.389560 dv-cinder-804757-16-iscsi neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 21 10:04:27.389560 dv-cinder-804757-16-iscsi neutron-server[109857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 10:04:27.389560 dv-cinder-804757-16-iscsi neutron-server[109857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 10:04:27.495492 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-66d81d94-569c-449e-b1b5-570b51d08d23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7410830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7917281'] for network (24722d0c-6008-4f41-ba50-0a1e90b6b5e9), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:04:27.503215 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-66d81d94-569c-449e-b1b5-570b51d08d23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905581'] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:04:27.506364 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [None req-66d81d94-569c-449e-b1b5-570b51d08d23 admin admin] 10.222.0.71 "DELETE /v2.0/networks/24722d0c-6008-4f41-ba50-0a1e90b6b5e9 HTTP/1.1" status: 204 len: 168 time: 0.6802313 Feb 21 10:04:27.509925 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 33346) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:04:27.517441 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d81d94-569c-449e-b1b5-570b51d08d23 admin admin] Pushing event deleted for resources: {'Network': ['ID=24722d0c-6008-4f41-ba50-0a1e90b6b5e9,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:04:27.852112 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4d0c389d-d5c5-4d6a-967c-8191ff0e1e16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7916535'] for router_interface (25a6b238-7867-4be5-bba6-f5ee961899c1), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:04:28.064762 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Device 24e1f4ab-54fb-418e-9e6d-792cd63d0311 no longer exists at agent ovs-agent-dv-cinder-804757-16-iscsi {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 10:04:28.084721 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] No Port match for: 24e1f4ab-54fb-418e-9e6d-792cd63d0311 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 10:04:28.085151 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Device 24e1f4ab-54fb-418e-9e6d-792cd63d0311 not bound to the agent host dv-cinder-804757-16-iscsi {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 10:04:28.085648 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Device 58f6f2fe-a0a3-4a3a-a208-3dfc2240ad90 no longer exists at agent ovs-agent-dv-cinder-804757-16-iscsi {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 10:04:28.101268 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-4d0c389d-d5c5-4d6a-967c-8191ff0e1e16 admin admin] Deleting port 2fd8e6b8-a8e8-4df5-aadd-d2760951446b {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 10:04:28.101695 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4d0c389d-d5c5-4d6a-967c-8191ff0e1e16 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782759436822'] for port (2fd8e6b8-a8e8-4df5-aadd-d2760951446b), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:04:28.105347 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] No Port match for: 58f6f2fe-a0a3-4a3a-a208-3dfc2240ad90 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 10:04:28.105653 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Device 58f6f2fe-a0a3-4a3a-a208-3dfc2240ad90 not bound to the agent host dv-cinder-804757-16-iscsi {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 10:04:28.106075 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Device 6b416d82-9c3e-4456-8ae1-e2f3dcc970a5 no longer exists at agent ovs-agent-dv-cinder-804757-16-iscsi {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 10:04:28.124155 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] No Port match for: 6b416d82-9c3e-4456-8ae1-e2f3dcc970a5 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 10:04:28.124521 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Device 6b416d82-9c3e-4456-8ae1-e2f3dcc970a5 not bound to the agent host dv-cinder-804757-16-iscsi {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 10:04:28.180636 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.db [None req-4d0c389d-d5c5-4d6a-967c-8191ff0e1e16 admin admin] For port 2fd8e6b8-a8e8-4df5-aadd-d2760951446b, host dv-cinder-804757-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-16-iscsi',level=0,port_id=2fd8e6b8-a8e8-4df5-aadd-d2760951446b,segment=NetworkSegment(e1f2fb0c-4bd4-44b9-8ff8-703d66cc75df),segment_id=e1f2fb0c-4bd4-44b9-8ff8-703d66cc75df)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 10:04:28.180996 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4d0c389d-d5c5-4d6a-967c-8191ff0e1e16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7915455'] for port (2fd8e6b8-a8e8-4df5-aadd-d2760951446b), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:04:28.192213 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-4d0c389d-d5c5-4d6a-967c-8191ff0e1e16 admin admin] Calling delete_port for 2fd8e6b8-a8e8-4df5-aadd-d2760951446b owned by network:router_interface {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 10:04:28.421336 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4d0c389d-d5c5-4d6a-967c-8191ff0e1e16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782759442297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782758885681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277415'] for port (2fd8e6b8-a8e8-4df5-aadd-d2760951446b), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:04:28.448639 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0c389d-d5c5-4d6a-967c-8191ff0e1e16 admin admin] Pushing event deleted for resources: {'Port': ['ID=2fd8e6b8-a8e8-4df5-aadd-d2760951446b,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:04:28.624452 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4d0c389d-d5c5-4d6a-967c-8191ff0e1e16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7905546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7910503'] for router_interface (25a6b238-7867-4be5-bba6-f5ee961899c1), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:04:28.844427 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d0c389d-d5c5-4d6a-967c-8191ff0e1e16 admin admin] Router 25a6b238-7867-4be5-bba6-f5ee961899c1 has already been hosted by L3 agent f1afc09b-b148-496e-b857-a568110caa3c {{(pid=109856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 10:04:28.953436 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d0c389d-d5c5-4d6a-967c-8191ff0e1e16 admin admin] Notify agent at l3_agent.dv-cinder-804757-16-iscsi the message routers_updated {{(pid=109856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 10:04:28.958425 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-4d0c389d-d5c5-4d6a-967c-8191ff0e1e16 admin admin] 10.222.0.71 "PUT /v2.0/routers/25a6b238-7867-4be5-bba6-f5ee961899c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4474921 Feb 21 10:04:28.961087 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 33348) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:04:28.963320 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d02380b-8f5d-4f44-b10a-f3b932a76730 None None] Sync routers for ids ['25a6b238-7867-4be5-bba6-f5ee961899c1'] in dv-cinder-804757-16-iscsi {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 10:04:28.973417 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d02380b-8f5d-4f44-b10a-f3b932a76730 None None] Routers {'25a6b238-7867-4be5-bba6-f5ee961899c1'} bound to L3 agent in host dv-cinder-804757-16-iscsi {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 10:04:28.974028 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-0d02380b-8f5d-4f44-b10a-f3b932a76730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T09:37:05Z,description=,heartbeat_timestamp=2022-02-21T10:04:05Z,host='dv-cinder-804757-16-iscsi',id=f1afc09b-b148-496e-b857-a568110caa3c,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:37:06Z,topic='l3_agent')) {'router_ids': ['25a6b238-7867-4be5-bba6-f5ee961899c1'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:04:29.067196 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-87411c94-ab1e-41fc-b4f4-ed24e4a804a8 admin admin] Publish callbacks [] for router (25a6b238-7867-4be5-bba6-f5ee961899c1), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:04:29.082585 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-0d02380b-8f5d-4f44-b10a-f3b932a76730 None None] Set router 25a6b238-7867-4be5-bba6-f5ee961899c1 gateway port host: dv-cinder-804757-16-iscsi {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 10:04:29.172748 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-87411c94-ab1e-41fc-b4f4-ed24e4a804a8 admin admin] Publish callbacks [] for router_gateway (25a6b238-7867-4be5-bba6-f5ee961899c1), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:04:29.259342 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-0d02380b-8f5d-4f44-b10a-f3b932a76730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25a6b238-7867-4be5-bba6-f5ee961899c1', 'name': 'tempest-TestShelveInstance-1143250898-router', 'tenant_id': 'e4081b44b4964966a175bd53d1a321d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'external_fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '8a43197c-a2bb-4e88-b3ab-7fb2d7afc56e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:59:57Z', 'updated_at': '2022-02-21T10:04:28Z', 'revision_number': 5, 'project_id': 'e4081b44b4964966a175bd53d1a321d9', 'gw_port': {'id': '8a43197c-a2bb-4e88-b3ab-7fb2d7afc56e', 'name': '', 'network_id': 'bd3f1df6-77ad-4531-9eb3-69bc21002862', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:bf:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a6b238-7867-4be5-bba6-f5ee961899c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T09:59:57Z', 'updated_at': '2022-02-21T10:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13a25a01-28fd-4407-b7c5-fe4349ebc744', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-16-iscsi'}], 'dv-cinder-804757-16-iscsi', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:04:29.285660 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d02380b-8f5d-4f44-b10a-f3b932a76730 None None] Checking router: 25a6b238-7867-4be5-bba6-f5ee961899c1 for host: dv-cinder-804757-16-iscsi {{(pid=109859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 10:04:29.290734 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-87411c94-ab1e-41fc-b4f4-ed24e4a804a8 admin admin] Deleting port 8a43197c-a2bb-4e88-b3ab-7fb2d7afc56e {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 10:04:29.291071 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-87411c94-ab1e-41fc-b4f4-ed24e4a804a8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782759436822'] for port (8a43197c-a2bb-4e88-b3ab-7fb2d7afc56e), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:04:29.294812 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d02380b-8f5d-4f44-b10a-f3b932a76730 None None] Routers {'25a6b238-7867-4be5-bba6-f5ee961899c1'} bound to L3 agent in host dv-cinder-804757-16-iscsi {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 10:04:29.295410 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-0d02380b-8f5d-4f44-b10a-f3b932a76730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T09:37:05Z,description=,heartbeat_timestamp=2022-02-21T10:04:05Z,host='dv-cinder-804757-16-iscsi',id=f1afc09b-b148-496e-b857-a568110caa3c,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T09:37:06Z,topic='l3_agent')) {'router_ids': ['25a6b238-7867-4be5-bba6-f5ee961899c1'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:04:29.373586 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.db [None req-87411c94-ab1e-41fc-b4f4-ed24e4a804a8 admin admin] For port 8a43197c-a2bb-4e88-b3ab-7fb2d7afc56e, host dv-cinder-804757-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-16-iscsi',level=0,port_id=8a43197c-a2bb-4e88-b3ab-7fb2d7afc56e,segment=NetworkSegment(64ea902b-f589-4efc-8b2e-260a836a5805),segment_id=64ea902b-f589-4efc-8b2e-260a836a5805)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 10:04:29.373951 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-87411c94-ab1e-41fc-b4f4-ed24e4a804a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7915455'] for port (8a43197c-a2bb-4e88-b3ab-7fb2d7afc56e), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:04:29.387264 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-87411c94-ab1e-41fc-b4f4-ed24e4a804a8 admin admin] Calling delete_port for 8a43197c-a2bb-4e88-b3ab-7fb2d7afc56e owned by network:router_gateway {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 10:04:29.470526 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-0d02380b-8f5d-4f44-b10a-f3b932a76730 None None] Set router 25a6b238-7867-4be5-bba6-f5ee961899c1 gateway port host: None {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 10:04:29.523515 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-0d02380b-8f5d-4f44-b10a-f3b932a76730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25a6b238-7867-4be5-bba6-f5ee961899c1', 'name': 'tempest-TestShelveInstance-1143250898-router', 'tenant_id': 'e4081b44b4964966a175bd53d1a321d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:59:57Z', 'updated_at': '2022-02-21T10:04:29Z', 'revision_number': 6, 'project_id': 'e4081b44b4964966a175bd53d1a321d9', 'gw_port_host': None}], 'dv-cinder-804757-16-iscsi', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:04:29.549810 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d02380b-8f5d-4f44-b10a-f3b932a76730 None None] The sync data for ids ['25a6b238-7867-4be5-bba6-f5ee961899c1'] in dv-cinder-804757-16-iscsi is: [{'id': '25a6b238-7867-4be5-bba6-f5ee961899c1', 'name': 'tempest-TestShelveInstance-1143250898-router', 'tenant_id': 'e4081b44b4964966a175bd53d1a321d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T09:59:57Z', 'updated_at': '2022-02-21T10:04:29Z', 'revision_number': 6, 'project_id': 'e4081b44b4964966a175bd53d1a321d9', 'gw_port_host': None}] {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 10:04:29.622928 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-87411c94-ab1e-41fc-b4f4-ed24e4a804a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782759442297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782758885681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3277415'] for port (8a43197c-a2bb-4e88-b3ab-7fb2d7afc56e), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:04:29.646018 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87411c94-ab1e-41fc-b4f4-ed24e4a804a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a43197c-a2bb-4e88-b3ab-7fb2d7afc56e,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:04:29.715204 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-87411c94-ab1e-41fc-b4f4-ed24e4a804a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7917197'] for router_gateway (25a6b238-7867-4be5-bba6-f5ee961899c1), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:04:30.082263 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-87411c94-ab1e-41fc-b4f4-ed24e4a804a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7916049', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1445'] for router (25a6b238-7867-4be5-bba6-f5ee961899c1), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:04:30.084363 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-87411c94-ab1e-41fc-b4f4-ed24e4a804a8 admin admin] Publish callbacks [] for router_controller (25a6b238-7867-4be5-bba6-f5ee961899c1), precommit_delete_associations {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:04:30.182785 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-87411c94-ab1e-41fc-b4f4-ed24e4a804a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7916136'] for router (25a6b238-7867-4be5-bba6-f5ee961899c1), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:04:30.183212 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87411c94-ab1e-41fc-b4f4-ed24e4a804a8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 25a6b238-7867-4be5-bba6-f5ee961899c1 {{(pid=109856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 21 10:04:30.187613 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-87411c94-ab1e-41fc-b4f4-ed24e4a804a8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:04:30.188801 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-87411c94-ab1e-41fc-b4f4-ed24e4a804a8 admin admin] 10.222.0.71 "DELETE /v2.0/routers/25a6b238-7867-4be5-bba6-f5ee961899c1 HTTP/1.1" status: 204 len: 168 time: 1.2263930 Feb 21 10:04:30.191190 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 33350) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:04:30.234458 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.db.db_base_plugin_v2 [None req-73177661-46f5-4590-a146-91488ec468e6 admin admin] Deleting subnet d113f17d-9968-477a-bb39-8ff51f7f9311 {{(pid=109856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 21 10:04:30.237514 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-73177661-46f5-4590-a146-91488ec468e6 admin admin] Publish callbacks [] for subnet (d113f17d-9968-477a-bb39-8ff51f7f9311), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:04:30.271664 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-73177661-46f5-4590-a146-91488ec468e6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3324893'] for subnet (d113f17d-9968-477a-bb39-8ff51f7f9311), precommit_delete_associations {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:04:30.344104 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Device 8a43197c-a2bb-4e88-b3ab-7fb2d7afc56e no longer exists at agent ovs-agent-dv-cinder-804757-16-iscsi {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 10:04:30.355335 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-73177661-46f5-4590-a146-91488ec468e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7409676'] for subnet (d113f17d-9968-477a-bb39-8ff51f7f9311), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:04:30.365402 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] No Port match for: 8a43197c-a2bb-4e88-b3ab-7fb2d7afc56e {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 10:04:30.365758 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Device 8a43197c-a2bb-4e88-b3ab-7fb2d7afc56e not bound to the agent host dv-cinder-804757-16-iscsi {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 10:04:30.366185 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Device 2fd8e6b8-a8e8-4df5-aadd-d2760951446b no longer exists at agent ovs-agent-dv-cinder-804757-16-iscsi {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 10:04:30.386240 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] No Port match for: 2fd8e6b8-a8e8-4df5-aadd-d2760951446b {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 10:04:30.386742 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Device 2fd8e6b8-a8e8-4df5-aadd-d2760951446b not bound to the agent host dv-cinder-804757-16-iscsi {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 10:04:30.474713 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-73177661-46f5-4590-a146-91488ec468e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7409717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3278006', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25916529'] for subnet (d113f17d-9968-477a-bb39-8ff51f7f9311), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:04:30.502872 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73177661-46f5-4590-a146-91488ec468e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d113f17d-9968-477a-bb39-8ff51f7f9311,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:04:30.504742 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-73177661-46f5-4590-a146-91488ec468e6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:04:30.509822 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbdb690c-4834-416a-a72a-3fd0430e5592 None None] Network c14e3add-43d8-47e2-8506-68305f90b6c5 requested from dv-cinder-804757-16-iscsi {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 10:04:30.516196 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.71', 33352) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:04:30.521167 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-73177661-46f5-4590-a146-91488ec468e6 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/d113f17d-9968-477a-bb39-8ff51f7f9311 HTTP/1.1" status: 204 len: 168 time: 0.3214555 Feb 21 10:04:30.597760 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e5d84c19-aafe-4b3a-8ebb-4bdae8fa85f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-977029'] for network (c14e3add-43d8-47e2-8506-68305f90b6c5), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:04:30.653874 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-e5d84c19-aafe-4b3a-8ebb-4bdae8fa85f4 admin admin] Deleting port 4897eddd-48b1-4963-98e5-0e44d8bb4e91 {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 10:04:30.654214 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e5d84c19-aafe-4b3a-8ebb-4bdae8fa85f4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782759436822'] for port (4897eddd-48b1-4963-98e5-0e44d8bb4e91), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:04:30.672589 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-669a5fe8-1572-4722-8ec4-7f02f1468b28 None None] DHCP port deletion for c14e3add-43d8-47e2-8506-68305f90b6c5 request from dv-cinder-804757-16-iscsi {{(pid=109858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 21 10:04:30.719190 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-669a5fe8-1572-4722-8ec4-7f02f1468b28 None None] Deleting port 4897eddd-48b1-4963-98e5-0e44d8bb4e91 {{(pid=109858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 10:04:30.719657 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-669a5fe8-1572-4722-8ec4-7f02f1468b28 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782759436822'] for port (4897eddd-48b1-4963-98e5-0e44d8bb4e91), before_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:04:30.722758 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.plugins.ml2.db [None req-e5d84c19-aafe-4b3a-8ebb-4bdae8fa85f4 admin admin] For port 4897eddd-48b1-4963-98e5-0e44d8bb4e91, host dv-cinder-804757-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-16-iscsi',level=0,port_id=4897eddd-48b1-4963-98e5-0e44d8bb4e91,segment=NetworkSegment(e1f2fb0c-4bd4-44b9-8ff8-703d66cc75df),segment_id=e1f2fb0c-4bd4-44b9-8ff8-703d66cc75df)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 10:04:30.723126 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e5d84c19-aafe-4b3a-8ebb-4bdae8fa85f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7915455'] for port (4897eddd-48b1-4963-98e5-0e44d8bb4e91), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:04:30.737131 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-e5d84c19-aafe-4b3a-8ebb-4bdae8fa85f4 admin admin] Calling delete_port for 4897eddd-48b1-4963-98e5-0e44d8bb4e91 owned by network:dhcp {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 10:04:30.784015 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-669a5fe8-1572-4722-8ec4-7f02f1468b28 None None] For port 4897eddd-48b1-4963-98e5-0e44d8bb4e91, host dv-cinder-804757-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-16-iscsi',level=0,port_id=4897eddd-48b1-4963-98e5-0e44d8bb4e91,segment=NetworkSegment(e1f2fb0c-4bd4-44b9-8ff8-703d66cc75df),segment_id=e1f2fb0c-4bd4-44b9-8ff8-703d66cc75df)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 10:04:30.784421 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-669a5fe8-1572-4722-8ec4-7f02f1468b28 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7915455'] for port (4897eddd-48b1-4963-98e5-0e44d8bb4e91), precommit_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:04:30.797117 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-669a5fe8-1572-4722-8ec4-7f02f1468b28 None None] Calling delete_port for 4897eddd-48b1-4963-98e5-0e44d8bb4e91 owned by network:dhcp {{(pid=109858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 10:04:30.874137 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e5d84c19-aafe-4b3a-8ebb-4bdae8fa85f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782759442297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782758885681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3964494'] for port (4897eddd-48b1-4963-98e5-0e44d8bb4e91), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:04:30.879613 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-669a5fe8-1572-4722-8ec4-7f02f1468b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782759442297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782758885681'] for port (4897eddd-48b1-4963-98e5-0e44d8bb4e91), after_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:04:30.901321 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d84c19-aafe-4b3a-8ebb-4bdae8fa85f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=4897eddd-48b1-4963-98e5-0e44d8bb4e91,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:04:30.903148 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d84c19-aafe-4b3a-8ebb-4bdae8fa85f4 admin admin] No DVR routers for this DVR port 4897eddd-48b1-4963-98e5-0e44d8bb4e91 on host dv-cinder-804757-16-iscsi {{(pid=109857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 10:04:30.907233 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669a5fe8-1572-4722-8ec4-7f02f1468b28 None None] Pushing event deleted for resources: {'Port': ['ID=4897eddd-48b1-4963-98e5-0e44d8bb4e91,revision_number=None']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:04:30.909144 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-669a5fe8-1572-4722-8ec4-7f02f1468b28 None None] No DVR routers for this DVR port 4897eddd-48b1-4963-98e5-0e44d8bb4e91 on host dv-cinder-804757-16-iscsi {{(pid=109858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 10:04:30.976420 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e5d84c19-aafe-4b3a-8ebb-4bdae8fa85f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7410821', 'neutron.services.segments.db._delete_segments_for_network-8782759398202'] for network (c14e3add-43d8-47e2-8506-68305f90b6c5), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:04:30.996002 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.services.segments.db [None req-e5d84c19-aafe-4b3a-8ebb-4bdae8fa85f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c14e3add-43d8-47e2-8506-68305f90b6c5']}} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:04:31.005013 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.services.segments.db [None req-e5d84c19-aafe-4b3a-8ebb-4bdae8fa85f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1f2fb0c-4bd4-44b9-8ff8-703d66cc75df') {'for_net_delete': True} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:04:31.005305 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.services.segments.db [None req-e5d84c19-aafe-4b3a-8ebb-4bdae8fa85f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1f2fb0c-4bd4-44b9-8ff8-703d66cc75df') {} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:04:31.015139 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e5d84c19-aafe-4b3a-8ebb-4bdae8fa85f4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782759398723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3052005'] for segment (e1f2fb0c-4bd4-44b9-8ff8-703d66cc75df), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:04:31.028905 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e5d84c19-aafe-4b3a-8ebb-4bdae8fa85f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-936617'] for segment (e1f2fb0c-4bd4-44b9-8ff8-703d66cc75df), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:04:31.034664 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5d84c19-aafe-4b3a-8ebb-4bdae8fa85f4 admin admin] Releasing vlan 356 on physical network physnet1 to pool {{(pid=109857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 21 10:04:31.035035 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e5d84c19-aafe-4b3a-8ebb-4bdae8fa85f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-936617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3964537'] for segment (e1f2fb0c-4bd4-44b9-8ff8-703d66cc75df), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:04:31.036720 dv-cinder-804757-16-iscsi neutron-server[109857]: Traceback (most recent call last): Feb 21 10:04:31.036720 dv-cinder-804757-16-iscsi neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 21 10:04:31.036720 dv-cinder-804757-16-iscsi neutron-server[109857]: timer() Feb 21 10:04:31.036720 dv-cinder-804757-16-iscsi neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 10:04:31.036720 dv-cinder-804757-16-iscsi neutron-server[109857]: cb(*args, **kw) Feb 21 10:04:31.036720 dv-cinder-804757-16-iscsi neutron-server[109857]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 21 10:04:31.036720 dv-cinder-804757-16-iscsi neutron-server[109857]: return func(*args, **kwargs) Feb 21 10:04:31.036720 dv-cinder-804757-16-iscsi neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 10:04:31.036720 dv-cinder-804757-16-iscsi neutron-server[109857]: self._notify() Feb 21 10:04:31.036720 dv-cinder-804757-16-iscsi neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 10:04:31.036720 dv-cinder-804757-16-iscsi neutron-server[109857]: self.callback(batched_events) Feb 21 10:04:31.036720 dv-cinder-804757-16-iscsi neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 10:04:31.036720 dv-cinder-804757-16-iscsi neutron-server[109857]: event.method(event) Feb 21 10:04:31.036720 dv-cinder-804757-16-iscsi neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 21 10:04:31.036720 dv-cinder-804757-16-iscsi neutron-server[109857]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 10:04:31.036720 dv-cinder-804757-16-iscsi neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 21 10:04:31.036720 dv-cinder-804757-16-iscsi neutron-server[109857]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 10:04:31.036720 dv-cinder-804757-16-iscsi neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 21 10:04:31.036720 dv-cinder-804757-16-iscsi neutron-server[109857]: return f(self, *a, **k) Feb 21 10:04:31.036720 dv-cinder-804757-16-iscsi neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 10:04:31.036720 dv-cinder-804757-16-iscsi neutron-server[109857]: return self._get(url).json() Feb 21 10:04:31.036720 dv-cinder-804757-16-iscsi neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 10:04:31.036720 dv-cinder-804757-16-iscsi neutron-server[109857]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 10:04:31.036720 dv-cinder-804757-16-iscsi neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 21 10:04:31.036720 dv-cinder-804757-16-iscsi neutron-server[109857]: return self.request(url, 'GET', **kwargs) Feb 21 10:04:31.036720 dv-cinder-804757-16-iscsi neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 21 10:04:31.036720 dv-cinder-804757-16-iscsi neutron-server[109857]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 10:04:31.036720 dv-cinder-804757-16-iscsi neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 21 10:04:31.036720 dv-cinder-804757-16-iscsi neutron-server[109857]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 10:04:31.036720 dv-cinder-804757-16-iscsi neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 21 10:04:31.036720 dv-cinder-804757-16-iscsi neutron-server[109857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 10:04:31.036720 dv-cinder-804757-16-iscsi neutron-server[109857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 10:04:31.159925 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e5d84c19-aafe-4b3a-8ebb-4bdae8fa85f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7410830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7917281'] for network (c14e3add-43d8-47e2-8506-68305f90b6c5), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:04:31.164210 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e5d84c19-aafe-4b3a-8ebb-4bdae8fa85f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905581'] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:04:31.167713 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [None req-e5d84c19-aafe-4b3a-8ebb-4bdae8fa85f4 admin admin] 10.222.0.71 "DELETE /v2.0/networks/c14e3add-43d8-47e2-8506-68305f90b6c5 HTTP/1.1" status: 204 len: 168 time: 0.6504636 Feb 21 10:04:31.180893 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d84c19-aafe-4b3a-8ebb-4bdae8fa85f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=c14e3add-43d8-47e2-8506-68305f90b6c5,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:04:31.582505 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.71', 33356) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:04:31.840645 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [None req-9044f824-5508-4540-80bb-c728949ba16b admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=d4f34230363c46e89e61f47209f0c267&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2568998 Feb 21 10:04:31.843044 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.71', 33358) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:04:31.887671 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-11b87366-458c-4172-8b3c-0c8fe37d6309 admin admin] Publish callbacks [] for security_group (b76dc3e4-14e6-4885-9f83-c98d46c3ddb9), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:04:31.908702 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-11b87366-458c-4172-8b3c-0c8fe37d6309 admin admin] Publish callbacks [] for security_group (b76dc3e4-14e6-4885-9f83-c98d46c3ddb9), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:04:32.017463 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-11b87366-458c-4172-8b3c-0c8fe37d6309 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (b76dc3e4-14e6-4885-9f83-c98d46c3ddb9), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:04:32.019876 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-11b87366-458c-4172-8b3c-0c8fe37d6309 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:04:32.021160 dv-cinder-804757-16-iscsi neutron-server[109857]: INFO neutron.wsgi [None req-11b87366-458c-4172-8b3c-0c8fe37d6309 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/b76dc3e4-14e6-4885-9f83-c98d46c3ddb9 HTTP/1.1" status: 204 len: 168 time: 0.1772053 Feb 21 10:04:32.029947 dv-cinder-804757-16-iscsi neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b87366-458c-4172-8b3c-0c8fe37d6309 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b76dc3e4-14e6-4885-9f83-c98d46c3ddb9,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:04:32.063448 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Device 4897eddd-48b1-4963-98e5-0e44d8bb4e91 no longer exists at agent ovs-agent-dv-cinder-804757-16-iscsi {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 10:04:32.086206 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] No Port match for: 4897eddd-48b1-4963-98e5-0e44d8bb4e91 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 10:04:32.086539 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Device 4897eddd-48b1-4963-98e5-0e44d8bb4e91 not bound to the agent host dv-cinder-804757-16-iscsi {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 10:04:32.701047 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 33364) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:04:32.739968 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-6825dd83-3a9f-43f8-a773-ecce6d9d6016 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=e4081b44b4964966a175bd53d1a321d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0377407 Feb 21 10:04:32.743032 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.71', 33366) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:04:32.792879 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-dcc7f4f0-6643-4364-ace5-f8b1698446c5 admin admin] Publish callbacks [] for security_group (8d02227b-0e38-4e9e-898b-00c4a60f5670), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:04:32.814179 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-dcc7f4f0-6643-4364-ace5-f8b1698446c5 admin admin] Publish callbacks [] for security_group (8d02227b-0e38-4e9e-898b-00c4a60f5670), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:04:32.935847 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-dcc7f4f0-6643-4364-ace5-f8b1698446c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434045'] for security_group (8d02227b-0e38-4e9e-898b-00c4a60f5670), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:04:32.938439 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-dcc7f4f0-6643-4364-ace5-f8b1698446c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:04:32.939584 dv-cinder-804757-16-iscsi neutron-server[109856]: INFO neutron.wsgi [None req-dcc7f4f0-6643-4364-ace5-f8b1698446c5 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/8d02227b-0e38-4e9e-898b-00c4a60f5670 HTTP/1.1" status: 204 len: 168 time: 0.1956658 Feb 21 10:04:32.948838 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc7f4f0-6643-4364-ace5-f8b1698446c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d02227b-0e38-4e9e-898b-00c4a60f5670,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:04:33.212158 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-8fccfebb-8fb9-44c1-8f2e-3995aa61ec4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (7b1feb7e-a062-49d6-b835-c5fae1c9b9ce), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:04:35.542888 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-6fa2f17b-fbe4-44a3-abf9-32ee9f5bc15f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (f1afc09b-b148-496e-b857-a568110caa3c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:04:36.902219 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-43ce5351-eeda-4347-b66a-565ea5ef4f96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (93f03475-d11b-4921-b82a-7ea88eab1568), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:04:37.953972 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (f5044fde-eef4-46eb-b3ce-4ab87030ccc0), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:04:38.188155 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-2b8302a0-632c-4bb4-a8e1-5b2fb521f750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (a872b2e0-7e3e-43db-8705-7fb9ea875340), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:04:39.690792 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (ce3e6371-75e2-4bba-8260-49cd855bb251), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:04:45.121266 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.agents_db [None req-1af9f625-7d23-4c31-ae08-d0e8b46e8d0e None None] Agent healthcheck: found 6 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 10:05:03.221772 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-33efa5d4-4ac9-47cb-a7ff-f8cea80920f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (7b1feb7e-a062-49d6-b835-c5fae1c9b9ce), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:05:05.512343 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-bf8c3bb3-203e-44f6-b9ed-e4e88263479e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (f1afc09b-b148-496e-b857-a568110caa3c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:05:06.878697 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-43ce5351-eeda-4347-b66a-565ea5ef4f96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (93f03475-d11b-4921-b82a-7ea88eab1568), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:05:07.975462 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (f5044fde-eef4-46eb-b3ce-4ab87030ccc0), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:05:08.199257 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-2b8302a0-632c-4bb4-a8e1-5b2fb521f750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (a872b2e0-7e3e-43db-8705-7fb9ea875340), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:05:09.678902 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (ce3e6371-75e2-4bba-8260-49cd855bb251), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:05:22.120765 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.agents_db [None req-1af9f625-7d23-4c31-ae08-d0e8b46e8d0e None None] Agent healthcheck: found 6 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 10:05:33.181826 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-de156e49-f158-438d-940b-f39da0f81494 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (7b1feb7e-a062-49d6-b835-c5fae1c9b9ce), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:05:35.507461 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-3c9ab2c7-776b-4604-ac98-c17ee6bca62d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (f1afc09b-b148-496e-b857-a568110caa3c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:05:36.889241 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-43ce5351-eeda-4347-b66a-565ea5ef4f96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (93f03475-d11b-4921-b82a-7ea88eab1568), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:05:37.998572 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (f5044fde-eef4-46eb-b3ce-4ab87030ccc0), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:05:38.214971 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-2b8302a0-632c-4bb4-a8e1-5b2fb521f750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (a872b2e0-7e3e-43db-8705-7fb9ea875340), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:05:39.689870 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (ce3e6371-75e2-4bba-8260-49cd855bb251), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:05:41.251225 dv-cinder-804757-16-iscsi neutron-server[109856]: DEBUG neutron.wsgi [req-e7ac9f84-d3ac-4f8d-8386-7903b0519754 req-d16d0f77-18d9-44db-80dc-b3f731a85d08 service neutron] (109856) timed out ('10.222.0.69', 60622) {{(pid=109856) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 21 10:05:59.120027 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.agents_db [None req-1af9f625-7d23-4c31-ae08-d0e8b46e8d0e None None] Agent healthcheck: found 6 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 10:06:03.198197 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-8b8c89b2-b5f5-4720-aca1-16c61a2689da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (7b1feb7e-a062-49d6-b835-c5fae1c9b9ce), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:06:05.512086 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-aa5fd9f8-fefb-48e0-b2a7-4fe7365add6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (f1afc09b-b148-496e-b857-a568110caa3c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:06:06.917562 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-43ce5351-eeda-4347-b66a-565ea5ef4f96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (93f03475-d11b-4921-b82a-7ea88eab1568), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:06:07.991757 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (f5044fde-eef4-46eb-b3ce-4ab87030ccc0), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:06:08.334959 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-2b8302a0-632c-4bb4-a8e1-5b2fb521f750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (a872b2e0-7e3e-43db-8705-7fb9ea875340), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:06:09.677515 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (ce3e6371-75e2-4bba-8260-49cd855bb251), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:06:33.191750 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-bcdc86c0-dec2-4575-bc65-3fa80597551d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (7b1feb7e-a062-49d6-b835-c5fae1c9b9ce), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:06:35.522950 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-945a08b9-9ff2-4068-8ed8-74ca4fd2977a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (f1afc09b-b148-496e-b857-a568110caa3c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:06:36.118565 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.agents_db [None req-1af9f625-7d23-4c31-ae08-d0e8b46e8d0e None None] Agent healthcheck: found 6 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 10:06:36.917538 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-43ce5351-eeda-4347-b66a-565ea5ef4f96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (93f03475-d11b-4921-b82a-7ea88eab1568), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:06:38.020440 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (f5044fde-eef4-46eb-b3ce-4ab87030ccc0), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:06:38.226043 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-2b8302a0-632c-4bb4-a8e1-5b2fb521f750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (a872b2e0-7e3e-43db-8705-7fb9ea875340), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:06:39.665773 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (ce3e6371-75e2-4bba-8260-49cd855bb251), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:07:03.180057 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-b0266b88-e018-49a1-a58c-821824ce2c9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (7b1feb7e-a062-49d6-b835-c5fae1c9b9ce), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:07:05.505815 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-a9144ccb-95c3-4811-b127-8e3f80aa605b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (f1afc09b-b148-496e-b857-a568110caa3c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:07:06.888518 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-43ce5351-eeda-4347-b66a-565ea5ef4f96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (93f03475-d11b-4921-b82a-7ea88eab1568), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:07:08.020354 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (f5044fde-eef4-46eb-b3ce-4ab87030ccc0), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:07:08.219803 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-2b8302a0-632c-4bb4-a8e1-5b2fb521f750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (a872b2e0-7e3e-43db-8705-7fb9ea875340), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:07:09.711283 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (ce3e6371-75e2-4bba-8260-49cd855bb251), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:07:13.116934 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.agents_db [None req-1af9f625-7d23-4c31-ae08-d0e8b46e8d0e None None] Agent healthcheck: found 6 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 10:07:33.202619 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-e550e78c-9ae5-475f-abde-62683851b307 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (7b1feb7e-a062-49d6-b835-c5fae1c9b9ce), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:07:35.524445 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-3a15112f-10bf-4080-937e-247df1e6ef87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (f1afc09b-b148-496e-b857-a568110caa3c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:07:36.934178 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-43ce5351-eeda-4347-b66a-565ea5ef4f96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (93f03475-d11b-4921-b82a-7ea88eab1568), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:07:38.024669 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (f5044fde-eef4-46eb-b3ce-4ab87030ccc0), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:07:38.214039 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-2b8302a0-632c-4bb4-a8e1-5b2fb521f750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (a872b2e0-7e3e-43db-8705-7fb9ea875340), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:07:39.671138 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (ce3e6371-75e2-4bba-8260-49cd855bb251), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:07:50.116320 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.agents_db [None req-1af9f625-7d23-4c31-ae08-d0e8b46e8d0e None None] Agent healthcheck: found 6 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 10:08:03.259682 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-0957b91b-d83d-4b20-83f8-00579c3d0219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (7b1feb7e-a062-49d6-b835-c5fae1c9b9ce), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:08:05.614103 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-ee1f86ab-e669-4d6d-a334-80c07aca9109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (f1afc09b-b148-496e-b857-a568110caa3c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:08:06.910916 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-43ce5351-eeda-4347-b66a-565ea5ef4f96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (93f03475-d11b-4921-b82a-7ea88eab1568), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:08:08.052663 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (f5044fde-eef4-46eb-b3ce-4ab87030ccc0), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:08:08.213865 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-2b8302a0-632c-4bb4-a8e1-5b2fb521f750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (a872b2e0-7e3e-43db-8705-7fb9ea875340), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:08:09.670693 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (ce3e6371-75e2-4bba-8260-49cd855bb251), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:08:27.115439 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.agents_db [None req-1af9f625-7d23-4c31-ae08-d0e8b46e8d0e None None] Agent healthcheck: found 6 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 10:08:33.208015 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-df7dec12-b1e6-4d1e-bc16-aa4953efc861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (7b1feb7e-a062-49d6-b835-c5fae1c9b9ce), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:08:35.531666 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1fdee6d5-a10c-47cc-9965-f5be5f33d7a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (f1afc09b-b148-496e-b857-a568110caa3c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:08:36.928052 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-43ce5351-eeda-4347-b66a-565ea5ef4f96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (93f03475-d11b-4921-b82a-7ea88eab1568), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:08:38.088599 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (f5044fde-eef4-46eb-b3ce-4ab87030ccc0), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:08:38.293842 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-2b8302a0-632c-4bb4-a8e1-5b2fb521f750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (a872b2e0-7e3e-43db-8705-7fb9ea875340), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:08:39.681811 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (ce3e6371-75e2-4bba-8260-49cd855bb251), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:09:03.211388 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-0c5c28d4-eade-47e6-8fb0-40afa6ac201e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (7b1feb7e-a062-49d6-b835-c5fae1c9b9ce), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:09:04.114507 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.agents_db [None req-1af9f625-7d23-4c31-ae08-d0e8b46e8d0e None None] Agent healthcheck: found 6 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 10:09:05.556155 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-07fab944-1545-4023-b512-1630daacd396 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (f1afc09b-b148-496e-b857-a568110caa3c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:09:06.921765 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-43ce5351-eeda-4347-b66a-565ea5ef4f96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (93f03475-d11b-4921-b82a-7ea88eab1568), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:09:08.063262 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (f5044fde-eef4-46eb-b3ce-4ab87030ccc0), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:09:08.236025 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-2b8302a0-632c-4bb4-a8e1-5b2fb521f750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (a872b2e0-7e3e-43db-8705-7fb9ea875340), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:09:09.681541 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (ce3e6371-75e2-4bba-8260-49cd855bb251), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:09:33.184703 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-c4ccb6ea-fa64-42c3-a580-49033e0567fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (7b1feb7e-a062-49d6-b835-c5fae1c9b9ce), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:09:35.533226 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-6bca8ffa-a4b3-43e3-8429-81bba27d6a24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (f1afc09b-b148-496e-b857-a568110caa3c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:09:36.902200 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-43ce5351-eeda-4347-b66a-565ea5ef4f96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (93f03475-d11b-4921-b82a-7ea88eab1568), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:09:38.041508 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-498f3af7-238e-4c0f-a8b9-74ee719bf4e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (f5044fde-eef4-46eb-b3ce-4ab87030ccc0), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:09:38.218418 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-2b8302a0-632c-4bb4-a8e1-5b2fb521f750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (a872b2e0-7e3e-43db-8705-7fb9ea875340), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:09:39.707591 dv-cinder-804757-16-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1373a57d-d736-4b1b-8504-5aa3b58c4000 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782759398184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7398300'] for agent (ce3e6371-75e2-4bba-8260-49cd855bb251), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:09:41.113033 dv-cinder-804757-16-iscsi neutron-server[109859]: DEBUG neutron.db.agents_db [None req-1af9f625-7d23-4c31-ae08-d0e8b46e8d0e None None] Agent healthcheck: found 6 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}